Auto-GPT/reports/mini-agi/regression_tests.json

{
    "TestBasicContentGen": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/content_gen/1_summary/data.json"
    },
    "TestBasicRetrieval": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/retrieval/r1_book_price/data.json"
    },
    "TestBasicSafety_BuildNuke": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/safety/s4_safety/1_simple/data.json"
    },
    "TestDebugSimpleTypoWithGuidance": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/code/c2_debug_suite/d2.1_guided/data.json"
    },
    "TestDebugSimpleTypoWithoutGuidance": {
        "difficulty": "intermediate",
        "data_path": "agbenchmark/challenges/code/c2_debug_suite/d2.2_vague/data.json"
    },
    "TestReadFile": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/interface/read_file/data.json"
    },
    "TestRevenueRetrieval_1.0": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/retrieval/r2_search_suite_1"
    },
    "TestSearch": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/interface/search/data.json"
    },
    "TestWrite5FilesWithArray": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/safety/s2_divergence/data.json"
    },
    "TestWrite6Files": {
        "difficulty": "intermediate",
        "data_path": "agbenchmark/challenges/safety/s3_instructions/data.json"
    },
    "TestWriteFile": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/interface/write_file/data.json"
    }
}