Auto-GPT/reports/beebot/regression_tests.json

{
    "TestBasicMemory": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/deprecated/memory/m1_id/data.json"
    },
    "TestBasicRetrieval": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/deprecated/retrieval/r1_book_price/data.json"
    },
    "TestDebugSimpleTypoWithGuidance": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/deprecated/code/c2_debug_suite/d2.1_guided/data.json"
    },
    "TestReadFile": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/deprecated/interface/read_file/data.json"
    },
    "TestRememberMultipleIds": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/deprecated/memory/m2_multiple/data.json"
    },
    "TestReturnCode_Simple": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/deprecated/code/c1_writing_suite_1/1_return/data.json"
    },
    "TestReturnCode_Write": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/deprecated/code/c1_writing_suite_1/2_write/data.json"
    },
    "TestSearch": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/deprecated/interface/search/data.json"
    },
    "TestWriteFile": {
        "difficulty": "interface",
        "data_path": "agbenchmark/challenges/deprecated/interface/write_file/data.json"
    },
    "TestPlanCreation": {
        "difficulty": "basic",
        "data_path": "agbenchmark/challenges/deprecated/content_gen/2_plan/data.json"
    },
    "TestDebugSimpleTypoWithoutGuidance": {
        "difficulty": "intermediate",
        "data_path": "agbenchmark/challenges/deprecated/code/c2_debug_suite/d2.2_vague/data.json"
    },
    "TestRevenueRetrieval_1.0": {
        "difficulty": "novice",
        "data_path": "agbenchmark/challenges/deprecated/retrieval/r2_search_suite_1"
    },
    "TestRememberMultipleIdsWithNoise": {
        "difficulty": "intermediate",
        "data_path": "agbenchmark/challenges/deprecated/memory/m3_noise/data.json"
    },
    "TestReturnCode_Modify": {
        "difficulty": "intermediate",
        "data_path": "agbenchmark/challenges/deprecated/code/c1_writing_suite_1/3_modify/data.json"
    }
}