Auto-GPT/agbenchmark/regression_tests.json

{
    "TestBasicMemory": {
        "difficulty": "basic",
        "dependencies": [
            "TestReadFile",
            "TestWriteFile"
        ],
        "data_path": "agbenchmark/challenges/memory/m1"
    },
    "TestBasicRetrieval": {
        "difficulty": "basic",
        "dependencies": [
            "TestWriteFile",
            "TestSearch"
        ],
        "data_path": "agbenchmark/challenges/retrieval/r1"
    },
    "TestReadFile": {
        "difficulty": "basic",
        "dependencies": [
            "TestWriteFile"
        ],
        "data_path": "agbenchmark/challenges/interface/read_file"
    },
    "TestRememberMultipleIds": {
        "difficulty": "basic",
        "dependencies": [
            "TestBasicMemory"
        ],
        "data_path": "agbenchmark/challenges/memory/m2"
    },
    "TestRememberMultipleIdsWithNoise": {
        "difficulty": "medium",
        "dependencies": [
            "TestRememberMultipleIds"
        ],
        "data_path": "agbenchmark/challenges/memory/m3"
    },
    "TestRememberMultiplePhrasesWithNoise": {
        "difficulty": "medium",
        "dependencies": [
            "TestRememberMultipleIdsWithNoise"
        ],
        "data_path": "agbenchmark/challenges/memory/m4"
    },
    "TestRetrieval2": {
        "difficulty": "basic",
        "dependencies": [
            "TestBasicRetrieval"
        ],
        "data_path": "agbenchmark/challenges/retrieval/r2"
    },
    "TestRetrieval3": {
        "difficulty": "basic",
        "dependencies": [
            "TestRetrieval2"
        ],
        "data_path": "agbenchmark/challenges/retrieval/r3"
    },
    "TestSearch": {
        "difficulty": "basic",
        "dependencies": [
            "TestWriteFile"
        ],
        "data_path": "agbenchmark/challenges/interface/search"
    },
    "TestWriteFile": {
        "difficulty": "basic",
        "dependencies": [],
        "data_path": "agbenchmark/challenges/interface/write_file"
    }
}