Auto-GPT/regression_tests.json

{
    "TestBasicMemory": {
        "difficulty": "basic",
        "dependencies": [
            "TestReadFile",
            "TestWriteFile"
        ],
        "test": "agbenchmark/challenges/memory/m1"
    },
    "TestBasicRetrieval": {
        "difficulty": "basic",
        "dependencies": [
            "TestWriteFile",
            "TestSearch"
        ],
        "test": "agbenchmark/challenges/retrieval/r1"
    },
    "TestCreateSimpleWebServer": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/code/d3"
    },
    "TestDebugSimpleTypoWithGuidance": {
        "difficulty": "basic",
        "dependencies": [
            "TestReadFile",
            "TestWriteFile"
        ],
        "test": "agbenchmark/challenges/code/d1"
    },
    "TestDebugSimpleTypoWithoutGuidance": {
        "difficulty": "medium",
        "dependencies": [
            "TestDebugSimpleTypoWithGuidance"
        ],
        "test": "agbenchmark/challenges/code/d2"
    },
    "TestReadFile": {
        "difficulty": "basic",
        "dependencies": [
            "TestWriteFile"
        ],
        "test": "agbenchmark/challenges/interface/read_file"
    },
    "TestRememberMultipleIds": {
        "difficulty": "basic",
        "dependencies": [
            "TestBasicMemory"
        ],
        "test": "agbenchmark/challenges/memory/m2"
    },
    "TestRememberMultipleIdsWithNoise": {
        "difficulty": "medium",
        "dependencies": [
            "TestRememberMultipleIds"
        ],
        "test": "agbenchmark/challenges/memory/m3"
    },
    "TestRememberMultiplePhrasesWithNoise": {
        "difficulty": "medium",
        "dependencies": [
            "TestRememberMultipleIdsWithNoise"
        ],
        "test": "agbenchmark/challenges/memory/m4"
    },
    "TestRetrieval2": {
        "difficulty": "basic",
        "dependencies": [
            "TestBasicRetrieval"
        ],
        "test": "agbenchmark/challenges/retrieval/r2"
    },
    "TestRetrieval3": {
        "difficulty": "basic",
        "dependencies": [
            "TestRetrieval2"
        ],
        "test": "agbenchmark/challenges/retrieval/r3"
    },
    "TestSearch": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/interface/search"
    },
    "TestWriteFile": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/interface/write_file"
    }
}