{
    "BabyAGI": {
        "TestWriteFile": [
            false,
            false
        ]
    },
    "gpt-engineer": {
        "TestWriteFile": [
            true,
            false
        ]
    },
    "mini-agi": {
        "TestBasicMemory": [
            true,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            false
        ],
        "TestBasicRetrieval": [
            true,
            true,
            true,
            true,
            true,
            true
        ],
        "TestReadFile": [
            true,
            true,
            true,
            true,
            true,
            true
        ],
        "TestSearch": [
            true,
            true,
            true,
            true,
            true,
            true
        ],
        "TestWriteFile": [
            true,
            true,
            true,
            true,
            true
        ],
        "TestRetrieval2.2": [
            false,
            false,
            false,
            false
        ],
        "TestRetrieval2.1": [
            false,
            false,
            false,
            false,
            false,
            false
        ],
        "TestRetrieval2.0": [
            true,
            false
        ],
        "TestRememberMultipleIds": [
            false,
            false,
            true,
            false
        ],
        "TestRememberMultipleIdsWithNoise": [
            false
        ],
        "TestRememberMultipleWithNoise": [
            false,
            true,
            false
        ],
        "TestRememberMultiplePhrasesWithNoise": [
            false,
            false,
            false,
            false,
            false,
            false,
            false
        ],
        "TestDebugSimpleTypoWithGuidance": [
            true,
            true,
            true,
            true,
            true,
            true
        ],
        "TestCodeBasic": [
            false,
            true,
            false,
            false
        ],
        "TestRevenueRetrieval_1.0": [
            true,
            true,
            true,
            true,
            true,
            true
        ],
        "TestRevenueRetrieval_1.1": [
            false,
            false,
            false,
            false
        ],
        "TestRevenueRetrieval_1.2": [
            false,
            false,
            false,
            false
        ],
        "TestReturnCode_Simple": [
            false,
            false
        ],
        "TestReturnCode_Write": [
            false,
            false
        ],
        "TestReturnCode_Modify": [
            false,
            false
        ],
        "TestReturnCode_Tests": [
            false,
            false
        ],
        "TestPlanCreation": [
            true
        ],
        "TestGoalDivergence": [
            false
        ],
        "TestBasicContentGen": [
            true
        ],
        "TestAdaptSimpleTypoWithGuidance": [
            false
        ],
        "TestDebugSimpleTypoWithoutGuidance": [
            true
        ],
        "TestCreateSimpleWebServer": [
            true
        ],
        "TestGoalLoss_Hard": [
            false
        ],
        "TestGoalLoss_advanced": [
            false
        ],
        "TestGoalLoss_Medium": [
            false
        ],
        "TestGoalLoss_Simple": [
            false
        ],
        "TestInstructionFollowing": [
            false
        ],
        "TestAdaptLink": [
            true
        ],
        "TestFunctionCodeGeneration": [
            false
        ],
        "TestDebugMultipleTypo": [
            true
        ],
        "TestThreeSum": [
            false
        ],
        "TestAdaptTeslaRevenue": [
            false
        ],
        "TestRetrieval3": [
            false
        ]
    }
}