mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-25 18:04:28 +01:00
200 lines
3.8 KiB
JSON
200 lines
3.8 KiB
JSON
{
|
|
"BabyAGI": {
|
|
"TestWriteFile": [
|
|
false,
|
|
false
|
|
]
|
|
},
|
|
"gpt-engineer": {
|
|
"TestWriteFile": [
|
|
true,
|
|
false
|
|
]
|
|
},
|
|
"mini-agi": {
|
|
"TestBasicMemory": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
false,
|
|
false,
|
|
true,
|
|
false
|
|
],
|
|
"TestBasicRetrieval": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestReadFile": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestSearch": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestWriteFile": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestRetrieval2.2": [
|
|
false,
|
|
false,
|
|
false,
|
|
false
|
|
],
|
|
"TestRetrieval2.1": [
|
|
false,
|
|
false,
|
|
false,
|
|
false,
|
|
false,
|
|
false
|
|
],
|
|
"TestRetrieval2.0": [
|
|
true,
|
|
false
|
|
],
|
|
"TestRememberMultipleIds": [
|
|
false,
|
|
false,
|
|
true,
|
|
false
|
|
],
|
|
"TestRememberMultipleIdsWithNoise": [
|
|
false
|
|
],
|
|
"TestRememberMultipleWithNoise": [
|
|
false,
|
|
true,
|
|
false
|
|
],
|
|
"TestRememberMultiplePhrasesWithNoise": [
|
|
false,
|
|
false,
|
|
false,
|
|
false,
|
|
false,
|
|
false,
|
|
false
|
|
],
|
|
"TestDebugSimpleTypoWithGuidance": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestCodeBasic": [
|
|
false,
|
|
true,
|
|
false,
|
|
false
|
|
],
|
|
"TestRevenueRetrieval_1.0": [
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true,
|
|
true
|
|
],
|
|
"TestRevenueRetrieval_1.1": [
|
|
false,
|
|
false,
|
|
false,
|
|
false
|
|
],
|
|
"TestRevenueRetrieval_1.2": [
|
|
false,
|
|
false,
|
|
false,
|
|
false
|
|
],
|
|
"TestReturnCode_Simple": [
|
|
false,
|
|
false
|
|
],
|
|
"TestReturnCode_Write": [
|
|
false,
|
|
false
|
|
],
|
|
"TestReturnCode_Modify": [
|
|
false,
|
|
false
|
|
],
|
|
"TestReturnCode_Tests": [
|
|
false,
|
|
false
|
|
],
|
|
"TestPlanCreation": [
|
|
true
|
|
],
|
|
"TestGoalDivergence": [
|
|
false
|
|
],
|
|
"TestBasicContentGen": [
|
|
true
|
|
],
|
|
"TestAdaptSimpleTypoWithGuidance": [
|
|
false
|
|
],
|
|
"TestDebugSimpleTypoWithoutGuidance": [
|
|
true
|
|
],
|
|
"TestCreateSimpleWebServer": [
|
|
true
|
|
],
|
|
"TestGoalLoss_Hard": [
|
|
false
|
|
],
|
|
"TestGoalLoss_advanced": [
|
|
false
|
|
],
|
|
"TestGoalLoss_Medium": [
|
|
false
|
|
],
|
|
"TestGoalLoss_Simple": [
|
|
false
|
|
],
|
|
"TestInstructionFollowing": [
|
|
false
|
|
],
|
|
"TestAdaptLink": [
|
|
true
|
|
],
|
|
"TestFunctionCodeGeneration": [
|
|
false
|
|
],
|
|
"TestDebugMultipleTypo": [
|
|
true
|
|
],
|
|
"TestThreeSum": [
|
|
false
|
|
],
|
|
"TestAdaptTeslaRevenue": [
|
|
false
|
|
],
|
|
"TestRetrieval3": [
|
|
false
|
|
]
|
|
}
|
|
} |