Files
Auto-GPT/agbenchmark/reports/internal_info.json
2023-07-26 21:26:03 -07:00

194 lines
3.5 KiB
JSON

{
"BabyAGI": {
"TestWriteFile": [
false,
false
]
},
"TestBasicCodeGeneration": [
true
],
"TestBasicMemory": [
true
],
"TestBasicRetrieval": [
true
],
"TestCreateSimpleWebServer": [
true,
true,
true,
true,
true,
true,
true,
true,
true,
true
],
"TestDebugSimpleTypoWithGuidance": [
true
],
"TestDebugSimpleTypoWithoutGuidance": [
false
],
"TestReadFile": [
true
],
"TestRememberMultipleIds": [
true
],
"TestRememberMultiplePhrasesWithNoise": [
false
],
"TestRememberMultipleWithNoise": [
false
],
"TestRetrieval2.0": [
true
],
"TestRetrieval2.1": [
false
],
"TestRetrieval2.2": [
false
],
"TestRetrieval3": [
false
],
"TestSearch": [
true
],
"TestThreeSum": [
true
],
"TestWriteFile": [
true,
false
],
"gpt-engineer": {
"TestWriteFile": [
true,
false
]
},
"mini-agi": {
"TestBasicMemory": [
true,
true,
true,
true,
true,
false,
false,
true
],
"TestBasicRetrieval": [
true,
true,
true,
true,
true
],
"TestReadFile": [
true,
true,
true,
true,
true
],
"TestSearch": [
true,
true,
true,
true,
true
],
"TestWriteFile": [
true,
true,
true,
true
],
"TestRetrieval2.2": [
false,
false,
false,
false
],
"TestRetrieval2.1": [
false,
false,
false,
false,
false,
false
],
"TestRetrieval2.0": [
true,
false
],
"TestRememberMultipleIds": [
false,
false,
true
],
"TestRememberMultipleIdsWithNoise": [
false
],
"TestRememberMultipleWithNoise": [
false,
true
],
"TestRememberMultiplePhrasesWithNoise": [
false,
false,
false,
false,
false,
false
],
"TestDebugSimpleTypoWithGuidance": [
true,
true,
true,
true,
true
],
"TestCodeBasic": [
false,
true,
false,
false
],
"TestRevenueRetrieval_1.0": [
true,
true,
true,
true,
true
],
"TestRevenueRetrieval_1.1": [
false,
false,
false
],
"TestRevenueRetrieval_1.2": [
false,
false,
false
],
"TestReturnCode_Simple": [
false
],
"TestReturnCode_Write": [
false
],
"TestReturnCode_Modify": [
false
],
"TestReturnCode_Tests": [
false
]
}
}