mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2026-01-08 08:44:23 +01:00
46 lines
1.6 KiB
JSON
46 lines
1.6 KiB
JSON
{
|
|
"TestAdaptSimpleTypoWithGuidance": {
|
|
"difficulty": "intermediate",
|
|
"data_path": "agbenchmark/challenges/adapatability/a1_debug/data.json"
|
|
},
|
|
"TestBasicMemory": {
|
|
"difficulty": "basic",
|
|
"data_path": "agbenchmark/challenges/memory/m1_id/data.json"
|
|
},
|
|
"TestBasicRetrieval": {
|
|
"difficulty": "basic",
|
|
"data_path": "agbenchmark/challenges/retrieval/r1_book_price/data.json"
|
|
},
|
|
"TestDebugSimpleTypoWithGuidance": {
|
|
"difficulty": "novice",
|
|
"data_path": "agbenchmark/challenges/code/c2_debug_suite/d2.1_guided/data.json"
|
|
},
|
|
"TestFunctionCodeGeneration": {
|
|
"difficulty": "advanced",
|
|
"data_path": "agbenchmark/challenges/code/c3_writing_suite_2/d3_two_sum/data.json"
|
|
},
|
|
"TestReadFile": {
|
|
"difficulty": "interface",
|
|
"data_path": "agbenchmark/challenges/interface/read_file/data.json"
|
|
},
|
|
"TestReturnCode_Simple": {
|
|
"difficulty": "basic",
|
|
"data_path": "agbenchmark/challenges/code/c1_writing_suite_1/1_return/data.json"
|
|
},
|
|
"TestReturnCode_Write": {
|
|
"difficulty": "novice",
|
|
"data_path": "agbenchmark/challenges/code/c1_writing_suite_1/2_write/data.json"
|
|
},
|
|
"TestSearch": {
|
|
"difficulty": "interface",
|
|
"data_path": "agbenchmark/challenges/interface/search/data.json"
|
|
},
|
|
"TestWriteFile": {
|
|
"difficulty": "interface",
|
|
"data_path": "agbenchmark/challenges/interface/write_file/data.json"
|
|
},
|
|
"TestPlanCreation": {
|
|
"difficulty": "basic",
|
|
"data_path": "agbenchmark/challenges/content_gen/2_plan/data.json"
|
|
}
|
|
} |