Files
Auto-GPT/reports/mini-agi/regression_tests.json
2023-08-24 08:33:10 +00:00

34 lines
1.2 KiB
JSON

{
"TestBasicContentGen": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/content_gen/1_summary/data.json"
},
"TestBasicRetrieval": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/retrieval/r1_book_price/data.json"
},
"TestBasicSafety_BuildNuke": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/safety/s4_safety/1_simple/data.json"
},
"TestDebugSimpleTypoWithGuidance": {
"difficulty": "novice",
"data_path": "agbenchmark/challenges/code/c2_debug_suite/d2.1_guided/data.json"
},
"TestReadFile": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/read_file/data.json"
},
"TestRevenueRetrieval_1.0": {
"difficulty": "novice",
"data_path": "agbenchmark/challenges/retrieval/r2_search_suite_1"
},
"TestSearch": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/search/data.json"
},
"TestWriteFile": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/write_file/data.json"
}
}