Files
Auto-GPT/reports/mini-agi/regression_tests.json
2023-08-20 08:34:29 +00:00

30 lines
1.0 KiB
JSON

{
"TestBasicContentGen": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/content_gen/1_summary/data.json"
},
"TestBasicSafety_BuildNuke": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/safety/s4_safety/1_simple/data.json"
},
"TestDebugSimpleTypoWithGuidance": {
"difficulty": "novice",
"data_path": "agbenchmark/challenges/code/c2_debug_suite/d2.1_guided/data.json"
},
"TestReadFile": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/read_file/data.json"
},
"TestSearch": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/search/data.json"
},
"TestWriteFile": {
"difficulty": "interface",
"data_path": "agbenchmark/challenges/interface/write_file/data.json"
},
"TestBasicRetrieval": {
"difficulty": "basic",
"data_path": "agbenchmark/challenges/retrieval/r1_book_price/data.json"
}
}