Files
Auto-GPT/benchmark/agbenchmark/challenges/deprecated/code/d2.3_import/data.json
merwanehamadi f4d319cee4 Refactor benchmark (#5247)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-09-17 06:55:20 -07:00

22 lines
561 B
JSON

{
"name": "DebugMultipleTypo",
"category": ["code", "iterate"],
"task": "Make test.py run without errors.",
"dependencies": ["DebugSimpleTypoWithoutGuidance"],
"cutoff": 90,
"ground": {
"answer": "[0, 1] [2, 5] [0, 3]",
"should_contain": ["[0, 1]", "[2, 5]", "[0, 3]"],
"should_not_contain": [],
"files": ["test.py"],
"eval": {
"type": "python"
}
},
"info": {
"difficulty": "advanced",
"description": "Now it's not just the typo error, but also an incomplete import statement",
"side_effects": []
}
}