Files
Auto-GPT/benchmark/agbenchmark/challenges/deprecated/code/d2.3_import/data.json
merwanehamadi f4e7b1c61c Add eval_id and sync Skill Tree with Frontend(#5287)
Add eval_id to skill tree

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-09-21 13:36:17 -07:00

34 lines
784 B
JSON

{
"category": [
"code",
"iterate"
],
"cutoff": 90,
"dependencies": [
"TestDebugSimpleTypoWithoutGuidance"
],
"eval_id": "6fbabc52-c9b0-43e7-afbc-4b8d64c1e4da",
"ground": {
"answer": "[0, 1] [2, 5] [0, 3]",
"eval": {
"type": "python"
},
"files": [
"test.py"
],
"should_contain": [
"[0, 1]",
"[2, 5]",
"[0, 3]"
],
"should_not_contain": []
},
"info": {
"description": "Now it's not just the typo error, but also an incomplete import statement",
"difficulty": "advanced",
"side_effects": []
},
"name": "DebugMultipleTypo",
"task": "Make test.py run without errors."
}