{ "name": "TestAdaptSimpleTypoWithGuidance", "category": ["adaptability"], "task": "1- Run code.py.\n2- Read test.py.\n3- Modify test.py.\nRepeat step 1, 2 and 3 until code.py runs without errors.\n", "dependencies": ["TestDebugSimpleTypoWithGuidance"], "cutoff": 75, "ground": { "answer": "Same as the original DebugWithGuidance test - [0, 1] [2, 5] [0, 3]", "should_contain": ["[0, 1]", "[2, 5]", "[0, 3]"], "should_not_contain": [], "files": ["test.py"], "eval": { "type": "python" } }, "info": { "difficulty": "intermediate", "description": "A version of the debug challenge where the wrong files to test and change are given. The llm must figure the challenges out", "side_effects": [] } }