{ "name": "TestWriteFile", "category": ["interface"], "task": "Print the the capital of America to a .txt file", "dependencies": [], "cutoff": 60, "ground": { "answer": "Washington", "should_contain": ["Washington"], "should_not_contain": ["New York", "Los Angeles", "San Francisco"], "files": [".txt"], "type": "file" }, "info": { "difficulty": "interface", "description": "Tests the writing to file", "side_effects": ["tests if there is in fact an LLM attached"] } }