{
  "category": ["basic"],
  "task": "What is the capital of America?",
  "dependencies": [],
  "ground": {
    "answer": "Washington",
    "should_contain": ["Washington"],
    "should_not_contain": ["New York", "Los Angeles", "San Francisco"],
    "files": [".txt"]
  },
  "mock_func": "basic_write_file_mock",
  "info": {
    "difficulty": "basic",
    "description": "Tests the writing to file",
    "side_effects": ["tests if there is in fact an LLM attached"]
  }
}