{
  "name": "TestRetrieval3",
  "category": ["retrieval"],
  "task": "Write tesla's revenue every year since its creation into a .txt file. Use the US notation, with a precision rounded to the nearest million dollars (for instance, $31,578 billion).",
  "dependencies": ["TestRetrieval2"],
  "ground": {
    "answer": "15 Millions\n112 Millions\n117 Millions\n204 Millions\n413 Millions\n2,014 Millions\n3,198 Millions\n4,046 Millions\n7,000 Millions\n11,759 Millions\n21,461 Millions\n24,578 Millions\n31,536 Millions\n53,823 Millions\n81,462 Millions",
    "should_contain": [
      "15",
      "112",
      "117",
      "204",
      "413",
      "2,014",
      "3,198",
      "4,046",
      "7,000",
      "11,759",
      "21,461",
      "24,578",
      "31,536",
      "53,823",
      "81,462"
    ],
    "should_not_contain": [],
    "files": [".txt"],
    "type": "file"
  },
  "info": {
    "difficulty": "basic",
    "description": "Tests ability to retrieve information.",
    "side_effects": ["tests if there is in fact an LLM attached"]
  }
}