mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2026-01-06 15:54:22 +01:00
36 lines
1.1 KiB
JSON
36 lines
1.1 KiB
JSON
{
|
|
"name": "TestRetrieval3",
|
|
"category": ["retrieval"],
|
|
"task": "Write tesla's revenue every year since its creation into a .txt file. Use the US notation, with a precision rounded to the nearest million dollars (for instance, $31,578 billion).",
|
|
"dependencies": ["TestRetrieval2.1"],
|
|
"cutoff": 60,
|
|
"ground": {
|
|
"answer": "15 Millions\n112 Millions\n117 Millions\n204 Millions\n413 Millions\n2,014 Millions\n3,198 Millions\n4,046 Millions\n7,000 Millions\n11,759 Millions\n21,461 Millions\n24,578 Millions\n31,536 Millions\n53,823 Millions\n81,462 Millions",
|
|
"should_contain": [
|
|
"15",
|
|
"112",
|
|
"117",
|
|
"204",
|
|
"413",
|
|
"2,014",
|
|
"3,198",
|
|
"4,046",
|
|
"7,000",
|
|
"11,759",
|
|
"21,461",
|
|
"24,578",
|
|
"31,536",
|
|
"53,823",
|
|
"81,462"
|
|
],
|
|
"should_not_contain": [],
|
|
"files": [".txt"],
|
|
"type": "file"
|
|
},
|
|
"info": {
|
|
"difficulty": "intermediate",
|
|
"description": "Tests ability to retrieve information.",
|
|
"side_effects": ["tests if there is in fact an LLM attached"]
|
|
}
|
|
}
|