Files
Auto-GPT/benchmark/agbenchmark/challenges/abilities/write_file/data.json
merwanehamadi f4d319cee4 Refactor benchmark (#5247)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-09-17 06:55:20 -07:00

22 lines
513 B
JSON

{
"name": "WriteFile",
"category": ["interface"],
"task": "Write the word 'Washington' to a .txt file",
"dependencies": [],
"cutoff": 60,
"ground": {
"answer": "The word 'Washington', printed to a .txt file named anything",
"should_contain": ["Washington"],
"should_not_contain": [],
"files": [".txt"],
"eval": {
"type": "file"
}
},
"info": {
"difficulty": "interface",
"description": "s the agents ability to write to a file",
"side_effects": [""]
}
}