Files
Auto-GPT/agbenchmark/challenges/memory/m1/data.json
2023-07-09 17:27:21 -07:00

23 lines
748 B
JSON

{
"name": "TestBasicMemory",
"category": ["memory"],
"task": "Follow the instructions in the instructions_1.txt file",
"dependencies": ["TestReadFile", "TestWriteFile"],
"ground": {
"answer": "2314",
"should_contain": ["2314"],
"should_not_contain": [],
"files": [".txt"],
"type": "file"
},
"mock": {
"mock_func": "basic_memory_mock",
"mock_task": "Follow the instructions in the instructions_1.txt file"
},
"info": {
"difficulty": "basic",
"description": "Tests ability for the agent to remember information between each action. An id is presented initially and the agent has to remember it after reading 4 other files",
"side_effects": ["tests if there is in fact an LLM attached"]
}
}