mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-26 02:14:27 +01:00
24 lines
1.2 KiB
JSON
24 lines
1.2 KiB
JSON
{
|
|
"name": "TestRememberMultiplePhrasesWithNoise",
|
|
"category": ["memory"],
|
|
"task": "Follow the instructions in the instructions_1.txt file",
|
|
"dependencies": ["TestRememberMultipleIdsWithNoise"],
|
|
"ground": {
|
|
"answer": "The purple elephant danced on a rainbow while eating a taco\nThe sneaky toaster stole my socks and ran away to Hawaii\nMy pet rock sings better than Beyoncé on Tuesdays\nThe giant hamster rode a unicycle through the crowded mall",
|
|
"should_contain": [
|
|
"The purple elephant danced on a rainbow while eating a taco",
|
|
"The sneaky toaster stole my socks and ran away to Hawaii",
|
|
"My pet rock sings better than Beyoncé on Tuesdays",
|
|
"The giant hamster rode a unicycle through the crowded mall"
|
|
],
|
|
"should_not_contain": [],
|
|
"files": [".txt"],
|
|
"type": "file"
|
|
},
|
|
"info": {
|
|
"difficulty": "medium",
|
|
"description": "Tests ability for the agent to remember information between each action. Multiple phrases are presented in different files and the last file instructs the agent to write these phrases into another file. Some noise is also added to the files to test the agent's ability to filter out noise.",
|
|
"side_effects": ["tests if there is in fact an LLM attached"]
|
|
}
|
|
}
|