Files
Auto-GPT/agbenchmark/challenges/interface/search/data.json
merwanehamadi 82ed4a136a Remove submodule (#314)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-08-16 14:57:52 -07:00

22 lines
577 B
JSON

{
"name": "TestSearch",
"category": ["interface"],
"task": "Open 'https://silennaihin.com/random/plain.html' and paste all of the text on the page in a .txt file",
"dependencies": ["TestWriteFile"],
"cutoff": 120,
"ground": {
"answer": "This is a Heading\nThis is a paragraph.",
"should_contain": ["Heading", "paragraph"],
"should_not_contain": ["The", "the"],
"files": [".txt"],
"eval": {
"type": "file"
}
},
"info": {
"difficulty": "interface",
"description": "Tests if an llm can search",
"side_effects": [""]
}
}