Files
Auto-GPT/benchmark/agbenchmark/challenges/deprecated/interface/search/data.json
merwanehamadi f4d319cee4 Refactor benchmark (#5247)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-09-17 06:55:20 -07:00

22 lines
565 B
JSON

{
"name": "Search",
"category": ["interface"],
"task": "Open 'https://silennaihin.com/random/plain.html' and paste all of the text on the page in a .txt file",
"dependencies": ["WriteFile"],
"cutoff": 120,
"ground": {
"answer": "This is a Heading\nThis is a paragraph.",
"should_contain": ["Heading", "paragraph"],
"should_not_contain": ["The", "the"],
"files": [".txt"],
"eval": {
"type": "file"
}
},
"info": {
"difficulty": "interface",
"description": "s if an llm can search",
"side_effects": [""]
}
}