mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-25 18:04:28 +01:00
Adding search interface challenge and cleaning repo (#80)
This commit is contained in:
@@ -0,0 +1,2 @@
|
||||
This is a Heading
|
||||
This is a paragraph.
|
||||
18
agbenchmark/challenges/interface/search/data.json
Normal file
18
agbenchmark/challenges/interface/search/data.json
Normal file
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"name": "TestSearch",
|
||||
"category": ["interface"],
|
||||
"task": "Open 'https://silennaihin.com/random/plain.html' and paste the text on the page in a .txt file",
|
||||
"dependencies": [],
|
||||
"ground": {
|
||||
"answer": "This is a Heading\nThis is a paragraph.",
|
||||
"should_contain": ["Heading", "paragraph"],
|
||||
"should_not_contain": ["The", "the"],
|
||||
"files": [".txt"],
|
||||
"type": "file"
|
||||
},
|
||||
"info": {
|
||||
"difficulty": "basic",
|
||||
"description": "Tests if an llm can search",
|
||||
"side_effects": [""]
|
||||
}
|
||||
}
|
||||
@@ -2,7 +2,7 @@
|
||||
"name": "TestBasicRetrieval",
|
||||
"category": ["retrieval"],
|
||||
"task": "Write the price of the book in this url 'http://books.toscrape.com/catalogue/meditations_33/index.html' to a .txt file.",
|
||||
"dependencies": ["TestWriteFile"],
|
||||
"dependencies": ["TestWriteFile", "TestSearch"],
|
||||
"ground": {
|
||||
"answer": "£25.89",
|
||||
"should_contain": ["25.89"],
|
||||
|
||||
@@ -60,5 +60,10 @@
|
||||
"TestRememberMultipleIdsWithNoise"
|
||||
],
|
||||
"test": "agbenchmark\\challenges\\memory\\m4"
|
||||
},
|
||||
"TestSearch": {
|
||||
"difficulty": "basic",
|
||||
"dependencies": [],
|
||||
"test": "agbenchmark\\challenges\\interface\\search"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user