Adding search interface challenge and cleaning repo (#80)

This commit is contained in:
Silen Naihin
2023-07-09 21:33:08 -04:00
committed by GitHub
parent 0fa5286ad0
commit b8830f8625
8 changed files with 26 additions and 1 deletions

View File

@@ -0,0 +1,2 @@
This is a Heading
This is a paragraph.

View File

@@ -0,0 +1,18 @@
{
"name": "TestSearch",
"category": ["interface"],
"task": "Open 'https://silennaihin.com/random/plain.html' and paste the text on the page in a .txt file",
"dependencies": [],
"ground": {
"answer": "This is a Heading\nThis is a paragraph.",
"should_contain": ["Heading", "paragraph"],
"should_not_contain": ["The", "the"],
"files": [".txt"],
"type": "file"
},
"info": {
"difficulty": "basic",
"description": "Tests if an llm can search",
"side_effects": [""]
}
}

View File

@@ -2,7 +2,7 @@
"name": "TestBasicRetrieval",
"category": ["retrieval"],
"task": "Write the price of the book in this url 'http://books.toscrape.com/catalogue/meditations_33/index.html' to a .txt file.",
"dependencies": ["TestWriteFile"],
"dependencies": ["TestWriteFile", "TestSearch"],
"ground": {
"answer": "£25.89",
"should_contain": ["25.89"],

View File

@@ -60,5 +60,10 @@
"TestRememberMultipleIdsWithNoise"
],
"test": "agbenchmark\\challenges\\memory\\m4"
},
"TestSearch": {
"difficulty": "basic",
"dependencies": [],
"test": "agbenchmark\\challenges\\interface\\search"
}
}