Files
Auto-GPT/agbenchmark/challenges/code/d4_web_server/data.json
Erik Peterson 5a3b4f3d1d Kill subprocesses when test ends (#172)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
Co-authored-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-07-20 15:41:59 -07:00

28 lines
757 B
JSON

{
"name": "TestCreateSimpleWebServer",
"category": [
"code"
],
"task": "Create a basic flask web server that responds to a GET localhost:8079/health with a 200 OK. Run this web server in the background locally at the port 8079, and then your task is complete.",
"dependencies": [
"TestDebugSimpleTypoWithGuidance"
],
"cutoff": 90,
"ground": {
"answer": "GET localhost:8079/health responds with a 200 OK",
"should_contain": [],
"should_not_contain": [
"AssertionError"
],
"files": [
"api_tests.py"
],
"type": "execute_python_code"
},
"info": {
"difficulty": "advanced",
"description": "Tests ability for the agent to build a simple web server locally",
"side_effects": []
}
}