Files
Auto-GPT/benchmark/agbenchmark/app.py
merwanehamadi 295702867a Ability to run by categories (#5229)
* Ability to run by categories

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>

* always use Path.cwd()

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>

---------

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2023-09-15 20:04:12 -07:00

139 lines
4.1 KiB
Python

import json
import os
import sys
from typing import Any, List, Optional
from fastapi import FastAPI
from fastapi import (
HTTPException as FastAPIHTTPException, # Import HTTPException from FastAPI
)
from fastapi import Request, Response
from fastapi.middleware.cors import CORSMiddleware
# from agbenchmark.app import app
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from fastapi import FastAPI
from pydantic import BaseModel
# Change the current working directory to the benchmark path
# home_path = find_absolute_benchmark_path()
# os.chdir(home_path)
general_command = ["poetry", "run", "agbenchmark", "start", "--backend"]
class CreateReportRequest(BaseModel):
tests: Optional[List[str]] = []
category: Optional[str] = []
mock: Optional[bool] = False
updates_list = []
updates_list = []
import json
origins = ["http://localhost:8080"]
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
@app.post("/reports")
def run_single_test(body: CreateReportRequest) -> Any:
from agbenchmark.__main__ import run_benchmark
run_benchmark(category=[body.category], mock=body.mock)
import json
from pathlib import Path
# List all folders in the current working directory
path_reports = Path.cwd() / "agbenchmark_config" / "reports"
folders = [folder for folder in path_reports.iterdir() if folder.is_dir()]
# Sort the folders based on their names
sorted_folders = sorted(folders, key=lambda x: x.name)
# Get the last folder
last_folder = sorted_folders[-1] if sorted_folders else None
# Read report.json from this folder
if last_folder:
report_path = last_folder / "report.json"
if report_path.exists():
with report_path.open() as file:
data = json.load(file)
print(data)
else:
print(f"'report.json' does not exist in '{last_folder}'")
else:
print("No folders found.")
return Response(
content=json.dumps(data),
status_code=200,
media_type="application/json",
)
import json
from typing import Any
from fastapi import FastAPI, Request, Response
@app.get("/updates")
def get_updates(request: Request) -> Any:
try:
# Read data from the "update.json" file (provide the correct file path)
with open(UPDATES_JSON_PATH, "r") as file:
data = json.load(file)
# Get the last_update_time from the query parameter
query_param = request.query_params.get("last_update_time")
if query_param is None:
# Handle the case when last_update_time is not provided
print("ERROR: last_update_time parameter is missing")
return Response(
content=json.dumps({"error": "last_update_time parameter is missing"}),
status_code=400,
media_type="application/json",
headers={"Content-Type": "application/json"},
)
# Convert query_param to a Unix timestamp (assuming it's in seconds as a string)
query_timestamp = int(query_param)
# Filter the data based on the timestamp (keep timestamps before query_timestamp)
filtered_data = [item for item in data if item["timestamp"] > query_timestamp]
# Extract only the "content" field from each item
filtered_data = [item["content"] for item in filtered_data]
# Convert the filtered data to JSON
filtered_json = json.dumps(filtered_data, indent=2)
print("INFO: Returning filtered data to the client")
return Response(
content=filtered_json,
status_code=200,
media_type="application/json",
headers={"Content-Type": "application/json"},
)
except FileNotFoundError:
print("ERROR: File not found: updates.json")
return Response(
content=json.dumps({"error": "File not found"}),
status_code=404,
media_type="application/json",
headers={"Content-Type": "application/json"},
)