removing data that didnt work

2026-01-03 14:24:24 +01:00 · 2023-07-31 13:41:45 +01:00
parent 8726cd3c0a
commit f8de706a15
15 changed files with 7 additions and 166 deletions
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -313,4 +313,3 @@ jobs:
          echo "Failed after $max_attempts attempts."
        env:
          GITHUB_REF_NAME: ${{ github.ref_name }}
-          REPORT_LOCATION: 'reports'
--- a/agbenchmark/utils/get_data_from_helicone.py
+++ b/agbenchmark/utils/get_data_from_helicone.py
@@ -1,4 +1,5 @@
 import os
+import json
 from typing import Optional

 import requests
@@ -43,8 +44,8 @@ query ExampleQuery($properties: [PropertyFilter!]){
    operation_name = "ExampleQuery"

    data = None
+    response = None

-    # Make the request
    try:
        response = requests.post(
            url,
@@ -59,9 +60,12 @@ query ExampleQuery($properties: [PropertyFilter!]){
        data = response.json()
    except requests.HTTPError as http_err:
        print(f"HTTP error occurred: {http_err}")
+        raise  # Re-raise the exception to stop execution
+    except json.JSONDecodeError:
+        print(f"Invalid JSON response: {response.text if response else 'No response'}")
+        raise
    except Exception as err:
        print(f"Other error occurred: {err}")
+        raise

-    if not data:
-        raise Exception("No data returned from Helicone")
    return data.get("data", {}).get("aggregatedHeliconeRequest", {}).get("cost", None)
--- a/reports/Auto-GPT/folder3_07-31-11-57/report.json
+++ b/reports/Auto-GPT/folder3_07-31-11-57/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-11:57",
-    "benchmark_start_time": "2023-07-31-11:57",
-    "metrics": {
-        "run_time": "39.9 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "auto_gpt_workspace",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}
--- a/reports/Auto-GPT/folder4_07-31-12-31/report.json
+++ b/reports/Auto-GPT/folder4_07-31-12-31/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:32",
-    "benchmark_start_time": "2023-07-31-12:31",
-    "metrics": {
-        "run_time": "50.45 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "auto_gpt_workspace",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}
--- a/reports/BabyAGI/folder4_07-31-12-00/report.json
+++ b/reports/BabyAGI/folder4_07-31-12-00/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:01",
-    "benchmark_start_time": "2023-07-31-12:00",
-    "metrics": {
-        "run_time": "61.23 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "babycoder/playground"
-    }
-}
--- a/reports/BabyAGI/folder5_07-31-12-34/report.json
+++ b/reports/BabyAGI/folder5_07-31-12-34/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:35",
-    "benchmark_start_time": "2023-07-31-12:34",
-    "metrics": {
-        "run_time": "61.27 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "babycoder/playground"
-    }
-}
--- a/reports/beebot/folder3_07-31-03-06/radar_chart.png
+++ b/reports/beebot/folder3_07-31-03-06/radar_chart.png
--- a/reports/beebot/folder4_07-31-11-57/report.json
+++ b/reports/beebot/folder4_07-31-11-57/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-11:58",
-    "benchmark_start_time": "2023-07-31-11:57",
-    "metrics": {
-        "run_time": "61.24 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "workspace"
-    }
-}
--- a/reports/beebot/folder5_07-31-12-31/report.json
+++ b/reports/beebot/folder5_07-31-12-31/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:32",
-    "benchmark_start_time": "2023-07-31-12:31",
-    "metrics": {
-        "run_time": "58.48 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "workspace"
-    }
-}
--- a/reports/gpt-engineer/folder3_07-31-11-57/report.json
+++ b/reports/gpt-engineer/folder3_07-31-11-57/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-11:58",
-    "benchmark_start_time": "2023-07-31-11:57",
-    "metrics": {
-        "run_time": "62.24 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "projects/my-new-project/workspace",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}
--- a/reports/gpt-engineer/folder4_07-31-12-30/report.json
+++ b/reports/gpt-engineer/folder4_07-31-12-30/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:31",
-    "benchmark_start_time": "2023-07-31-12:30",
-    "metrics": {
-        "run_time": "62.26 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "projects/my-new-project/workspace",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}
--- a/reports/mini-agi/folder5_07-31-11-57/report.json
+++ b/reports/mini-agi/folder5_07-31-11-57/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-11:57",
-    "benchmark_start_time": "2023-07-31-11:57",
-    "metrics": {
-        "run_time": "14.78 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "${os.path.join(Path.home(), 'miniagi')}"
-    }
-}
--- a/reports/mini-agi/folder6_07-31-12-30/report.json
+++ b/reports/mini-agi/folder6_07-31-12-30/report.json
@@ -1,13 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:31",
-    "benchmark_start_time": "2023-07-31-12:30",
-    "metrics": {
-        "run_time": "19.05 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "${os.path.join(Path.home(), 'miniagi')}"
-    }
-}
--- a/reports/smol-developer/folder4_07-31-11-56/report.json
+++ b/reports/smol-developer/folder4_07-31-11-56/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-11:56",
-    "benchmark_start_time": "2023-07-31-11:56",
-    "metrics": {
-        "run_time": "7.55 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "generated",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}
--- a/reports/smol-developer/folder5_07-31-12-30/report.json
+++ b/reports/smol-developer/folder5_07-31-12-30/report.json
@@ -1,14 +0,0 @@
-{
-    "command": "agbenchmark start",
-    "completion_time": "2023-07-31-12:30",
-    "benchmark_start_time": "2023-07-31-12:30",
-    "metrics": {
-        "run_time": "5.75 seconds",
-        "highest_difficulty": "No successful tests"
-    },
-    "tests": {},
-    "config": {
-        "workspace": "generated",
-        "entry_path": "agbenchmark.benchmarks"
-    }
-}