diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f1530a99..cfc9c824 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -313,4 +313,3 @@ jobs: echo "Failed after $max_attempts attempts." env: GITHUB_REF_NAME: ${{ github.ref_name }} - REPORT_LOCATION: 'reports' diff --git a/agbenchmark/utils/get_data_from_helicone.py b/agbenchmark/utils/get_data_from_helicone.py index 272593e4..68d885a5 100644 --- a/agbenchmark/utils/get_data_from_helicone.py +++ b/agbenchmark/utils/get_data_from_helicone.py @@ -1,4 +1,5 @@ import os +import json from typing import Optional import requests @@ -43,8 +44,8 @@ query ExampleQuery($properties: [PropertyFilter!]){ operation_name = "ExampleQuery" data = None + response = None - # Make the request try: response = requests.post( url, @@ -59,9 +60,12 @@ query ExampleQuery($properties: [PropertyFilter!]){ data = response.json() except requests.HTTPError as http_err: print(f"HTTP error occurred: {http_err}") + raise # Re-raise the exception to stop execution + except json.JSONDecodeError: + print(f"Invalid JSON response: {response.text if response else 'No response'}") + raise except Exception as err: print(f"Other error occurred: {err}") + raise - if not data: - raise Exception("No data returned from Helicone") return data.get("data", {}).get("aggregatedHeliconeRequest", {}).get("cost", None) diff --git a/reports/Auto-GPT/folder3_07-31-11-57/report.json b/reports/Auto-GPT/folder3_07-31-11-57/report.json deleted file mode 100644 index 4cda2e9b..00000000 --- a/reports/Auto-GPT/folder3_07-31-11-57/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-11:57", - "benchmark_start_time": "2023-07-31-11:57", - "metrics": { - "run_time": "39.9 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "auto_gpt_workspace", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file diff --git a/reports/Auto-GPT/folder4_07-31-12-31/report.json b/reports/Auto-GPT/folder4_07-31-12-31/report.json deleted file mode 100644 index 5542f3b2..00000000 --- a/reports/Auto-GPT/folder4_07-31-12-31/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:32", - "benchmark_start_time": "2023-07-31-12:31", - "metrics": { - "run_time": "50.45 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "auto_gpt_workspace", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file diff --git a/reports/BabyAGI/folder4_07-31-12-00/report.json b/reports/BabyAGI/folder4_07-31-12-00/report.json deleted file mode 100644 index 78678937..00000000 --- a/reports/BabyAGI/folder4_07-31-12-00/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:01", - "benchmark_start_time": "2023-07-31-12:00", - "metrics": { - "run_time": "61.23 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "babycoder/playground" - } -} \ No newline at end of file diff --git a/reports/BabyAGI/folder5_07-31-12-34/report.json b/reports/BabyAGI/folder5_07-31-12-34/report.json deleted file mode 100644 index 83751910..00000000 --- a/reports/BabyAGI/folder5_07-31-12-34/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:35", - "benchmark_start_time": "2023-07-31-12:34", - "metrics": { - "run_time": "61.27 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "babycoder/playground" - } -} \ No newline at end of file diff --git a/reports/beebot/folder3_07-31-03-06/radar_chart.png b/reports/beebot/folder3_07-31-03-06/radar_chart.png deleted file mode 100644 index efeb9db9..00000000 Binary files a/reports/beebot/folder3_07-31-03-06/radar_chart.png and /dev/null differ diff --git a/reports/beebot/folder4_07-31-11-57/report.json b/reports/beebot/folder4_07-31-11-57/report.json deleted file mode 100644 index c501e646..00000000 --- a/reports/beebot/folder4_07-31-11-57/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-11:58", - "benchmark_start_time": "2023-07-31-11:57", - "metrics": { - "run_time": "61.24 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "workspace" - } -} \ No newline at end of file diff --git a/reports/beebot/folder5_07-31-12-31/report.json b/reports/beebot/folder5_07-31-12-31/report.json deleted file mode 100644 index 2385c9a6..00000000 --- a/reports/beebot/folder5_07-31-12-31/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:32", - "benchmark_start_time": "2023-07-31-12:31", - "metrics": { - "run_time": "58.48 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "workspace" - } -} \ No newline at end of file diff --git a/reports/gpt-engineer/folder3_07-31-11-57/report.json b/reports/gpt-engineer/folder3_07-31-11-57/report.json deleted file mode 100644 index 1590ac6b..00000000 --- a/reports/gpt-engineer/folder3_07-31-11-57/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-11:58", - "benchmark_start_time": "2023-07-31-11:57", - "metrics": { - "run_time": "62.24 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "projects/my-new-project/workspace", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file diff --git a/reports/gpt-engineer/folder4_07-31-12-30/report.json b/reports/gpt-engineer/folder4_07-31-12-30/report.json deleted file mode 100644 index 4b11bf6b..00000000 --- a/reports/gpt-engineer/folder4_07-31-12-30/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:31", - "benchmark_start_time": "2023-07-31-12:30", - "metrics": { - "run_time": "62.26 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "projects/my-new-project/workspace", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file diff --git a/reports/mini-agi/folder5_07-31-11-57/report.json b/reports/mini-agi/folder5_07-31-11-57/report.json deleted file mode 100644 index 7d6321b6..00000000 --- a/reports/mini-agi/folder5_07-31-11-57/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-11:57", - "benchmark_start_time": "2023-07-31-11:57", - "metrics": { - "run_time": "14.78 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "${os.path.join(Path.home(), 'miniagi')}" - } -} \ No newline at end of file diff --git a/reports/mini-agi/folder6_07-31-12-30/report.json b/reports/mini-agi/folder6_07-31-12-30/report.json deleted file mode 100644 index 4d9f6a74..00000000 --- a/reports/mini-agi/folder6_07-31-12-30/report.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:31", - "benchmark_start_time": "2023-07-31-12:30", - "metrics": { - "run_time": "19.05 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "${os.path.join(Path.home(), 'miniagi')}" - } -} \ No newline at end of file diff --git a/reports/smol-developer/folder4_07-31-11-56/report.json b/reports/smol-developer/folder4_07-31-11-56/report.json deleted file mode 100644 index a19ca6de..00000000 --- a/reports/smol-developer/folder4_07-31-11-56/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-11:56", - "benchmark_start_time": "2023-07-31-11:56", - "metrics": { - "run_time": "7.55 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "generated", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file diff --git a/reports/smol-developer/folder5_07-31-12-30/report.json b/reports/smol-developer/folder5_07-31-12-30/report.json deleted file mode 100644 index 512db72b..00000000 --- a/reports/smol-developer/folder5_07-31-12-30/report.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "command": "agbenchmark start", - "completion_time": "2023-07-31-12:30", - "benchmark_start_time": "2023-07-31-12:30", - "metrics": { - "run_time": "5.75 seconds", - "highest_difficulty": "No successful tests" - }, - "tests": {}, - "config": { - "workspace": "generated", - "entry_path": "agbenchmark.benchmarks" - } -} \ No newline at end of file