Fixing benchmarks

benchmark/agbenchmark/utils/get_data_from_helicone.py

@@ -1,82 +0,0 @@
-import json
-import os
-from typing import Optional
-
-import requests
-
-import agbenchmark.start_benchmark
-from agbenchmark.agent_interface import HELICONE_GRAPHQL_LOGS
-
-
-def get_data_from_helicone(challenge: str) -> Optional[float]:
-    # Define the endpoint of your GraphQL server
-    url = "https://www.helicone.ai/api/graphql"
-
-    # Set the headers, usually you'd need to set the content type and possibly an authorization token
-    headers = {"authorization": f"Bearer {os.environ.get('HELICONE_API_KEY')}"}
-
-    # Define the query, variables, and operation name
-    query = """
-query ExampleQuery($properties: [PropertyFilter!]){
-  aggregatedHeliconeRequest(properties: $properties) {
-    costUSD
-  }
-}
-"""
-
-    variables = {
-        "properties": [
-            {
-                "value": {"equals": os.environ.get("AGENT_NAME")},
-                "name": "agent",
-            },
-            {
-                "value": {"equals": agbenchmark.start_benchmark.BENCHMARK_START_TIME},
-                "name": "benchmark_start_time",
-            },
-            {"value": {"equals": challenge}, "name": "challenge"},
-        ]
-    }
-    if HELICONE_GRAPHQL_LOGS:
-        print(query)
-        print(json.dumps(variables, indent=4))
-
-    operation_name = "ExampleQuery"
-
-    data = {}
-    response = None
-
-    try:
-        response = requests.post(
-            url,
-            headers=headers,
-            json={
-                "query": query,
-                "variables": variables,
-                "operationName": operation_name,
-            },
-        )
-
-        data = response.json()
-    except requests.HTTPError as http_err:
-        print(f"HTTP error occurred: {http_err}")
-        return None  # Re-raise the exception to stop execution
-    except json.JSONDecodeError:
-        print(f"Invalid JSON response: {response.text if response else 'No response'}")
-        return None
-    except Exception as err:
-        print(f"Other error occurred: {err}")
-        return None
-
-    try:
-        if data is None or data.get("data") is None:
-            print("Invalid response received from server: no data")
-            return None
-        return (
-            data.get("data", {})
-            .get("aggregatedHeliconeRequest", {})
-            .get("costUSD", None)
-        )
-    except Exception as err:
-        print(f"Error occurred while parsing response: {err}")
-        return None