refactor(benchmark): Disable Helicone integrations

We want to upgrade the OpenAI library, but `helicone` does not support `openai@^1.0.0`, so we're disabling the Helicone integration for now.
This commit is contained in:
Reinier van der Leer
2024-01-16 15:38:47 +01:00
parent 797c5bbc13
commit 056163ee57
5 changed files with 123 additions and 160 deletions

View File

@@ -64,10 +64,10 @@ class Challenge(ABC):
# skip optional categories
self.skip_optional_categories(config)
if os.environ.get("HELICONE_API_KEY"):
from helicone.lock import HeliconeLockManager
# if os.environ.get("HELICONE_API_KEY"):
# from helicone.lock import HeliconeLockManager
HeliconeLockManager.write_custom_property("challenge", self.data.name)
# HeliconeLockManager.write_custom_property("challenge", self.data.name)
timeout = self.data.cutoff or 60