From ed172dec1947466cc0942abf75bb77b027cd433d Mon Sep 17 00:00:00 2001 From: SwiftyOS Date: Wed, 13 Sep 2023 13:47:26 +0200 Subject: [PATCH] fixed datetime and changed benchmark defaults for autogpt --- autogpts/autogpt/agbenchmark_config/benchmarks.py | 3 ++- benchmark/agbenchmark/utils/data_types.py | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/autogpts/autogpt/agbenchmark_config/benchmarks.py b/autogpts/autogpt/agbenchmark_config/benchmarks.py index bf5ff256..5635f491 100644 --- a/autogpts/autogpt/agbenchmark_config/benchmarks.py +++ b/autogpts/autogpt/agbenchmark_config/benchmarks.py @@ -22,8 +22,9 @@ def run_specific_agent(task: str, continuous_mode: bool = False) -> None: def bootstrap_agent(task: str, continuous_mode: bool) -> Agent: config = ConfigBuilder.build_config_from_env(workdir=PROJECT_DIR) - config.debug_mode = True + config.debug_mode = False config.continuous_mode = continuous_mode + config.continuous_limit = 20 config.temperature = 0 config.noninteractive_mode = True config.plain_output = True diff --git a/benchmark/agbenchmark/utils/data_types.py b/benchmark/agbenchmark/utils/data_types.py index c0d0d4d4..65de2856 100644 --- a/benchmark/agbenchmark/utils/data_types.py +++ b/benchmark/agbenchmark/utils/data_types.py @@ -39,7 +39,7 @@ STRING_DIFFICULTY_MAP = {e.value: DIFFICULTY_MAP[e] for e in DifficultyLevel} def calculate_info_test_path( - base_path: Path, benchmark_start_time: datetime.datetime + base_path: Path, benchmark_start_time: datetime ) -> Path: """ Calculates the path to the directory where the test report will be saved. @@ -105,7 +105,7 @@ class AgentBenchmarkConfig(BaseModel): # ).resolve() return Path.cwd() / "agbenchmark_config" / "reports" - def get_reports_path(self, benchmark_start_time: datetime.datetime) -> Path: + def get_reports_path(self, benchmark_start_time: datetime) -> Path: return calculate_info_test_path( self.get_reports_location(), benchmark_start_time )