mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-18 22:44:21 +01:00
e8b6676b22
* Consolidate all logging stuff into one module * Merge import statement for `logs` and `logs.log_cycle` --------- Co-authored-by: James Collins <collijk@uw.edu>
79 lines
2.2 KiB
Python
79 lines
2.2 KiB
Python
import contextlib
|
|
import random
|
|
import shutil
|
|
from pathlib import Path
|
|
from typing import Any, Generator
|
|
|
|
import pytest
|
|
|
|
from autogpt.logs import LogCycleHandler
|
|
from autogpt.workspace import Workspace
|
|
from benchmarks import run_task
|
|
from tests.challenges.schema import Task
|
|
|
|
|
|
def generate_noise(noise_size: int) -> str:
|
|
random.seed(42)
|
|
return "".join(
|
|
random.choices(
|
|
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789",
|
|
k=noise_size,
|
|
)
|
|
)
|
|
|
|
|
|
def setup_mock_input(monkeypatch: pytest.MonkeyPatch, cycle_count: int) -> None:
|
|
"""
|
|
Sets up the mock input for testing.
|
|
|
|
:param monkeypatch: pytest's monkeypatch utility for modifying builtins.
|
|
:param cycle_count: The number of cycles to mock.
|
|
"""
|
|
input_sequence = ["y"] * (cycle_count) + ["EXIT"]
|
|
|
|
def input_generator() -> Generator[str, None, None]:
|
|
"""
|
|
Creates a generator that yields input strings from the given sequence.
|
|
"""
|
|
yield from input_sequence
|
|
|
|
gen = input_generator()
|
|
monkeypatch.setattr("autogpt.utils.session.prompt", lambda _: next(gen))
|
|
|
|
|
|
def setup_mock_log_cycle_agent_name(
|
|
monkeypatch: pytest.MonkeyPatch, challenge_name: str, level_to_run: int
|
|
) -> None:
|
|
def mock_get_agent_short_name(*args: Any, **kwargs: Any) -> str:
|
|
return f"{challenge_name}_level_{level_to_run}"
|
|
|
|
monkeypatch.setattr(
|
|
LogCycleHandler, "get_agent_short_name", mock_get_agent_short_name
|
|
)
|
|
|
|
|
|
def get_workspace_path(workspace: Workspace, file_name: str) -> str:
|
|
return str(workspace.get_path(file_name))
|
|
|
|
|
|
def copy_file_into_workspace(
|
|
workspace: Workspace, directory_path: Path, file_path: str
|
|
) -> None:
|
|
workspace_code_file_path = get_workspace_path(workspace, file_path)
|
|
code_file_path = directory_path / file_path
|
|
shutil.copy(code_file_path, workspace_code_file_path)
|
|
|
|
|
|
def run_challenge(
|
|
challenge_name: str,
|
|
level_to_run: int,
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
user_input: str,
|
|
cycle_count: int,
|
|
) -> None:
|
|
setup_mock_input(monkeypatch, cycle_count)
|
|
setup_mock_log_cycle_agent_name(monkeypatch, challenge_name, level_to_run)
|
|
task = Task(user_input=user_input)
|
|
with contextlib.suppress(SystemExit):
|
|
run_task(task)
|