mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-22 16:34:25 +01:00
0594ba33a2
* Add config as attribute to Agent, rename old config to ai_config * Code review: Pass ai_config * Pass agent to commands instead of config * Lint * Fix merge error * Fix memory challenge a --------- Co-authored-by: Nicholas Tindle <nick@ntindle.com> Co-authored-by: merwanehamadi <merwanehamadi@gmail.com>
57 lines
1.8 KiB
Python
57 lines
1.8 KiB
Python
from pathlib import Path
|
|
|
|
import pytest
|
|
from pytest_mock import MockerFixture
|
|
|
|
from autogpt.agent import Agent
|
|
from autogpt.commands.execute_code import execute_python_file
|
|
from tests.challenges.challenge_decorator.challenge_decorator import challenge
|
|
from tests.challenges.utils import (
|
|
copy_file_into_workspace,
|
|
get_workspace_path,
|
|
run_interaction_loop,
|
|
)
|
|
from tests.utils import requires_api_key
|
|
|
|
CYCLE_COUNT = 5
|
|
EXPECTED_VALUES = ["[0, 1]", "[2, 5]", "[0, 3]"]
|
|
DIRECTORY_PATH = Path(__file__).parent / "data"
|
|
CODE_FILE_PATH = "code.py"
|
|
TEST_FILE_PATH = "test.py"
|
|
|
|
|
|
@pytest.mark.vcr
|
|
@requires_api_key("OPENAI_API_KEY")
|
|
@challenge
|
|
def test_debug_code_challenge_a(
|
|
debug_code_agents: Agent,
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
patched_api_requestor: MockerFixture,
|
|
level_to_run: int,
|
|
) -> None:
|
|
"""
|
|
Test whether the agent can debug a simple code snippet.
|
|
|
|
:param debug_code_agent: The agent to test.
|
|
:param monkeypatch: pytest's monkeypatch utility for modifying builtins.
|
|
:patched_api_requestor: Sends api requests to our API CI pipeline
|
|
:level_to_run: The level to run.
|
|
"""
|
|
debug_code_agent = debug_code_agents[level_to_run - 1]
|
|
|
|
copy_file_into_workspace(debug_code_agent, DIRECTORY_PATH, CODE_FILE_PATH)
|
|
copy_file_into_workspace(debug_code_agent, DIRECTORY_PATH, TEST_FILE_PATH)
|
|
|
|
run_interaction_loop(monkeypatch, debug_code_agent, CYCLE_COUNT)
|
|
|
|
output = execute_python_file(
|
|
get_workspace_path(debug_code_agent, TEST_FILE_PATH), debug_code_agent
|
|
)
|
|
|
|
assert "error" not in output.lower(), f"Errors found in output: {output}!"
|
|
|
|
for expected_value in EXPECTED_VALUES:
|
|
assert (
|
|
expected_value in output
|
|
), f"Expected output to contain {expected_value}, but it was not found in {output}!"
|