Files
Auto-GPT/agbenchmark/challenges/code/d2/d2_test.py
2023-07-07 13:55:59 -07:00

33 lines
951 B
Python

import os
from typing import Any, Dict
import pytest
from agbenchmark.challenges.code.code import CodeChallenge
class TestDebugSimpleTypoWithoutGuidance(CodeChallenge):
"""The first memory challenge"""
def get_file_path(self) -> str: # all tests must implement this method
return os.path.join(os.path.dirname(__file__), "d2_data.json")
@pytest.mark.depends(
name="test_debug_simple_typo_without_guidance",
depends=["test_debug_simple_typo_with_guidance"],
)
def test_method(self, config: Dict[str, Any]) -> None:
self.setup_challenge(config)
files_contents = self.get_artifacts_out(
config["workspace"], self.data.ground.files
)
scores = []
for file_content in files_contents:
score = self.scoring(file_content, self.data.ground)
print("Your score is:", score)
scores.append(score)
assert 1 in scores