aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-18 06:24:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Refactor benchmark (#5247)

Browse Source 
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
merwanehamadi
2023-09-17 06:55:20 -07:00
committed by GitHub
parent 4463f75756
commit f4d319cee4
70 changed files with 199 additions and 628 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
benchmark/agbenchmark/generate_test.py
View File

@@ -33,7 +33,7 @@ def create_single_test(
DATA_CATEGORY[data["name"]] = data["category"][0]
# Define test class dynamically
challenge_class = types.new_class(data["name"], (Challenge,))
challenge_class = types.new_class(f"Test{data['name']}", (Challenge,))
print(challenge_location)
# clean_challenge_location = get_test_path(challenge_location)
setattr(challenge_class, "CHALLENGE_LOCATION", challenge_location)
@@ -115,7 +115,7 @@ def create_single_test(
# Attach the new class to a module so it can be discovered by pytest
module = importlib.import_module(__name__)
setattr(module, data["name"], challenge_class)
setattr(module, f"Test{data['name']}", challenge_class)
def create_single_suite_challenge(challenge_data: ChallengeData, path: Path) -> None: