aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-17 22:14:28 +01:00
Code Issues Packages Projects Releases Wiki Activity

Integrate benchmark and autogpt (#5208)

Browse Source 
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
merwanehamadi
2023-09-12 19:30:45 -07:00
committed by GitHub
parent 69dadee416
commit b2fc8f2a06
5 changed files with 20 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
benchmark/agbenchmark/conftest.py
View File

@@ -53,7 +53,7 @@ def load_config_from_request(request: Any) -> AgentBenchmarkConfig:
raise
def resolve_workspace(workspace: Path) -> Path:
def resolve_workspace_path(workspace: Path) -> Path:
"""
This function resolves the workspace path.
@@ -83,10 +83,10 @@ def resolve_workspace(workspace: Path) -> Path:
return path_value
else:
raise ValueError("Invalid workspace path expression.")
elif isinstance(workspace, Path):
return os.path.abspath(workspace)
elif isinstance(workspace, str):
return os.path.abspath(Path.cwd() / workspace)
else:
raise ValueError("Invalid workspace type. Expected str or Path.")
raise ValueError("Invalid workspace type. Expected str")
@pytest.fixture(scope="module")
@@ -119,15 +119,12 @@ def config(request: Any) -> Any:
config["AgentBenchmarkConfig"] = agent_benchmark_config
if isinstance(config["workspace"], str):
config["workspace"] = resolve_workspace(agent_benchmark_config.workspace)
else: # it's a input output dict
config["workspace"]["input"] = resolve_workspace(
agent_benchmark_config.workspace / "input"
)
config["workspace"]["output"] = resolve_workspace(
agent_benchmark_config.workspace / "output"
)
config["workspace"]["input"] = resolve_workspace_path(
agent_benchmark_config.workspace.input
)
config["workspace"]["output"] = resolve_workspace_path(
agent_benchmark_config.workspace.output
)
return config