aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-25 01:44:28 +01:00
Code Issues Packages Projects Releases Wiki Activity

Correct agent and benchmark commit sha (#245)

Browse Source 
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
merwanehamadi
2023-08-02 14:44:14 -07:00
committed by GitHub
parent 8a51117f90
commit 8fa67ea466
4 changed files with 16 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
agbenchmark/reports/ReportManager.py
View File

@@ -10,8 +10,9 @@ from agbenchmark.reports.processing.graphs import save_single_radar_chart
from agbenchmark.reports.processing.process_report import get_agent_category
from agbenchmark.reports.processing.report_types import Report
from agbenchmark.start_benchmark import (
AGENT_GIT_COMMIT_SHA,
BENCHMARK_GIT_COMMIT_SHA,
BENCHMARK_START_TIME,
GIT_COMMIT_SHA,
REPORTS_PATH,
)
from agbenchmark.utils.utils import get_highest_success_difficulty
@@ -60,7 +61,8 @@ class ReportManager:
command = " ".join(sys.argv)
self.tests = {
"command": command.split(os.sep)[-1],
"git_commit_sha": GIT_COMMIT_SHA,
"benchmark_git_commit_sha": BENCHMARK_GIT_COMMIT_SHA,
"agent_git_commit_sha": AGENT_GIT_COMMIT_SHA,
"completion_time": datetime.now().strftime("%Y-%m-%d-%H:%M"),
"benchmark_start_time": BENCHMARK_START_TIME,
"metrics": {

3
agbenchmark/start_benchmark.py
View File

@@ -28,7 +28,8 @@ HeliconeLockManager.write_custom_property("benchmark_start_time", BENCHMARK_STAR
SUCCESS_RATE_PATH,
CHALLENGES_PATH,
) = calculate_dynamic_paths()
GIT_COMMIT_SHA = get_git_commit_sha()
BENCHMARK_GIT_COMMIT_SHA = get_git_commit_sha(HOME_DIRECTORY / ".." / "..")
AGENT_GIT_COMMIT_SHA = get_git_commit_sha(HOME_DIRECTORY)
@click.group()

14
agbenchmark/utils/utils.py
View File

@@ -272,14 +272,16 @@ def calculate_dynamic_paths() -> tuple[Path, str, str, str, str, str]:
)
def get_git_commit_sha() -> Optional[str]:
from agbenchmark.start_benchmark import HOME_DIRECTORY
def get_git_commit_sha(directory) -> Optional[str]:
try:
repo = git.Repo(HOME_DIRECTORY)
git_commit_sha = repo.head.commit.hexsha
repo = git.Repo(directory)
remote_url = repo.remotes.origin.url
if remote_url.endswith(".git"):
remote_url = remote_url[:-4]
git_commit_sha = f"{remote_url}/tree/{repo.head.commit.hexsha}"
print(f"GIT_COMMIT_SHA: {git_commit_sha}")
return git_commit_sha
except Exception:
print(f"{HOME_DIRECTORY} is not a git repository!")
print(f"{directory} is not a git repository!")
return None

3
send_to_googledrive.py
View File

@@ -56,7 +56,8 @@ def process_test(
"non_mock_success_%", ""
),
"Run Time": test_info.get("metrics", {}).get("run_time", ""),
"Benchmark Git Commit Sha": common_data.get("git_commit_sha", None),
"Benchmark Git Commit Sha": common_data.get("benchmark_git_commit_sha", None),
"Agent Git Commit Sha": common_data.get("agent_git_commit_sha", None),
"Cost": test_info.get("metrics", {}).get("cost", ""),
"Attempted": test_info.get("metrics", {}).get("attempted", ""),
}