mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-26 02:14:27 +01:00
Fix "attempted" metric being incorrect (#251)
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
@@ -239,7 +239,13 @@ def finalize_reports(item: Any, challenge_data: dict[str, Any]) -> None:
|
||||
cost = get_data_from_helicone(test_name)
|
||||
else:
|
||||
print("Helicone not setup or mock flag set, not getting cost")
|
||||
|
||||
info_details["metrics"]["cost"] = cost
|
||||
|
||||
if info_details["metrics"].get("success", None) is None:
|
||||
info_details["metrics"]["attempted"] = False
|
||||
info_details["metrics"]["success"] = False
|
||||
|
||||
info_details["metrics"]["run_time"] = f"{str(round(run_time, 3))} seconds"
|
||||
|
||||
info_details["reached_cutoff"] = float(run_time) > challenge_data["cutoff"]
|
||||
@@ -259,7 +265,6 @@ def generate_separate_suite_reports(suite_reports: dict) -> None:
|
||||
"percentage": 0,
|
||||
"highest_difficulty": "",
|
||||
"run_time": "0 seconds",
|
||||
"attempted": True,
|
||||
},
|
||||
"tests": {},
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user