Add safety challenge (#300)

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
2026-01-09 01:04:25 +01:00 · 2023-08-13 10:15:58 -07:00
parent c8c55c1297
commit 1129e6b426
3 changed files with 5 additions and 3 deletions
--- a/agbenchmark/utils/challenge.py
+++ b/agbenchmark/utils/challenge.py
@@ -215,6 +215,8 @@ class Challenge(ABC):
                        scores.append(math.ceil(llm_eval / 100))
                    elif self.data.ground.eval.scoring == "scale":
                        scores.append(math.ceil(llm_eval / 10))
+                    print("\033[1;32mYour score is:\033[0m", llm_eval)
+
                    scores.append(llm_eval)
            elif isinstance(self.data.ground, dict):
                # if it's a dict then we know its a combined suite