Add challenge name and level to pytest logs (#4661)

2025-12-24 01:14:22 +01:00 · 2023-06-12 08:03:14 -07:00
parent a9d177eeeb
commit d5afbbee26
16 changed files with 102 additions and 14 deletions
--- a/tests/challenges/basic_abilities/test_write_file.py
+++ b/tests/challenges/basic_abilities/test_write_file.py
@@ -20,10 +20,15 @@ def test_write_file(
    patched_api_requestor: None,
    monkeypatch: pytest.MonkeyPatch,
    level_to_run: int,
+    challenge_name: str,
 ) -> None:
    file_system_agent = file_system_agents[level_to_run - 1]
    run_interaction_loop(
-        monkeypatch, file_system_agent, CYCLE_COUNT_PER_LEVEL[level_to_run - 1]
+        monkeypatch,
+        file_system_agent,
+        CYCLE_COUNT_PER_LEVEL[level_to_run - 1],
+        challenge_name,
+        level_to_run,
    )

    expected_outputs = EXPECTED_OUTPUTS_PER_LEVEL[level_to_run - 1]