From 880c8e804c70f81a8226da011fc64afb3b1960d2 Mon Sep 17 00:00:00 2001
From: Reinier van der Leer <pwuts@agpt.co>
Date: Sat, 17 Feb 2024 11:52:26 +0100
Subject: [PATCH] fix(ci/benchmark): Allow workflow to continue regardless of
 challenge outcomes

---
 .github/workflows/autogpts-benchmark.yml | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/.github/workflows/autogpts-benchmark.yml b/.github/workflows/autogpts-benchmark.yml
index 6c4d7461..5607246a 100644
--- a/.github/workflows/autogpts-benchmark.yml
+++ b/.github/workflows/autogpts-benchmark.yml
@@ -52,6 +52,13 @@ jobs:
             --test=UrlShortener --test=TicTacToe --test=Battleship \
             --test=WebArenaTask_0 --test=WebArenaTask_21 --test=WebArenaTask_124 \
             --test=WebArenaTask_134 --test=WebArenaTask_163
+
+            # Convert exit code 1 (some challenges failed) to exit code 0
+            if [ $? -eq 0 ] || [ $? -eq 1 ]; then
+              exit 0
+            else
+              exit $?
+            fi
         env:
           AGENT_NAME: ${{ matrix.agent-name }}
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}