diff --git a/.github/workflows/autogpts-benchmark.yml b/.github/workflows/autogpts-benchmark.yml index 6c4d7461..5607246a 100644 --- a/.github/workflows/autogpts-benchmark.yml +++ b/.github/workflows/autogpts-benchmark.yml @@ -52,6 +52,13 @@ jobs: --test=UrlShortener --test=TicTacToe --test=Battleship \ --test=WebArenaTask_0 --test=WebArenaTask_21 --test=WebArenaTask_124 \ --test=WebArenaTask_134 --test=WebArenaTask_163 + + # Convert exit code 1 (some challenges failed) to exit code 0 + if [ $? -eq 0 ] || [ $? -eq 1 ]; then + exit 0 + else + exit $? + fi env: AGENT_NAME: ${{ matrix.agent-name }} OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}