diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index a2224ea7..3b0dc50f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -8,7 +8,7 @@ on: push: branches: [master, ci-test*] paths-ignore: - - 'benchmark_runs/**' + - 'reports/**' pull_request: branches: [stable, master, release-*] @@ -167,7 +167,7 @@ jobs: REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt HELICONE_CACHE_ENABLED: ${{ matrix.cache-enabled }} HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }} - REPORT_LOCATION: ${{ matrix.cache-enabled == false && format('../../../benchmark_runs/{0}', matrix.agent-name) || '.' }} + REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }} - name: Upload reports @@ -175,7 +175,7 @@ jobs: uses: actions/upload-artifact@v3 with: name: ${{ matrix.agent-name }} - path: benchmark_runs/${{ matrix.agent-name }} + path: reports/${{ matrix.agent-name }} - name: Authenticate and Push to Branch if: (success() || failure()) && (github.event_name != 'pull_request' && matrix.cache-enabled == false) @@ -183,7 +183,7 @@ jobs: git config --global user.email "github-bot@agpt.co" git config --global user.name "Auto-GPT-Bot" - git add benchmark_runs/* || echo "nothing to commit" + git add reports/* || echo "nothing to commit" commit_message="${{ matrix.agent-name }}-$(date +'%Y%m%d%H%M%S')" git commit -m "${commit_message}" diff --git a/agbenchmark/utils.py b/agbenchmark/utils.py index 5f1bb30d..f1ed4363 100644 --- a/agbenchmark/utils.py +++ b/agbenchmark/utils.py @@ -19,6 +19,10 @@ HOME_ENV = os.getenv("HOME_ENV") def calculate_info_test_path(reports_path: Path) -> str: + report_location = os.getenv("REPORT_LOCATION", ".") + if report_location: + reports_path = Path(os.getcwd()) / report_location + command = sys.argv if not reports_path.exists():