mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2026-02-10 08:44:27 +01:00
b106a61352
* ci: Mitigate security issues in autogpt-ci.yml - Remove unnecessary pull_request_target paths and related variables and config - Set permissions for contents to read only * ci: Simplify steps in autogpt-ci.yml workflow using GitHub CLI - Simplify step in 'autogpt-ci.yml' by using GitHub CLI instead of API for adding label and comment functionality - Replace curl command with 'gh issue edit' to add "behaviour change" label to the pull request - Replace gh api command with 'gh issue comment' to leave a comment about the changed behavior of AutoGPT in the pull request * ci: Fix issues in workflows - Move environment variable definition to top level in benchmark-ci.yml (because the other job also needs it) - Removed invalid 'branches: [hackathon]' restriction in hackathon.yml workflow - Removed redundant 'ref' and 'repository' fields in the 'checkout' step of both workflows. * ci: Delete legacy benchmarks.yml workflow * ci: Add triggers for CI workflows - Add triggers to run CI workflows when they are edited. - Update the paths for the CI workflows in the trigger configuration. * fix: Fix benchmark lint error - Removed unnecessary blank lines in report_types.py - Fixed string quotes in challenge.py to maintain consistency * fix: Update task description in password generator data.json - Update task description in `data.json` file for the password generator challenge to clarify the input requirements and error handling. - This change is made in an attempt to make the Benchmark CI pass. * fix: Fix PasswordGenerator challenge in CI - Fix the behavior of the reference password_generator.py to align with the task description - Use default password length 8 instead of a random length in the generate_password function - Retrieve the password length from the command line arguments if "--length" is provided, else set it to 8
69 lines
1.9 KiB
YAML
69 lines
1.9 KiB
YAML
name: AutoGPTs smoke test CI
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
schedule:
|
|
- cron: '0 8 * * *'
|
|
push:
|
|
branches: [ master, development, ci-test* ]
|
|
paths:
|
|
- '.github/workflows/autogpts-ci.yml'
|
|
- 'autogpts/**'
|
|
- 'benchmark/**'
|
|
- 'run'
|
|
- 'cli.py'
|
|
- 'setup.py'
|
|
- '!**/*.md'
|
|
pull_request:
|
|
branches: [ master, development, release-* ]
|
|
paths:
|
|
- '.github/workflows/autogpts-ci.yml'
|
|
- 'autogpts/**'
|
|
- 'benchmark/**'
|
|
- 'run'
|
|
- 'cli.py'
|
|
- 'setup.py'
|
|
- '!**/*.md'
|
|
|
|
jobs:
|
|
run-tests:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
agent-name: [ autogpt, forge ]
|
|
fail-fast: false
|
|
timeout-minutes: 20
|
|
env:
|
|
min-python-version: '3.10'
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
submodules: true
|
|
|
|
- name: Set up Python ${{ env.min-python-version }}
|
|
uses: actions/setup-python@v2
|
|
with:
|
|
python-version: ${{ env.min-python-version }}
|
|
|
|
- name: Install Poetry
|
|
working-directory: ./autogpts/${{ matrix.agent-name }}/
|
|
run: |
|
|
curl -sSL https://install.python-poetry.org | python -
|
|
|
|
- name: Run regression tests
|
|
run: |
|
|
./run agent start ${{ matrix.agent-name }}
|
|
cd autogpts/${{ matrix.agent-name }}
|
|
poetry run agbenchmark --mock
|
|
poetry run agbenchmark --test=WriteFile
|
|
env:
|
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
AGENT_NAME: ${{ matrix.agent-name }}
|
|
HELICONE_API_KEY: ${{ secrets.HELICONE_API_KEY }}
|
|
REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt
|
|
HELICONE_CACHE_ENABLED: false
|
|
HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }}
|
|
REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }}
|