diff --git a/.github/workflows/autogpt-ci.yml b/.github/workflows/autogpt-ci.yml index 7ceb4785..375a433a 100644 --- a/.github/workflows/autogpt-ci.yml +++ b/.github/workflows/autogpt-ci.yml @@ -2,17 +2,17 @@ name: AutoGPT Python CI on: push: - branches: [ master, ci-test* ] + branches: [ master, development, ci-test* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request: - branches: [ stable, master, release-* ] + branches: [ master, development, release-* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request_target: - branches: [ master, release-*, ci-test* ] + branches: [ master, development, release-*, ci-test* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' diff --git a/.github/workflows/autogpt-docker-cache-clean.yml b/.github/workflows/autogpt-docker-cache-clean.yml index e23e88ec..780caf44 100644 --- a/.github/workflows/autogpt-docker-cache-clean.yml +++ b/.github/workflows/autogpt-docker-cache-clean.yml @@ -5,7 +5,7 @@ on: - cron: 20 4 * * 1,4 env: - BASE_BRANCH: master + BASE_BRANCH: development IMAGE_NAME: auto-gpt jobs: @@ -38,10 +38,10 @@ jobs: build_type: ${{ matrix.build-type }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} current_ref: ${{ github.ref_name }} commit_hash: ${{ github.sha }} diff --git a/.github/workflows/autogpt-docker-ci.yml b/.github/workflows/autogpt-docker-ci.yml index 282e05c0..a6f336a7 100644 --- a/.github/workflows/autogpt-docker-ci.yml +++ b/.github/workflows/autogpt-docker-ci.yml @@ -2,12 +2,12 @@ name: AutoGPT Docker CI on: push: - branches: [ master ] + branches: [ master, development ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request: - branches: [ master, release-*, stable ] + branches: [ master, development, release-* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' @@ -61,10 +61,10 @@ jobs: build_type: ${{ matrix.build-type }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} current_ref: ${{ github.ref_name }} commit_hash: ${{ github.event.after }} diff --git a/.github/workflows/autogpt-docker-release.yml b/.github/workflows/autogpt-docker-release.yml index c56cdc56..df2f0e9f 100644 --- a/.github/workflows/autogpt-docker-release.yml +++ b/.github/workflows/autogpt-docker-release.yml @@ -68,10 +68,10 @@ jobs: event_ref_type: ${{ github.event.ref}} inputs_no_cache: ${{ inputs.no_cache }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} ref_type: ${{ github.ref_type }} current_ref: ${{ github.ref_name }} diff --git a/.github/workflows/autogpts-ci.yml b/.github/workflows/autogpts-ci.yml index a3758a2c..4f89fb7c 100644 --- a/.github/workflows/autogpts-ci.yml +++ b/.github/workflows/autogpts-ci.yml @@ -2,13 +2,12 @@ name: Valid AutoGPTs on: workflow_dispatch: - branches: [master] schedule: - cron: '0 8 * * *' push: - branches: [master, ci-test*] + branches: [ master, development, ci-test* ] pull_request: - branches: [stable, master, release-*] + branches: [ master, development, release-* ] jobs: run-tests: diff --git a/.github/workflows/benchmark-ci.yml b/.github/workflows/benchmark-ci.yml index 14e8b8c1..fd8020d2 100644 --- a/.github/workflows/benchmark-ci.yml +++ b/.github/workflows/benchmark-ci.yml @@ -2,13 +2,13 @@ name: Benchmark CI on: push: - branches: [master, ci-test*] + branches: [ master, development, ci-test* ] paths: - 'benchmark/**' - .github/workflows/benchmark-ci.yml - '!benchmark/reports/**' pull_request: - branches: [stable, master, release-*] + branches: [ master, development, release-* ] paths: - 'benchmark/**' - '!benchmark/reports/**' diff --git a/.github/workflows/build-frontend.yml b/.github/workflows/build-frontend.yml index b29407e5..dedf67f3 100644 --- a/.github/workflows/build-frontend.yml +++ b/.github/workflows/build-frontend.yml @@ -4,6 +4,7 @@ on: push: branches: - master + - development - 'ci-test*' # This will match any branch that starts with "ci-test" paths: - 'frontend/**' diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml new file mode 100644 index 00000000..6d80f644 --- /dev/null +++ b/.github/workflows/hackathon.yml @@ -0,0 +1,85 @@ +name: Hackathon + +on: + workflow_dispatch: + branches: [hackathon] + inputs: + agents: + description: "Agents to run (comma-separated)" + required: false + default: "ZEROAGPT_03" # Default agents if none are specified + +jobs: + matrix-setup: + runs-on: ubuntu-latest + outputs: + matrix: ${{ steps.set-matrix.outputs.matrix }} + env-name: ${{ steps.set-matrix.outputs.env-name }} + steps: + - id: set-matrix + run: | + if [ "${{ github.event_name }}" == "schedule" ]; then + echo "::set-output name=env-name::production" + echo "::set-output name=matrix::[ 'ZEROAGPT_03', 'evo-ninja', 'gpt-engineer']" + elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then + IFS=',' read -ra matrix_array <<< "${{ github.event.inputs.agents }}" + matrix_string="[ \"$(echo "${matrix_array[@]}" | sed 's/ /", "/g')\" ]" + echo "::set-output name=env-name::production" + echo "::set-output name=matrix::$matrix_string" + else + echo "::set-output name=env-name::testing" + echo "::set-output name=matrix::[ 'mini-agi' ]" + fi + + tests: + environment: + name: "${{ needs.matrix-setup.outputs.env-name }}" + needs: matrix-setup + env: + min-python-version: "3.10" + name: "${{ matrix.agent-name }}" + runs-on: ubuntu-latest + timeout-minutes: 50 + strategy: + fail-fast: false + matrix: + agent-name: ${{fromJson(needs.matrix-setup.outputs.matrix)}} + steps: + - name: Print Environment Name + run: | + echo "Matrix Setup Environment Name: ${{ needs.matrix-setup.outputs.env-name }}" + + - name: Checkout repository + uses: actions/checkout@v3 + with: + fetch-depth: 0 + ref: ${{ github.event.pull_request.head.ref }} + repository: ${{ github.event.pull_request.head.repo.full_name }} + submodules: true + + - name: Set up Python ${{ env.min-python-version }} + uses: actions/setup-python@v2 + with: + python-version: ${{ env.min-python-version }} + + - id: get_date + name: Get date + run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT + + - name: Install Poetry + run: | + curl -sSL https://install.python-poetry.org | python - + + - name: Run benchmark + run: | + link=$(jq -r '.["github_repo_url"]' arena/$AGENT_NAME.json) + branch=$(jq -r '.["branch_to_benchmark"]' arena/$AGENT_NAME.json) + git clone "$link" -b "$branch" "$AGENT_NAME" + cd $AGENT_NAME + ./run agent start $AGENT_NAME + cd benchmark + poetry install + poetry run agbenchmark + env: + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + AGENT_NAME: ${{ matrix.agent-name }} diff --git a/.github/workflows/pr-label.yml b/.github/workflows/pr-label.yml index 077211f4..512daf11 100644 --- a/.github/workflows/pr-label.yml +++ b/.github/workflows/pr-label.yml @@ -3,7 +3,7 @@ name: "Pull Request auto-label" on: # So that PRs touching the same files as the push are updated push: - branches: [ master, release-* ] + branches: [ master, development, release-* ] paths-ignore: - 'autogpts/autogpt/tests/vcr_cassettes' - 'benchmark/reports/**' diff --git a/.gitignore b/.gitignore index 090f3bdb..dcfbc4df 100644 --- a/.gitignore +++ b/.gitignore @@ -172,3 +172,4 @@ pri* # ignore ig* .github_access_token +arena/TestAgent.json \ No newline at end of file diff --git a/autogpts/autogpt/CITATION.cff b/CITATION.cff similarity index 85% rename from autogpts/autogpt/CITATION.cff rename to CITATION.cff index c1012d74..3f6fd856 100644 --- a/autogpts/autogpt/CITATION.cff +++ b/CITATION.cff @@ -13,7 +13,7 @@ authors: repository-code: 'https://github.com/Significant-Gravitas/AutoGPT' url: 'https://agpt.co' abstract: >- - An experimental open-source attempt to make GPT-4 fully + A collection of tools and experimental open-source attempts to make GPT-4 fully autonomous. keywords: - AI diff --git a/arena/480bot.json b/arena/480bot.json new file mode 100644 index 00000000..819ac9cc --- /dev/null +++ b/arena/480bot.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/480/AutoGPT", + "timestamp": "2023-10-22T06:49:52.536177", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/AlphaCISO.json b/arena/AlphaCISO.json new file mode 100644 index 00000000..06791274 --- /dev/null +++ b/arena/AlphaCISO.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/alphaciso/AutoGPT", + "timestamp": "2023-10-21T08:26:41.961187", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/AntlerTestGPT.json b/arena/AntlerTestGPT.json index df9961b6..9df76d4a 100644 --- a/arena/AntlerTestGPT.json +++ b/arena/AntlerTestGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/pjw1/AntlerAI", - "timestamp": "2023-09-26T12:59:42.913784", - "commit_hash_to_benchmark": "cf630e4f2cee04fd935612f95308322cd9eb1df7", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/pjw1/AntlerAI", "timestamp": "2023-10-07T11:46:39Z", "commit_hash_to_benchmark": "f81e086e5647370854ec639c531c900775a99207", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AquaAgent.json b/arena/AquaAgent.json index e940bbd7..6deb549d 100644 --- a/arena/AquaAgent.json +++ b/arena/AquaAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/somnistudio/SomniGPT", - "timestamp": "2023-10-05T03:33:53.858386", - "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/somnistudio/SomniGPT", "timestamp": "2023-10-06T16:40:14Z", "commit_hash_to_benchmark": "47eb5124fa97187d7f3fa4036e422cd771cf0ae7", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AutoGPT-ariel.json b/arena/AutoGPT-ariel.json new file mode 100644 index 00000000..cefa4362 --- /dev/null +++ b/arena/AutoGPT-ariel.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/RedTachyon/AutoGPT", + "timestamp": "2023-10-21T22:31:30.871023", + "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/AutoGPT2.json b/arena/AutoGPT2.json index 8a0210c5..11a71f66 100644 --- a/arena/AutoGPT2.json +++ b/arena/AutoGPT2.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/SarahGrevy/AutoGPT", - "timestamp": "2023-10-18T17:44:04.993104", - "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/SarahGrevy/AutoGPT", "timestamp": "2023-10-20T17:21:22Z", "commit_hash_to_benchmark": "32300906c9aafea8c550fa2f9edcc113fbfc512c", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AutoGenius.json b/arena/AutoGenius.json new file mode 100644 index 00000000..3974b9dc --- /dev/null +++ b/arena/AutoGenius.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/JasonDRZ/AutoGPT", + "timestamp": "2023-10-26T13:27:58.805270", + "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/AwareAgent.json b/arena/AwareAgent.json index fe7f4487..d4155dd6 100644 --- a/arena/AwareAgent.json +++ b/arena/AwareAgent.json @@ -1,6 +1,6 @@ { "github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent", - "timestamp": "2023-10-17T14:10:03.198917", - "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950", + "timestamp": "2023-10-26T10:10:01.481205", + "commit_hash_to_benchmark": "c180063dde49af02ed95ec4c019611da0a5540d7", "branch_to_benchmark": "master" -} \ No newline at end of file +} diff --git a/arena/Bravo06.json b/arena/Bravo06.json index 0bddc6de..21ceec25 100644 --- a/arena/Bravo06.json +++ b/arena/Bravo06.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", - "timestamp": "2023-10-04T19:59:01.836786", - "commit_hash_to_benchmark": "7f89b8aae8748bc88b29ca94c3604ba540bbef94", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", "timestamp": "2023-10-04T23:01:27Z", "commit_hash_to_benchmark": "f8c177b4b0e4ca45a3a104011b866c0415c648f1", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Brillante-AI.json b/arena/Brillante-AI.json index 8612bed0..3c81a02c 100644 --- a/arena/Brillante-AI.json +++ b/arena/Brillante-AI.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/dabeer021/Brillante-AI", - "timestamp": "2023-10-01T18:16:08.478048", - "commit_hash_to_benchmark": "f864eb39dfe5e4289577ebabcb4fd067c879196e", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/dabeer021/Brillante-AI", "timestamp": "2023-10-02T19:05:04Z", "commit_hash_to_benchmark": "163ab75379e1ee7792f50d4d70a1f482ca9cb6a1", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/CCAgent.json b/arena/CCAgent.json new file mode 100644 index 00000000..899172e3 --- /dev/null +++ b/arena/CCAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ccsnow127/AutoGPT", + "timestamp": "2023-10-21T13:57:15.131761", + "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ChadGPT.json b/arena/ChadGPT.json index 32456709..6a378b1d 100644 --- a/arena/ChadGPT.json +++ b/arena/ChadGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", - "timestamp": "2023-09-30T21:55:19.017916", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", "timestamp": "2023-10-26T09:39:35Z", "commit_hash_to_benchmark": "84dd029c011379791a6fec8b148b2982a2ef159e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/CreaitorMarketing.json b/arena/CreaitorMarketing.json index 0d6560e6..38ffca0f 100644 --- a/arena/CreaitorMarketing.json +++ b/arena/CreaitorMarketing.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/simonfunk/Auto-GPT", - "timestamp": "2023-10-07T23:05:11.898903", - "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/simonfunk/Auto-GPT", "timestamp": "2023-10-08T02:10:18Z", "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/DE.json b/arena/DE.json new file mode 100644 index 00000000..fcea35c9 --- /dev/null +++ b/arena/DE.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/wic0144/AutoGPT", + "timestamp": "2023-10-26T09:05:21.013962", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Drench.json b/arena/Drench.json new file mode 100644 index 00000000..49417551 --- /dev/null +++ b/arena/Drench.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/MohamedBasueny/AutoGPT-Drench", + "timestamp": "2023-10-27T01:28:13.869318", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/EmbeddedAg.json b/arena/EmbeddedAg.json index 33a6719d..b26355e3 100644 --- a/arena/EmbeddedAg.json +++ b/arena/EmbeddedAg.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", - "timestamp": "2023-10-03T11:59:32.967011", - "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", "timestamp": "2023-10-26T09:15:50Z", "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/FcsummerGPT.json b/arena/FcsummerGPT.json new file mode 100644 index 00000000..2f2eb88f --- /dev/null +++ b/arena/FcsummerGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/fbk111/FcsummerGPT", + "timestamp": "2023-10-25T09:58:39.801277", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/IncredibubbleTea.json b/arena/IncredibubbleTea.json new file mode 100644 index 00000000..6908e6be --- /dev/null +++ b/arena/IncredibubbleTea.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mariepop13/AutoGPT", + "timestamp": "2023-10-25T18:38:32.012583", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/LegalAgent.json b/arena/LegalAgent.json new file mode 100644 index 00000000..c57b30f8 --- /dev/null +++ b/arena/LegalAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/gengrui1983/LegalGPT", + "timestamp": "2023-10-25T02:46:41.860987", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/LinuzGPT.json b/arena/LinuzGPT.json index b4ac1bb4..8cb096f0 100644 --- a/arena/LinuzGPT.json +++ b/arena/LinuzGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/linusaltacc/AutoGPT", - "timestamp": "2023-10-14T07:18:54.417105", - "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/linusaltacc/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Maharathi.json b/arena/Maharathi.json index 741bf5c3..c2a312c8 100644 --- a/arena/Maharathi.json +++ b/arena/Maharathi.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/sampatkalyan/AutoGPTHackathon", - "timestamp": "2023-10-01T18:59:41.243243", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/sampatkalyan/AutoGPTHackathon", "timestamp": "2023-10-02T08:16:27Z", "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/MangoAI.json b/arena/MangoAI.json new file mode 100644 index 00000000..32250c07 --- /dev/null +++ b/arena/MangoAI.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/stargatejy/MangoAI", + "timestamp": "2023-10-24T10:11:38.967772", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/MangoAgent-3.json b/arena/MangoAgent-3.json new file mode 100644 index 00000000..72f5a832 --- /dev/null +++ b/arena/MangoAgent-3.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/stargatejy/MangoAI", + "timestamp": "2023-10-25T15:41:17.652038", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Mary.json b/arena/Mary.json new file mode 100644 index 00000000..a47a8da5 --- /dev/null +++ b/arena/Mary.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bigfatball/Auto-GPT.git", + "timestamp": "2023-10-22T23:40:22.765334", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Mira.json b/arena/Mira.json new file mode 100644 index 00000000..28585c52 --- /dev/null +++ b/arena/Mira.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/enricofranke/EnricoAssistant", + "timestamp": "2023-10-25T23:21:35.799138", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/MoTS.json b/arena/MoTS.json new file mode 100644 index 00000000..efad4ea9 --- /dev/null +++ b/arena/MoTS.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ghd9201/AutoGPT.git", + "timestamp": "2023-10-25T09:04:02.534683", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/MyAgent.json b/arena/MyAgent.json new file mode 100644 index 00000000..d6f92e18 --- /dev/null +++ b/arena/MyAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/AgentService/AutoGPT", + "timestamp": "2023-10-25T20:11:31.811596", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/MyExampleAgent.json b/arena/MyExampleAgent.json new file mode 100644 index 00000000..cc3a9f86 --- /dev/null +++ b/arena/MyExampleAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/moizsajid/AutoGPT", + "timestamp": "2023-10-25T20:20:04.910747", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/PAgentAI.json b/arena/PAgentAI.json new file mode 100644 index 00000000..55e7333e --- /dev/null +++ b/arena/PAgentAI.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/plopez10/GPT", + "timestamp": "2023-10-26T03:25:27.221299", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Pelle.json b/arena/Pelle.json new file mode 100644 index 00000000..598c0708 --- /dev/null +++ b/arena/Pelle.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/pilotniq/AutoGPT", + "timestamp": "2023-10-23T19:14:27.176891", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Portalen.json b/arena/Portalen.json index fdbb179b..6e4aa879 100644 --- a/arena/Portalen.json +++ b/arena/Portalen.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/erlendjones/AutoGPT", - "timestamp": "2023-09-22T20:32:38.770287", - "commit_hash_to_benchmark": "a0e383f4d9e7e0a60804bbf7e600e38a45530d96", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/erlendjones/AutoGPT", "timestamp": "2023-09-22T20:39:08Z", "commit_hash_to_benchmark": "58d5b0d4a2fcc1bc12ed667db9d62a427a89c1a4", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/QuantumQuill.json b/arena/QuantumQuill.json new file mode 100644 index 00000000..32e78e5e --- /dev/null +++ b/arena/QuantumQuill.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/dleidisch/AutoAgent", + "timestamp": "2023-10-23T18:49:58.499309", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ResearchAgent.json b/arena/ResearchAgent.json index c04a6b57..94855c1c 100644 --- a/arena/ResearchAgent.json +++ b/arena/ResearchAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Umar-Azam/AutoGPT-ResearchAgent", - "timestamp": "2023-10-20T06:08:12.933685", - "commit_hash_to_benchmark": "9219bfba0e028a557109b8e39c0fd91c1df243f8", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Umar-Azam/AutoGPT-ResearchAgent", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/SmartAgent.json b/arena/SmartAgent.json new file mode 100644 index 00000000..bc2f1563 --- /dev/null +++ b/arena/SmartAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/AgentService/AutoGPT", + "timestamp": "2023-10-25T20:06:46.743984", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/TheAgency.json b/arena/TheAgency.json index 86edb3c2..8470fe1b 100644 --- a/arena/TheAgency.json +++ b/arena/TheAgency.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/shamantechnology/TheAgency", - "timestamp": "2023-09-30T05:18:13.652705", - "commit_hash_to_benchmark": "829e8d57e5dc55652583d10e59487147b5afeff3", - "branch_to_benchmark": "master" -} +{"github_repo_url": "https://github.com/shamantechnology/TheAgency", "timestamp": "2023-10-26T09:22:18Z", "commit_hash_to_benchmark": "3eef81f2579e3ab4822fb9155ee412c597fda9c2", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/WRITER.json b/arena/WRITER.json new file mode 100644 index 00000000..63849f43 --- /dev/null +++ b/arena/WRITER.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ezirmusitua/AutoGPT", + "timestamp": "2023-10-27T09:43:35.725996", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/WiseAgent.json b/arena/WiseAgent.json index d866de47..02c03c0a 100644 --- a/arena/WiseAgent.json +++ b/arena/WiseAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Ashish-Soni08/SoniGPT", - "timestamp": "2023-10-05T19:55:43.417780", - "commit_hash_to_benchmark": "bcb24c1a5896a820cf054d13b90d23f3175f02fa", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Ashish-Soni08/SoniGPT", "timestamp": "2023-10-08T18:39:38Z", "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ZoeyGPT.json b/arena/ZoeyGPT.json new file mode 100644 index 00000000..c2be1080 --- /dev/null +++ b/arena/ZoeyGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/carylaw/FatGPT", + "timestamp": "2023-10-25T10:03:47.295810", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/Zoidberg.json b/arena/Zoidberg.json new file mode 100644 index 00000000..a56f26d4 --- /dev/null +++ b/arena/Zoidberg.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/KapitanFernand/Zoidberg", + "timestamp": "2023-10-24T09:09:27.540179", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/actor_tester.json b/arena/actor_tester.json new file mode 100644 index 00000000..ec1f0138 --- /dev/null +++ b/arena/actor_tester.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/calmglow/mbtiagent", + "timestamp": "2023-10-25T13:15:04.296302", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/admariner.json b/arena/admariner.json index df2e075a..2811c5d5 100644 --- a/arena/admariner.json +++ b/arena/admariner.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/admariner/AutoGPT", - "timestamp": "2023-10-07T14:12:26.956967", - "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/admariner/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ag1.json b/arena/ag1.json new file mode 100644 index 00000000..0dcfe64d --- /dev/null +++ b/arena/ag1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/gensy421/AutoGensy", + "timestamp": "2023-10-26T06:31:27.588150", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/agentgpt.json b/arena/agentgpt.json new file mode 100644 index 00000000..15aed81c --- /dev/null +++ b/arena/agentgpt.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/UdaySagar-Git/AutoGPT.git", + "timestamp": "2023-10-24T05:24:58.972720", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ai_assistant.json b/arena/ai_assistant.json new file mode 100644 index 00000000..2a0d85de --- /dev/null +++ b/arena/ai_assistant.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/xhjxhj001/AutoGPT", + "timestamp": "2023-10-23T12:05:13.923218", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/aixiaoxin.json b/arena/aixiaoxin.json new file mode 100644 index 00000000..a6fe001c --- /dev/null +++ b/arena/aixiaoxin.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aixiaoxin123/AutoGPT", + "timestamp": "2023-10-27T05:44:49.265845", + "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/autogpt-hackathon2.json b/arena/autogpt-hackathon2.json new file mode 100644 index 00000000..41960393 --- /dev/null +++ b/arena/autogpt-hackathon2.json @@ -0,0 +1 @@ +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt_hackathon.json b/arena/autogpt_hackathon.json index 062f3546..41960393 100644 --- a/arena/autogpt_hackathon.json +++ b/arena/autogpt_hackathon.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", - "timestamp": "2023-10-09T03:15:02.101279", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt_hackathon1.json b/arena/autogpt_hackathon1.json new file mode 100644 index 00000000..41960393 --- /dev/null +++ b/arena/autogpt_hackathon1.json @@ -0,0 +1 @@ +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt_warlock.json b/arena/autogpt_warlock.json new file mode 100644 index 00000000..5f6e9c0a --- /dev/null +++ b/arena/autogpt_warlock.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/warlockee/AutoGPT-wl", + "timestamp": "2023-10-27T00:46:05.266939", + "commit_hash_to_benchmark": "6f66376bb8a4116330fe867d9dff83f938f7aa14", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/avengaGPT.json b/arena/avengaGPT.json new file mode 100644 index 00000000..f9516386 --- /dev/null +++ b/arena/avengaGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sebabetz/AutoGPT", + "timestamp": "2023-10-24T05:25:26.059512", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/beyond.json b/arena/beyond.json new file mode 100644 index 00000000..dd51cc2f --- /dev/null +++ b/arena/beyond.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sn0wdown/AutoGPT", + "timestamp": "2023-10-25T07:22:09.723393", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/business.json b/arena/business.json new file mode 100644 index 00000000..c086daea --- /dev/null +++ b/arena/business.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/danielfebrero/AutoGPT", + "timestamp": "2023-10-21T16:12:05.424875", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/career-agent.json b/arena/career-agent.json new file mode 100644 index 00000000..ba2877ab --- /dev/null +++ b/arena/career-agent.json @@ -0,0 +1 @@ +{"github_repo_url": "https://github.com/asifdotpy/CareerGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ccace.json b/arena/ccace.json new file mode 100644 index 00000000..ae1628cd --- /dev/null +++ b/arena/ccace.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ccsnow127/AutoGPT", + "timestamp": "2023-10-23T08:28:38.119283", + "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/chengshu.json b/arena/chengshu.json new file mode 100644 index 00000000..e4cffdb8 --- /dev/null +++ b/arena/chengshu.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/skadai/AutoGPT", + "timestamp": "2023-10-26T06:54:04.511066", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/codebutler.json b/arena/codebutler.json index 51aea92f..c42fae82 100644 --- a/arena/codebutler.json +++ b/arena/codebutler.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/AJV009/AutoGPT", - "timestamp": "2023-10-04T15:24:26.675066", - "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/AJV009/AutoGPT", "timestamp": "2023-10-26T05:03:09Z", "commit_hash_to_benchmark": "03a95a5333db52ac5b129306e47423b638d649b0", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/contentstrategy.json b/arena/contentstrategy.json index 89143267..d1b9dd5a 100644 --- a/arena/contentstrategy.json +++ b/arena/contentstrategy.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/banderson12/AutoGPT", - "timestamp": "2023-10-19T20:13:23.530323", - "commit_hash_to_benchmark": "b4588f6425912316e1512391e4392ca30d61e144", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/banderson12/AutoGPT", "timestamp": "2023-10-21T04:13:13Z", "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/cssupdater.json b/arena/cssupdater.json new file mode 100644 index 00000000..91959adc --- /dev/null +++ b/arena/cssupdater.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mplummeridge/AutoGPT", + "timestamp": "2023-10-24T01:25:47.059251", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/dive2code.json b/arena/dive2code.json index 75813705..2280c1be 100644 --- a/arena/dive2code.json +++ b/arena/dive2code.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/qwdqwqdwqd/autogpt", - "timestamp": "2023-10-14T01:52:41.931129", - "commit_hash_to_benchmark": "b5c6bc1c90e65e059bf77df38ec35edcdaea93c1", - "branch_to_benchmark": "master" -} +{"github_repo_url": "https://github.com/qwdqwqdwqd/autogpt", "timestamp": "2023-10-25T17:55:18Z", "commit_hash_to_benchmark": "c8d239ef6492d7fe30c099909e01a2eede678b70", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/easn.json b/arena/easn.json new file mode 100644 index 00000000..c7ba6bca --- /dev/null +++ b/arena/easn.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/qazwsxdshb/AutoGPT", + "timestamp": "2023-10-21T08:00:39.287093", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/evo-ninja.json b/arena/evo-ninja.json index 7d0a1b7e..e7ec02cb 100644 --- a/arena/evo-ninja.json +++ b/arena/evo-ninja.json @@ -1,6 +1,6 @@ { "github_repo_url": "https://github.com/polywrap/evo.ninja", - "timestamp": "2023-10-06T23:28:08.231544", - "commit_hash_to_benchmark": "8440f065d144036b543d151c38b473506c7f6029", + "timestamp": "2023-10-26T09:05:21.013962", + "commit_hash_to_benchmark": "8832a1008607ab8a27de81fbea69bc73c3febb6f", "branch_to_benchmark": "dev" } \ No newline at end of file diff --git a/arena/first-agent.json b/arena/first-agent.json new file mode 100644 index 00000000..34eb08d4 --- /dev/null +++ b/arena/first-agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/DG1202/AutoGPT.git", + "timestamp": "2023-10-22T15:08:00.869208", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/fritzgpt.json b/arena/fritzgpt.json index fe6bc7d5..e9bae34f 100644 --- a/arena/fritzgpt.json +++ b/arena/fritzgpt.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/bsenst/FritzGPT", - "timestamp": "2023-10-05T05:35:54.685802", - "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/bsenst/FritzGPT", "timestamp": "2023-10-07T11:54:36Z", "commit_hash_to_benchmark": "bb960ffb9fadc45fe4fb5277053caa831f196578", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/gaby_agent.json b/arena/gaby_agent.json new file mode 100644 index 00000000..7b57d6da --- /dev/null +++ b/arena/gaby_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://ggonza156: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@github.com/ggonza156/AutoGPT", + "timestamp": "2023-10-21T23:52:39.199690", + "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ghostcoder.json b/arena/ghostcoder.json index 55c9c64e..73806123 100644 --- a/arena/ghostcoder.json +++ b/arena/ghostcoder.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/aorwall/AutoGPT", - "timestamp": "2023-09-29T16:32:44.648322", - "commit_hash_to_benchmark": "76c321d6b1a3c6ed938c90149a2954b7dade761a", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/aorwall/AutoGPT", "timestamp": "2023-10-26T07:02:18Z", "commit_hash_to_benchmark": "580b4467851b879ef6ce369128e8c7a0399f8877", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/gpt-dev-engineer-agent.json b/arena/gpt-dev-engineer-agent.json index a66abfb9..080c9ab0 100644 --- a/arena/gpt-dev-engineer-agent.json +++ b/arena/gpt-dev-engineer-agent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", - "timestamp": "2023-09-28T12:18:17.088849", - "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/gpt-engineer.json b/arena/gpt-engineer.json index c1f39a60..080c9ab0 100644 --- a/arena/gpt-engineer.json +++ b/arena/gpt-engineer.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", - "timestamp": "2023-09-30T06:48:42.175596", - "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/hodri.json b/arena/hodri.json new file mode 100644 index 00000000..32e489bf --- /dev/null +++ b/arena/hodri.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bilisim1995/AutoGPT", + "timestamp": "2023-10-27T10:51:20.447157", + "commit_hash_to_benchmark": "f4985395a94da84b79252bd4d88e040472e1bf6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/illynet.json b/arena/illynet.json new file mode 100644 index 00000000..269222fc --- /dev/null +++ b/arena/illynet.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T06:51:32.589776", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/illynetV2.json b/arena/illynetV2.json new file mode 100644 index 00000000..005672b3 --- /dev/null +++ b/arena/illynetV2.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T13:14:45.725000", + "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/illyx1.json b/arena/illyx1.json new file mode 100644 index 00000000..9cedd5c6 --- /dev/null +++ b/arena/illyx1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T12:36:26.810636", + "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/justwondering.json b/arena/justwondering.json new file mode 100644 index 00000000..0d27545a --- /dev/null +++ b/arena/justwondering.json @@ -0,0 +1 @@ +{"github_repo_url": "https://github.com/tbxy09/JustWondering", "timestamp": "2023-10-26T09:48:15Z", "commit_hash_to_benchmark": "b52fea9ba7510adb8c1e7e5cfb83f5fa181d73cf", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/lawk.json b/arena/lawk.json new file mode 100644 index 00000000..09d5cab7 --- /dev/null +++ b/arena/lawk.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/xiaolongtuan-yuan/AutoGPT", + "timestamp": "2023-10-26T06:18:01.049166", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/linggong.json b/arena/linggong.json new file mode 100644 index 00000000..c89fd2fe --- /dev/null +++ b/arena/linggong.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/linggong2023/AutoGPT", + "timestamp": "2023-10-24T12:40:35.679665", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/liuzh.json b/arena/liuzh.json new file mode 100644 index 00000000..5b95e218 --- /dev/null +++ b/arena/liuzh.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/Hanzhang-lang/AutoGPT_zh", + "timestamp": "2023-10-24T10:25:02.790189", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ltzAgent.json b/arena/ltzAgent.json new file mode 100644 index 00000000..59635f03 --- /dev/null +++ b/arena/ltzAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ltzmaxwell/AutoGPT", + "timestamp": "2023-10-25T08:58:41.646491", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/testAgent.json b/arena/metware.json similarity index 51% rename from arena/testAgent.json rename to arena/metware.json index 02c5b1b8..8f433581 100644 --- a/arena/testAgent.json +++ b/arena/metware.json @@ -1,6 +1,6 @@ { - "github_repo_url": "https://github.com/Nilllas/AutoGPT", - "timestamp": "2023-10-20T11:27:15.343842", + "github_repo_url": "https://github.com/chenxuya/AutoGPT", + "timestamp": "2023-10-23T02:23:48.775561", "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791", "branch_to_benchmark": "master" } \ No newline at end of file diff --git a/arena/miniAgent.json b/arena/miniAgent.json new file mode 100644 index 00000000..ad71b21b --- /dev/null +++ b/arena/miniAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bigzz/AutoGPT", + "timestamp": "2023-10-23T02:41:41.828607", + "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/minister_agent.json b/arena/minister_agent.json new file mode 100644 index 00000000..b66f0b76 --- /dev/null +++ b/arena/minister_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/miandai/AutoGPT", + "timestamp": "2023-10-25T11:58:34.781500", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/mljar-agent.json b/arena/mljar-agent.json index bce26049..70c2e7b6 100644 --- a/arena/mljar-agent.json +++ b/arena/mljar-agent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/mljar/mljar-agent", - "timestamp": "2023-10-03T11:28:17.260748", - "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/mljar/mljar-agent", "timestamp": "2023-10-25T14:04:51Z", "commit_hash_to_benchmark": "2fbc4d6ef48f0201c046b649e7bc74b9d11ae4e5", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/momo.json b/arena/momo.json index be0dcbad..b2045bcc 100644 --- a/arena/momo.json +++ b/arena/momo.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/UICJohn/AutoGPT", - "timestamp": "2023-10-19T09:39:59.577220", - "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/UICJohn/AutoGPT", "timestamp": "2023-10-19T09:52:19Z", "commit_hash_to_benchmark": "3aa92c082ac6912b45583b39d59a13cfda665322", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/mygent.json b/arena/mygent.json new file mode 100644 index 00000000..5eda9ff6 --- /dev/null +++ b/arena/mygent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/prashanthi-instalily/AutoGPT", + "timestamp": "2023-10-24T13:31:28.287257", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/potato.json b/arena/potato.json index 4247849d..c78cec9d 100644 --- a/arena/potato.json +++ b/arena/potato.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/volkov/AutoGPT", - "timestamp": "2023-09-28T06:02:12.173325", - "commit_hash_to_benchmark": "eb93a617c1ffd821bb4fa68ff31658a466b0ec1c", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/volkov/AutoGPT", "timestamp": "2023-10-23T05:24:11Z", "commit_hash_to_benchmark": "7d2532c1814d624725e7a1fce8831dc0def27fb8", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/project_review.json b/arena/project_review.json new file mode 100644 index 00000000..e5889d49 --- /dev/null +++ b/arena/project_review.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/oneforce/AutoGPT", + "timestamp": "2023-10-24T09:51:05.658251", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ra.json b/arena/ra.json new file mode 100644 index 00000000..b29e96ce --- /dev/null +++ b/arena/ra.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T18:03:39.069151", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/ra1.json b/arena/ra1.json new file mode 100644 index 00000000..4b50158c --- /dev/null +++ b/arena/ra1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T18:12:20.095032", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/research_analyst.json b/arena/research_analyst.json new file mode 100644 index 00000000..675df1ad --- /dev/null +++ b/arena/research_analyst.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T17:53:54.235178", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/set.json b/arena/set.json new file mode 100644 index 00000000..14efa081 --- /dev/null +++ b/arena/set.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/victorrica/AutoGPT", + "timestamp": "2023-10-24T05:12:51.971269", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/stefan.json b/arena/stefan.json new file mode 100644 index 00000000..96987be6 --- /dev/null +++ b/arena/stefan.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sutefu23/AutoGPT", + "timestamp": "2023-10-21T01:03:06.362579", + "commit_hash_to_benchmark": "03e56fece5008d119dd5ae97da57eb4db3d14a1d", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/swarms.json b/arena/swarms.json index 48cb03e4..7bd57235 100644 --- a/arena/swarms.json +++ b/arena/swarms.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ZackBradshaw/Auto-Swarms", - "timestamp": "2023-09-27T21:16:07.213627", - "commit_hash_to_benchmark": "793ff1c163bb0f9bd3e0c788b4978b8dc193ba6a", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ZackBradshaw/Auto-Swarms", "timestamp": "2023-10-16T15:03:21Z", "commit_hash_to_benchmark": "96b591c6f0918265e2256cb9c76ca2ff50f3983f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/test-tpk.json b/arena/test-tpk.json new file mode 100644 index 00000000..87f4f4e2 --- /dev/null +++ b/arena/test-tpk.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/seeseesky/AutoGPT", + "timestamp": "2023-10-27T04:06:10.599340", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/test1.json b/arena/test1.json new file mode 100644 index 00000000..e9f9ff00 --- /dev/null +++ b/arena/test1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mplummeridge/AutoGPT", + "timestamp": "2023-10-24T01:06:24.100385", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/thebestagent.json b/arena/thebestagent.json index 0a652200..0003b82b 100644 --- a/arena/thebestagent.json +++ b/arena/thebestagent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/hisandan/AutoGPT", - "timestamp": "2023-10-06T16:11:33.881369", - "commit_hash_to_benchmark": "9e353e09b5df39d4d410bef57cf17387331e96f6", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/theone.json b/arena/theone.json index 36b1e6b4..0003b82b 100644 --- a/arena/theone.json +++ b/arena/theone.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/hisandan/AutoGPT", - "timestamp": "2023-10-08T19:15:49.879861", - "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/uply.json b/arena/uply.json index dc49c97d..f3058753 100644 --- a/arena/uply.json +++ b/arena/uply.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/uply23333/Uply-GPT", - "timestamp": "2023-09-21T17:35:03.062272", - "commit_hash_to_benchmark": "55bcb99e9141774c2c0470e9e924e0d3106f0918", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/uply23333/Uply-GPT", "timestamp": "2023-10-20T00:48:01Z", "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/victor2-0.json b/arena/victor2-0.json new file mode 100644 index 00000000..b984c1bc --- /dev/null +++ b/arena/victor2-0.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/victorleduc/AutoGPT", + "timestamp": "2023-10-23T23:35:53.044545", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/xq_agent.json b/arena/xq_agent.json new file mode 100644 index 00000000..cccf5586 --- /dev/null +++ b/arena/xq_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/emptykid/AutoGPT", + "timestamp": "2023-10-24T10:37:55.170776", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/zaheer.json b/arena/zaheer.json new file mode 100644 index 00000000..01e4e72c --- /dev/null +++ b/arena/zaheer.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zaheerahmad33/AutoGPT", + "timestamp": "2023-10-22T21:48:48.414779", + "commit_hash_to_benchmark": "b4ee485906c1d8da71ce9b3093996383322980fe", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/zcb.json b/arena/zcb.json new file mode 100644 index 00000000..c1892107 --- /dev/null +++ b/arena/zcb.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/asasasheshou/AutoGPT", + "timestamp": "2023-10-25T09:15:30.114147", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/zczc.json b/arena/zczc.json new file mode 100644 index 00000000..b484f0be --- /dev/null +++ b/arena/zczc.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/Howard-Cheung/AutoGPT", + "timestamp": "2023-10-26T12:48:30.729105", + "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/zlipknot_1.json b/arena/zlipknot_1.json new file mode 100644 index 00000000..05324179 --- /dev/null +++ b/arena/zlipknot_1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zlipknot/AutoGPT.git", + "timestamp": "2023-10-25T19:20:38.529540", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/arena/zlipknot_test_agent_4.json b/arena/zlipknot_test_agent_4.json new file mode 100644 index 00000000..2096d67b --- /dev/null +++ b/arena/zlipknot_test_agent_4.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zlipknot/AutoGPT.git", + "timestamp": "2023-10-25T19:13:02.418676", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file diff --git a/autogpts/autogpt/autogpt/agents/agent.py b/autogpts/autogpt/autogpt/agents/agent.py index b1363105..633c3e62 100644 --- a/autogpts/autogpt/autogpt/agents/agent.py +++ b/autogpts/autogpt/autogpt/agents/agent.py @@ -243,7 +243,7 @@ class Agent( result = ActionSuccessResult(outputs=return_value) except AgentException as e: - result = ActionErrorResult(reason=e.message, error=e) + result = ActionErrorResult.from_exception(e) result_tlength = self.llm_provider.count_tokens(str(result), self.llm.name) if result_tlength > self.send_token_limit // 3: diff --git a/autogpts/autogpt/autogpt/agents/planning_agent.py b/autogpts/autogpt/autogpt/agents/planning_agent.py index f68611e3..c59faf76 100644 --- a/autogpts/autogpt/autogpt/agents/planning_agent.py +++ b/autogpts/autogpt/autogpt/agents/planning_agent.py @@ -276,7 +276,7 @@ class PlanningAgent(ContextMixin, FileWorkspaceMixin, BaseAgent): result = ActionSuccessResult(outputs=return_value) except AgentException as e: - result = ActionErrorResult(reason=e.message, error=e) + result = ActionErrorResult.from_exception(e) result_tlength = count_string_tokens(str(result), self.llm.name) memory_tlength = count_string_tokens( diff --git a/autogpts/autogpt/autogpt/app/agent_protocol_server.py b/autogpts/autogpt/autogpt/app/agent_protocol_server.py index e69fdfdf..84573edc 100644 --- a/autogpts/autogpt/autogpt/app/agent_protocol_server.py +++ b/autogpts/autogpt/autogpt/app/agent_protocol_server.py @@ -181,20 +181,26 @@ class AgentProtocolServer: is_init_step = not bool(agent.event_history) execute_command, execute_command_args, execute_result = None, None, None execute_approved = False - if is_init_step: + + # HACK: only for compatibility with AGBenchmark + if step_request.input == "y": step_request.input = "" - elif ( - agent.event_history.current_episode + + user_input = step_request.input if not is_init_step else "" + + if ( + not is_init_step + and agent.event_history.current_episode and not agent.event_history.current_episode.result ): execute_command = agent.event_history.current_episode.action.name execute_command_args = agent.event_history.current_episode.action.args - execute_approved = not step_request.input or step_request.input == "y" + execute_approved = not user_input logger.debug( f"Agent proposed command" f" {execute_command}({fmt_kwargs(execute_command_args)})." - f" User input/feedback: {repr(step_request.input)}" + f" User input/feedback: {repr(user_input)}" ) # Save step request @@ -218,7 +224,7 @@ class AgentProtocolServer: return step if execute_command == ask_user.__name__: # HACK - execute_result = ActionSuccessResult(outputs=step_request.input) + execute_result = ActionSuccessResult(outputs=user_input) agent.event_history.register_result(execute_result) elif execute_approved: step = await self.db.update_step( @@ -232,11 +238,11 @@ class AgentProtocolServer: command_args=execute_command_args, ) else: - assert step_request.input + assert user_input execute_result = await agent.execute( command_name="human_feedback", # HACK command_args={}, - user_input=step_request.input, + user_input=user_input, ) # Propose next action diff --git a/autogpts/autogpt/autogpt/app/utils.py b/autogpts/autogpt/autogpt/app/utils.py index 30ee7f27..e5fbaa60 100644 --- a/autogpts/autogpt/autogpt/app/utils.py +++ b/autogpts/autogpt/autogpt/app/utils.py @@ -173,7 +173,7 @@ def print_motd(config: Config, logger: logging.Logger): def print_git_branch_info(logger: logging.Logger): git_branch = get_current_git_branch() - if git_branch and git_branch != "stable": + if git_branch and git_branch != "master": logger.warn( f"You are running on `{git_branch}` branch" " - this is not a supported branch." diff --git a/autogpts/autogpt/autogpt/core/README.md b/autogpts/autogpt/autogpt/core/README.md index d19660da..ff97e2c5 100644 --- a/autogpts/autogpt/autogpt/core/README.md +++ b/autogpts/autogpt/autogpt/core/README.md @@ -32,8 +32,8 @@ There are two client applications for AutoGPT included. The first app is a straight CLI application. I have not done anything yet to port all the friendly display stuff from the ~~`logger.typewriter_log`~~`user_friendly_output` logic. -- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_app/cli.py) -- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_app/main.py) +- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_app/cli.py) +- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_app/main.py) You'll then need a settings file. Run @@ -71,9 +71,9 @@ The second app is still a CLI, but it sets up a local webserver that the client rather than invoking calls to the Agent library code directly. This application is essentially a sketch at this point as the folks who were driving it have had less time (and likely not enough clarity) to proceed. -- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/cli.py) -- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/client/client.py) -- [Server API](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/server/api.py) +- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/cli.py) +- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/client/client.py) +- [Server API](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/server/api.py) To run, you still need to generate a default configuration. You can do diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py index 37a672ea..4167b7c1 100644 --- a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py +++ b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py @@ -347,6 +347,9 @@ class OpenAIProvider( if functions: if OPEN_AI_CHAT_MODELS[model_name].has_function_call_api: completion_kwargs["functions"] = [f.schema for f in functions] + if len(functions) == 1: + # force the model to call the only specified function + completion_kwargs["function_call"] = {"name": functions[0].name} else: # Provide compatibility with older models _functions_compat_fix_kwargs(functions, completion_kwargs) diff --git a/autogpts/autogpt/autogpt/models/action_history.py b/autogpts/autogpt/autogpt/models/action_history.py index fc19cf12..a5ed8f28 100644 --- a/autogpts/autogpt/autogpt/models/action_history.py +++ b/autogpts/autogpt/autogpt/models/action_history.py @@ -26,12 +26,40 @@ class ActionSuccessResult(BaseModel): return f"```\n{self.outputs}\n```" if multiline else str(self.outputs) -# FIXME: implement validators instead of allowing arbitrary types -class ActionErrorResult(BaseModel, arbitrary_types_allowed=True): +class ErrorInfo(BaseModel): + args: tuple + message: str + exception_type: str + repr: str + + @staticmethod + def from_exception(exception: Exception) -> ErrorInfo: + return ErrorInfo( + args=exception.args, + message=getattr(exception, "message", exception.args[0]), + exception_type=exception.__class__.__name__, + repr=repr(exception), + ) + + def __str__(self): + return repr(self) + + def __repr__(self): + return self.repr + + +class ActionErrorResult(BaseModel): reason: str - error: Optional[Exception] = None + error: Optional[ErrorInfo] = None status: Literal["error"] = "error" + @staticmethod + def from_exception(exception: Exception) -> ActionErrorResult: + return ActionErrorResult( + reason=getattr(exception, "message", exception.args[0]), + error=ErrorInfo.from_exception(exception), + ) + def __str__(self) -> str: return f"Action failed: '{self.reason}'" diff --git a/autogpts/forge/poetry.lock b/autogpts/forge/poetry.lock index 62d4213a..62294957 100644 --- a/autogpts/forge/poetry.lock +++ b/autogpts/forge/poetry.lock @@ -1347,7 +1347,7 @@ files = [ {file = "greenlet-3.0.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0b72b802496cccbd9b31acea72b6f87e7771ccfd7f7927437d592e5c92ed703c"}, {file = "greenlet-3.0.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:527cd90ba3d8d7ae7dceb06fda619895768a46a1b4e423bdb24c1969823b8362"}, {file = "greenlet-3.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:37f60b3a42d8b5499be910d1267b24355c495064f271cfe74bf28b17b099133c"}, - {file = "greenlet-3.0.0-cp311-universal2-macosx_10_9_universal2.whl", hash = "sha256:c3692ecf3fe754c8c0f2c95ff19626584459eab110eaab66413b1e7425cd84e9"}, + {file = "greenlet-3.0.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:1482fba7fbed96ea7842b5a7fc11d61727e8be75a077e603e8ab49d24e234383"}, {file = "greenlet-3.0.0-cp312-cp312-macosx_13_0_arm64.whl", hash = "sha256:be557119bf467d37a8099d91fbf11b2de5eb1fd5fc5b91598407574848dc910f"}, {file = "greenlet-3.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:73b2f1922a39d5d59cc0e597987300df3396b148a9bd10b76a058a2f2772fc04"}, {file = "greenlet-3.0.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d1e22c22f7826096ad503e9bb681b05b8c1f5a8138469b255eb91f26a76634f2"}, @@ -1357,7 +1357,6 @@ files = [ {file = "greenlet-3.0.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:952256c2bc5b4ee8df8dfc54fc4de330970bf5d79253c863fb5e6761f00dda35"}, {file = "greenlet-3.0.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:269d06fa0f9624455ce08ae0179430eea61085e3cf6457f05982b37fd2cefe17"}, {file = "greenlet-3.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:9adbd8ecf097e34ada8efde9b6fec4dd2a903b1e98037adf72d12993a1c80b51"}, - {file = "greenlet-3.0.0-cp312-universal2-macosx_10_9_universal2.whl", hash = "sha256:553d6fb2324e7f4f0899e5ad2c427a4579ed4873f42124beba763f16032959af"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c6b5ce7f40f0e2f8b88c28e6691ca6806814157ff05e794cdd161be928550f4c"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ecf94aa539e97a8411b5ea52fc6ccd8371be9550c4041011a091eb8b3ca1d810"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:80dcd3c938cbcac986c5c92779db8e8ce51a89a849c135172c88ecbdc8c056b7"}, @@ -2127,16 +2126,6 @@ files = [ {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:f698de3fd0c4e6972b92290a45bd9b1536bffe8c6759c62471efaa8acb4c37bc"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:aa57bd9cf8ae831a362185ee444e15a93ecb2e344c8e52e4d721ea3ab6ef1823"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ffcc3f7c66b5f5b7931a5aa68fc9cecc51e685ef90282f4a82f0f5e9b704ad11"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:47d4f1c5f80fc62fdd7777d0d40a2e9dda0a05883ab11374334f6c4de38adffd"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f67c7038d560d92149c060157d623c542173016c4babc0c1913cca0564b9939"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:9aad3c1755095ce347e26488214ef77e0485a3c34a50c5a5e2471dff60b9dd9c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:14ff806850827afd6b07a5f32bd917fb7f45b046ba40c57abdb636674a8b559c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8f9293864fe09b8149f0cc42ce56e3f0e54de883a9de90cd427f191c346eb2e1"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win32.whl", hash = "sha256:715d3562f79d540f251b99ebd6d8baa547118974341db04f5ad06d5ea3eb8007"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win_amd64.whl", hash = "sha256:1b8dd8c3fd14349433c79fa8abeb573a55fc0fdd769133baac1f5e07abf54aeb"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"}, @@ -4328,6 +4317,22 @@ files = [ {file = "wcwidth-0.2.8.tar.gz", hash = "sha256:8705c569999ffbb4f6a87c6d1b80f324bd6db952f5eb0b95bc07517f4c1813d4"}, ] +[[package]] +name = "webdriver-manager" +version = "4.0.1" +description = "Library provides the way to automatically manage drivers for different browsers" +optional = false +python-versions = ">=3.7" +files = [ + {file = "webdriver_manager-4.0.1-py2.py3-none-any.whl", hash = "sha256:d7970052295bb9cda2c1a24cf0b872dd2c41ababcc78f7b6b8dc37a41e979a7e"}, + {file = "webdriver_manager-4.0.1.tar.gz", hash = "sha256:25ec177c6a2ce9c02fb8046f1b2732701a9418d6a977967bb065d840a3175d87"}, +] + +[package.dependencies] +packaging = "*" +python-dotenv = "*" +requests = "*" + [[package]] name = "websockets" version = "11.0.3" @@ -4529,4 +4534,4 @@ benchmark = ["agbenchmark"] [metadata] lock-version = "2.0" python-versions = "^3.10" -content-hash = "c1934981d2caddadbd4e16da8de706e6ec9812d8b49f0bf6f9c520e0e3050cb1" +content-hash = "9b5109a0b90a7d8b3dca521cc12c14b0bd787664e8e146536120fed388743c4f" diff --git a/autogpts/forge/pyproject.toml b/autogpts/forge/pyproject.toml index 72141289..b7ffd7dd 100644 --- a/autogpts/forge/pyproject.toml +++ b/autogpts/forge/pyproject.toml @@ -25,6 +25,7 @@ duckduckgo-search = "^3.8.0" selenium = "^4.13.0" bs4 = "^0.0.1" agbenchmark = { path = "../../benchmark", optional = true } +webdriver-manager = "^4.0.1" [tool.poetry.extras] benchmark = ["agbenchmark"] diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt deleted file mode 100644 index c37330cc..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Scotland \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json deleted file mode 100644 index 3a696235..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestRevenueRetrieval" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "Toran is from Scotland https://uk.linkedin.com/in/toran-richards.", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Scotland" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can do multi step retrieval (1. who is the CEO of AutoGPT 2. find Toran is from)", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAutoGPTCountry", - "task": "Write the country the the inventor/creator of AutoGPT is from to a file called output.txt" -} diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt deleted file mode 100644 index 270f18b4..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Reed \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json deleted file mode 100644 index 4e132762..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestAutoGPTCountry", - "TestGetInformation" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "https://www.amazon.com/gp/bestsellers/2021/books, second book, the answer is Reed", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Reed" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can follow very specific instructions for retrieval.", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAmazonBestseller", - "task": "Write the middle name of the author of the best selling book on Amazon from 2021 that got the least amount of reviews out of the first six books on the best selling list to a file called output.txt." -} diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt deleted file mode 100644 index 22696ea3..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Head of Ventures, M&A, and Business Development \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json deleted file mode 100644 index a4fe85c6..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestAutoGPTCountry", - "TestGetInformation" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "Get to https://www.forbes.com/special-report/2012/30-under-30/30-under-30_games.html, then https://www.linkedin.com/in/brianjcho/details/experience/ is the first 27 year old, then find his longest working job on Linkedin which is Riot Games.", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Head of Ventures, M&A, and Business Development" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can navigate the web through trials and tribulations.", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAmazonBestseller", - "task": "Find the Forbes 30 under 30 list for 2012. For the Games category, find the company that the first 27 year old on the list spend the longest amount of time working at according to Linkedin. What was his role at this company?" -} diff --git a/cli.py b/cli.py index 7b85a8ef..486bdfe6 100644 --- a/cli.py +++ b/cli.py @@ -229,9 +229,11 @@ def create(agent_name): return try: new_agent_dir = f"./autogpts/{agent_name}" - agent_json_file = f"./arena/{agent_name}.json" + new_agent_name = f"{agent_name.lower()}.json" - if not os.path.exists(new_agent_dir) and not os.path.exists(agent_json_file): + existing_arena_files = [name.lower() for name in os.listdir("./arena/")] + + if not os.path.exists(new_agent_dir) and not new_agent_name in existing_arena_files: shutil.copytree("./autogpts/forge", new_agent_dir) click.echo( click.style( @@ -248,7 +250,7 @@ def create(agent_name): else: click.echo( click.style( - f"😞 Agent '{agent_name}' already exists. Enter a different name for your agent", + f"😞 Agent '{agent_name}' already exists. Enter a different name for your agent, the name needs to be unique regardless of case", fg="red", ) ) @@ -886,6 +888,5 @@ def update(agent_name, hash, branch): ) ) - if __name__ == "__main__": cli() diff --git a/docs/content/challenges/building_challenges.md b/docs/content/challenges/building_challenges.md index d6fd7bf4..74b11323 100644 --- a/docs/content/challenges/building_challenges.md +++ b/docs/content/challenges/building_challenges.md @@ -27,7 +27,7 @@ Output => Artifact (files, image, code, etc, etc...) ## Defining your Agent -Go to https://github.com/Significant-Gravitas/AutoGPT/blob/master/tests/integration/agent_factory.py +Go to https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/tests/integration/agent_factory.py Create your agent fixture. diff --git a/docs/content/setup.md b/docs/content/setup.md index 77c7af32..19fb7b9b 100644 --- a/docs/content/setup.md +++ b/docs/content/setup.md @@ -96,7 +96,7 @@ Get your OpenAI API key from: [https://platform.openai.com/account/api-keys](htt 1. Clone the repository ```shell - git clone -b stable https://github.com/Significant-Gravitas/AutoGPT.git + git clone https://github.com/Significant-Gravitas/AutoGPT.git ``` 2. Navigate to the directory where you downloaded the repository @@ -110,7 +110,7 @@ Get your OpenAI API key from: [https://platform.openai.com/account/api-keys](htt !!! warning We recommend to use Git or Docker, to make updating easier. Also note that some features such as Python execution will only work inside docker for security reasons. -1. Download `Source code (zip)` from the [latest stable release](https://github.com/Significant-Gravitas/AutoGPT/releases/latest) +1. Download `Source code (zip)` from the [latest release](https://github.com/Significant-Gravitas/AutoGPT/releases/latest) 2. Extract the zip-file into a folder @@ -211,7 +211,7 @@ docker run -it --env-file=.env -v $PWD:/app auto-gpt docker run -it --env-file=.env -v $PWD:/app --rm auto-gpt --gpt3only --continuous ``` -[Docker Compose file]: https://github.com/Significant-Gravitas/AutoGPT/blob/stable/docker-compose.yml +[Docker Compose file]: https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/docker-compose.yml ### Run with Dev Container