From e5e0c4bf9d1e18a23ad62aaefad61e423e463adf Mon Sep 17 00:00:00 2001 From: Silen Naihin Date: Fri, 20 Oct 2023 21:13:09 -0700 Subject: [PATCH 01/90] reverting new challenges --- .../artifacts_out/output.txt | 1 - .../scrape/6_find_autogpt_creator/data.json | 34 ------------------ .../artifacts_out/output.txt | 1 - .../scrape/7_amazon_bestseller/data.json | 35 ------------------- .../8_forbes_list/artifacts_out/output.txt | 1 - .../verticals/scrape/8_forbes_list/data.json | 35 ------------------- 6 files changed, 107 deletions(-) delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt delete mode 100644 benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt deleted file mode 100644 index c37330cc..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Scotland \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json deleted file mode 100644 index 3a696235..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/6_find_autogpt_creator/data.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestRevenueRetrieval" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "Toran is from Scotland https://uk.linkedin.com/in/toran-richards.", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Scotland" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can do multi step retrieval (1. who is the CEO of AutoGPT 2. find Toran is from)", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAutoGPTCountry", - "task": "Write the country the the inventor/creator of AutoGPT is from to a file called output.txt" -} diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt deleted file mode 100644 index 270f18b4..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Reed \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json deleted file mode 100644 index 4e132762..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/7_amazon_bestseller/data.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestAutoGPTCountry", - "TestGetInformation" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "https://www.amazon.com/gp/bestsellers/2021/books, second book, the answer is Reed", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Reed" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can follow very specific instructions for retrieval.", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAmazonBestseller", - "task": "Write the middle name of the author of the best selling book on Amazon from 2021 that got the least amount of reviews out of the first six books on the best selling list to a file called output.txt." -} diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt b/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt deleted file mode 100644 index 22696ea3..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/artifacts_out/output.txt +++ /dev/null @@ -1 +0,0 @@ -Head of Ventures, M&A, and Business Development \ No newline at end of file diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json deleted file mode 100644 index a4fe85c6..00000000 --- a/benchmark/agbenchmark/challenges/verticals/scrape/8_forbes_list/data.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "category": [ - "scrape_synthesize", - "general" - ], - "cutoff": 60, - "dependencies": [ - "TestAutoGPTCountry", - "TestGetInformation" - ], - "eval_id": "1758058c-f726-484f-96fa-f05e278e5ff5", - "ground": { - "answer": "Get to https://www.forbes.com/special-report/2012/30-under-30/30-under-30_games.html, then https://www.linkedin.com/in/brianjcho/details/experience/ is the first 27 year old, then find his longest working job on Linkedin which is Riot Games.", - "case_sensitive": true, - "eval": { - "type": "file" - }, - "files": [ - "output.txt" - ], - "should_contain": [ - "Head of Ventures, M&A, and Business Development" - ], - "should_not_contain": [] - }, - "info": { - "description": "Tests if the agent can navigate the web through trials and tribulations.", - "difficulty": "intermediate", - "side_effects": [ - "" - ] - }, - "name": "TestAmazonBestseller", - "task": "Find the Forbes 30 under 30 list for 2012. For the Games category, find the company that the first 27 year old on the list spend the longest amount of time working at according to Linkedin. What was his role at this company?" -} From 0f54c65d5d3c3ade176cf820a41b2a992abe566c Mon Sep 17 00:00:00 2001 From: Tomohide Hirakawa Date: Sun, 22 Oct 2023 01:18:31 +0900 Subject: [PATCH 02/90] stefan entering the arena (#5854) --- arena/stefan.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/stefan.json diff --git a/arena/stefan.json b/arena/stefan.json new file mode 100644 index 00000000..96987be6 --- /dev/null +++ b/arena/stefan.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sutefu23/AutoGPT", + "timestamp": "2023-10-21T01:03:06.362579", + "commit_hash_to_benchmark": "03e56fece5008d119dd5ae97da57eb4db3d14a1d", + "branch_to_benchmark": "master" +} \ No newline at end of file From 4ecf94067411468121d6de4cb6a12abf86e56952 Mon Sep 17 00:00:00 2001 From: easn <73778434+qazwsxdshb@users.noreply.github.com> Date: Sun, 22 Oct 2023 00:19:01 +0800 Subject: [PATCH 03/90] easn entering the arena (#5856) --- arena/easn.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/easn.json diff --git a/arena/easn.json b/arena/easn.json new file mode 100644 index 00000000..c7ba6bca --- /dev/null +++ b/arena/easn.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/qazwsxdshb/AutoGPT", + "timestamp": "2023-10-21T08:00:39.287093", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file From b0bf039a61efa8f747d36ba48ea4b9687c55f9a5 Mon Sep 17 00:00:00 2001 From: Ishan Girdhar Date: Sun, 22 Oct 2023 00:19:16 +0800 Subject: [PATCH 04/90] AlphaCISO entering the arena (#5857) --- arena/AlphaCISO.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/AlphaCISO.json diff --git a/arena/AlphaCISO.json b/arena/AlphaCISO.json new file mode 100644 index 00000000..06791274 --- /dev/null +++ b/arena/AlphaCISO.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/alphaciso/AutoGPT", + "timestamp": "2023-10-21T08:26:41.961187", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 115f9f7f5e5c72b1a5e53d7ad280ba031f9d445e Mon Sep 17 00:00:00 2001 From: CC <125778013+ccsnow127@users.noreply.github.com> Date: Sun, 22 Oct 2023 00:19:30 +0800 Subject: [PATCH 05/90] CCAgent entering the arena (#5860) --- arena/CCAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/CCAgent.json diff --git a/arena/CCAgent.json b/arena/CCAgent.json new file mode 100644 index 00000000..899172e3 --- /dev/null +++ b/arena/CCAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ccsnow127/AutoGPT", + "timestamp": "2023-10-21T13:57:15.131761", + "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", + "branch_to_benchmark": "master" +} \ No newline at end of file From eda21d51921899756bf866cf5c4d0f2dcd3e2e23 Mon Sep 17 00:00:00 2001 From: Danny Febrero Date: Sat, 21 Oct 2023 18:19:47 +0200 Subject: [PATCH 06/90] business entering the arena (#5861) --- arena/business.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/business.json diff --git a/arena/business.json b/arena/business.json new file mode 100644 index 00000000..c086daea --- /dev/null +++ b/arena/business.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/danielfebrero/AutoGPT", + "timestamp": "2023-10-21T16:12:05.424875", + "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 16e266c65fb4620a1b1397532c503fa426ec191d Mon Sep 17 00:00:00 2001 From: Reinier van der Leer Date: Sat, 21 Oct 2023 15:46:53 -0700 Subject: [PATCH 07/90] Set up CI for `development` branch; deprecate `stable` branch --- .github/workflows/autogpt-ci.yml | 6 +++--- .github/workflows/autogpt-docker-cache-clean.yml | 8 ++++---- .github/workflows/autogpt-docker-ci.yml | 10 +++++----- .github/workflows/autogpt-docker-release.yml | 6 +++--- .github/workflows/autogpts-ci.yml | 5 ++--- .github/workflows/benchmark-ci.yml | 4 ++-- .github/workflows/build-frontend.yml | 1 + .github/workflows/pr-label.yml | 2 +- autogpts/autogpt/autogpt/app/utils.py | 2 +- autogpts/autogpt/autogpt/core/README.md | 10 +++++----- docs/content/challenges/building_challenges.md | 2 +- docs/content/setup.md | 6 +++--- 12 files changed, 31 insertions(+), 31 deletions(-) diff --git a/.github/workflows/autogpt-ci.yml b/.github/workflows/autogpt-ci.yml index 7ceb4785..375a433a 100644 --- a/.github/workflows/autogpt-ci.yml +++ b/.github/workflows/autogpt-ci.yml @@ -2,17 +2,17 @@ name: AutoGPT Python CI on: push: - branches: [ master, ci-test* ] + branches: [ master, development, ci-test* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request: - branches: [ stable, master, release-* ] + branches: [ master, development, release-* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request_target: - branches: [ master, release-*, ci-test* ] + branches: [ master, development, release-*, ci-test* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' diff --git a/.github/workflows/autogpt-docker-cache-clean.yml b/.github/workflows/autogpt-docker-cache-clean.yml index e23e88ec..780caf44 100644 --- a/.github/workflows/autogpt-docker-cache-clean.yml +++ b/.github/workflows/autogpt-docker-cache-clean.yml @@ -5,7 +5,7 @@ on: - cron: 20 4 * * 1,4 env: - BASE_BRANCH: master + BASE_BRANCH: development IMAGE_NAME: auto-gpt jobs: @@ -38,10 +38,10 @@ jobs: build_type: ${{ matrix.build-type }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} current_ref: ${{ github.ref_name }} commit_hash: ${{ github.sha }} diff --git a/.github/workflows/autogpt-docker-ci.yml b/.github/workflows/autogpt-docker-ci.yml index 282e05c0..a6f336a7 100644 --- a/.github/workflows/autogpt-docker-ci.yml +++ b/.github/workflows/autogpt-docker-ci.yml @@ -2,12 +2,12 @@ name: AutoGPT Docker CI on: push: - branches: [ master ] + branches: [ master, development ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' pull_request: - branches: [ master, release-*, stable ] + branches: [ master, development, release-* ] paths: - 'autogpts/autogpt/**' - '!autogpts/autogpt/tests/vcr_cassettes' @@ -61,10 +61,10 @@ jobs: build_type: ${{ matrix.build-type }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} current_ref: ${{ github.ref_name }} commit_hash: ${{ github.event.after }} diff --git a/.github/workflows/autogpt-docker-release.yml b/.github/workflows/autogpt-docker-release.yml index c56cdc56..df2f0e9f 100644 --- a/.github/workflows/autogpt-docker-release.yml +++ b/.github/workflows/autogpt-docker-release.yml @@ -68,10 +68,10 @@ jobs: event_ref_type: ${{ github.event.ref}} inputs_no_cache: ${{ inputs.no_cache }} - prod_branch: stable - dev_branch: master + prod_branch: master + dev_branch: development repository: ${{ github.repository }} - base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'stable' && 'master' || 'stable' }} + base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} ref_type: ${{ github.ref_type }} current_ref: ${{ github.ref_name }} diff --git a/.github/workflows/autogpts-ci.yml b/.github/workflows/autogpts-ci.yml index a3758a2c..4f89fb7c 100644 --- a/.github/workflows/autogpts-ci.yml +++ b/.github/workflows/autogpts-ci.yml @@ -2,13 +2,12 @@ name: Valid AutoGPTs on: workflow_dispatch: - branches: [master] schedule: - cron: '0 8 * * *' push: - branches: [master, ci-test*] + branches: [ master, development, ci-test* ] pull_request: - branches: [stable, master, release-*] + branches: [ master, development, release-* ] jobs: run-tests: diff --git a/.github/workflows/benchmark-ci.yml b/.github/workflows/benchmark-ci.yml index 14e8b8c1..fd8020d2 100644 --- a/.github/workflows/benchmark-ci.yml +++ b/.github/workflows/benchmark-ci.yml @@ -2,13 +2,13 @@ name: Benchmark CI on: push: - branches: [master, ci-test*] + branches: [ master, development, ci-test* ] paths: - 'benchmark/**' - .github/workflows/benchmark-ci.yml - '!benchmark/reports/**' pull_request: - branches: [stable, master, release-*] + branches: [ master, development, release-* ] paths: - 'benchmark/**' - '!benchmark/reports/**' diff --git a/.github/workflows/build-frontend.yml b/.github/workflows/build-frontend.yml index b29407e5..dedf67f3 100644 --- a/.github/workflows/build-frontend.yml +++ b/.github/workflows/build-frontend.yml @@ -4,6 +4,7 @@ on: push: branches: - master + - development - 'ci-test*' # This will match any branch that starts with "ci-test" paths: - 'frontend/**' diff --git a/.github/workflows/pr-label.yml b/.github/workflows/pr-label.yml index 077211f4..512daf11 100644 --- a/.github/workflows/pr-label.yml +++ b/.github/workflows/pr-label.yml @@ -3,7 +3,7 @@ name: "Pull Request auto-label" on: # So that PRs touching the same files as the push are updated push: - branches: [ master, release-* ] + branches: [ master, development, release-* ] paths-ignore: - 'autogpts/autogpt/tests/vcr_cassettes' - 'benchmark/reports/**' diff --git a/autogpts/autogpt/autogpt/app/utils.py b/autogpts/autogpt/autogpt/app/utils.py index 30ee7f27..e5fbaa60 100644 --- a/autogpts/autogpt/autogpt/app/utils.py +++ b/autogpts/autogpt/autogpt/app/utils.py @@ -173,7 +173,7 @@ def print_motd(config: Config, logger: logging.Logger): def print_git_branch_info(logger: logging.Logger): git_branch = get_current_git_branch() - if git_branch and git_branch != "stable": + if git_branch and git_branch != "master": logger.warn( f"You are running on `{git_branch}` branch" " - this is not a supported branch." diff --git a/autogpts/autogpt/autogpt/core/README.md b/autogpts/autogpt/autogpt/core/README.md index d19660da..ff97e2c5 100644 --- a/autogpts/autogpt/autogpt/core/README.md +++ b/autogpts/autogpt/autogpt/core/README.md @@ -32,8 +32,8 @@ There are two client applications for AutoGPT included. The first app is a straight CLI application. I have not done anything yet to port all the friendly display stuff from the ~~`logger.typewriter_log`~~`user_friendly_output` logic. -- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_app/cli.py) -- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_app/main.py) +- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_app/cli.py) +- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_app/main.py) You'll then need a settings file. Run @@ -71,9 +71,9 @@ The second app is still a CLI, but it sets up a local webserver that the client rather than invoking calls to the Agent library code directly. This application is essentially a sketch at this point as the folks who were driving it have had less time (and likely not enough clarity) to proceed. -- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/cli.py) -- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/client/client.py) -- [Server API](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpt/core/runner/cli_web_app/server/api.py) +- [Entry Point](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/cli.py) +- [Client Application](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/client/client.py) +- [Server API](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/autogpt/core/runner/cli_web_app/server/api.py) To run, you still need to generate a default configuration. You can do diff --git a/docs/content/challenges/building_challenges.md b/docs/content/challenges/building_challenges.md index d6fd7bf4..74b11323 100644 --- a/docs/content/challenges/building_challenges.md +++ b/docs/content/challenges/building_challenges.md @@ -27,7 +27,7 @@ Output => Artifact (files, image, code, etc, etc...) ## Defining your Agent -Go to https://github.com/Significant-Gravitas/AutoGPT/blob/master/tests/integration/agent_factory.py +Go to https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/tests/integration/agent_factory.py Create your agent fixture. diff --git a/docs/content/setup.md b/docs/content/setup.md index 77c7af32..19fb7b9b 100644 --- a/docs/content/setup.md +++ b/docs/content/setup.md @@ -96,7 +96,7 @@ Get your OpenAI API key from: [https://platform.openai.com/account/api-keys](htt 1. Clone the repository ```shell - git clone -b stable https://github.com/Significant-Gravitas/AutoGPT.git + git clone https://github.com/Significant-Gravitas/AutoGPT.git ``` 2. Navigate to the directory where you downloaded the repository @@ -110,7 +110,7 @@ Get your OpenAI API key from: [https://platform.openai.com/account/api-keys](htt !!! warning We recommend to use Git or Docker, to make updating easier. Also note that some features such as Python execution will only work inside docker for security reasons. -1. Download `Source code (zip)` from the [latest stable release](https://github.com/Significant-Gravitas/AutoGPT/releases/latest) +1. Download `Source code (zip)` from the [latest release](https://github.com/Significant-Gravitas/AutoGPT/releases/latest) 2. Extract the zip-file into a folder @@ -211,7 +211,7 @@ docker run -it --env-file=.env -v $PWD:/app auto-gpt docker run -it --env-file=.env -v $PWD:/app --rm auto-gpt --gpt3only --continuous ``` -[Docker Compose file]: https://github.com/Significant-Gravitas/AutoGPT/blob/stable/docker-compose.yml +[Docker Compose file]: https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/autogpt/docker-compose.yml ### Run with Dev Container From b4ee485906c1d8da71ce9b3093996383322980fe Mon Sep 17 00:00:00 2001 From: Nicholas Tindle Date: Sun, 22 Oct 2023 13:25:05 -0500 Subject: [PATCH 08/90] Rename autogpts/autogpt/CITATION.cff to CITATION.cff (#5785) * Rename autogpts/autogpt/CITATION.cff to CITATION.cff * Update CITATION.cff --- autogpts/autogpt/CITATION.cff => CITATION.cff | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename autogpts/autogpt/CITATION.cff => CITATION.cff (85%) diff --git a/autogpts/autogpt/CITATION.cff b/CITATION.cff similarity index 85% rename from autogpts/autogpt/CITATION.cff rename to CITATION.cff index c1012d74..3f6fd856 100644 --- a/autogpts/autogpt/CITATION.cff +++ b/CITATION.cff @@ -13,7 +13,7 @@ authors: repository-code: 'https://github.com/Significant-Gravitas/AutoGPT' url: 'https://agpt.co' abstract: >- - An experimental open-source attempt to make GPT-4 fully + A collection of tools and experimental open-source attempts to make GPT-4 fully autonomous. keywords: - AI From a44d1694163c7c6fbc471e82e0a4511b6eff5799 Mon Sep 17 00:00:00 2001 From: Ariel Kwiatkowski Date: Mon, 23 Oct 2023 11:17:39 +0200 Subject: [PATCH 09/90] AutoGPT-ariel entering the arena (#5864) --- arena/AutoGPT-ariel.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/AutoGPT-ariel.json diff --git a/arena/AutoGPT-ariel.json b/arena/AutoGPT-ariel.json new file mode 100644 index 00000000..cefa4362 --- /dev/null +++ b/arena/AutoGPT-ariel.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/RedTachyon/AutoGPT", + "timestamp": "2023-10-21T22:31:30.871023", + "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23", + "branch_to_benchmark": "master" +} \ No newline at end of file From 0b6c409dc6140cb1b974555be5994b360cc83799 Mon Sep 17 00:00:00 2001 From: ggonza156 <118878825+ggonza156@users.noreply.github.com> Date: Mon, 23 Oct 2023 02:17:59 -0700 Subject: [PATCH 10/90] gaby_agent entering the arena (#5865) --- arena/gaby_agent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/gaby_agent.json diff --git a/arena/gaby_agent.json b/arena/gaby_agent.json new file mode 100644 index 00000000..7b57d6da --- /dev/null +++ b/arena/gaby_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://ggonza156: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@github.com/ggonza156/AutoGPT", + "timestamp": "2023-10-21T23:52:39.199690", + "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23", + "branch_to_benchmark": "master" +} \ No newline at end of file From 44d4800b2cfd2caca5928429ea7865dc8e07eb56 Mon Sep 17 00:00:00 2001 From: Matthew Date: Mon, 23 Oct 2023 18:18:37 +0900 Subject: [PATCH 11/90] 480bot entering the arena (#5866) --- arena/480bot.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/480bot.json diff --git a/arena/480bot.json b/arena/480bot.json new file mode 100644 index 00000000..819ac9cc --- /dev/null +++ b/arena/480bot.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/480/AutoGPT", + "timestamp": "2023-10-22T06:49:52.536177", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file From 8261c0c3a2ed00673cbe26e1008cb23202157767 Mon Sep 17 00:00:00 2001 From: Hubert S <45662327+ThisisHubert@users.noreply.github.com> Date: Mon, 23 Oct 2023 18:18:52 +0900 Subject: [PATCH 12/90] autogpt_hackathon1 entering the arena (#5867) --- arena/autogpt_hackathon1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/autogpt_hackathon1.json diff --git a/arena/autogpt_hackathon1.json b/arena/autogpt_hackathon1.json new file mode 100644 index 00000000..0b7fa048 --- /dev/null +++ b/arena/autogpt_hackathon1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", + "timestamp": "2023-10-22T07:10:58.425483", + "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", + "branch_to_benchmark": "master" +} \ No newline at end of file From 7364f2ec2a5cfc87011a9c1b6470ac7355ad8c2f Mon Sep 17 00:00:00 2001 From: Asif Iqbal Date: Mon, 23 Oct 2023 15:19:13 +0600 Subject: [PATCH 13/90] career-agent entering the arena (#5869) --- arena/career-agent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/career-agent.json diff --git a/arena/career-agent.json b/arena/career-agent.json new file mode 100644 index 00000000..f95da6f9 --- /dev/null +++ b/arena/career-agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/asifdotpy/CareerGPT", + "timestamp": "2023-10-22T08:05:05.525907", + "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61", + "branch_to_benchmark": "master" +} \ No newline at end of file From 9823f9e795af55a98083f7e4a63bd88274b65aba Mon Sep 17 00:00:00 2001 From: Hubert S <45662327+ThisisHubert@users.noreply.github.com> Date: Mon, 23 Oct 2023 18:19:29 +0900 Subject: [PATCH 14/90] autogpt-hackathon2 entering the arena (#5870) --- arena/autogpt-hackathon2.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/autogpt-hackathon2.json diff --git a/arena/autogpt-hackathon2.json b/arena/autogpt-hackathon2.json new file mode 100644 index 00000000..3d268e28 --- /dev/null +++ b/arena/autogpt-hackathon2.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", + "timestamp": "2023-10-22T08:35:42.167682", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file From e289f8f8ab07d674af7c6a16712a91fb26ea6884 Mon Sep 17 00:00:00 2001 From: Dmytro Gnatyshyn <42860905+DG1202@users.noreply.github.com> Date: Mon, 23 Oct 2023 12:19:46 +0300 Subject: [PATCH 15/90] first-agent entering the arena (#5872) --- arena/first-agent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/first-agent.json diff --git a/arena/first-agent.json b/arena/first-agent.json new file mode 100644 index 00000000..34eb08d4 --- /dev/null +++ b/arena/first-agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/DG1202/AutoGPT.git", + "timestamp": "2023-10-22T15:08:00.869208", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file From 30a2286aaa62752aca5c85ed6ab56e31b32e1825 Mon Sep 17 00:00:00 2001 From: zaheerahmad33 <70321435+zaheerahmad33@users.noreply.github.com> Date: Mon, 23 Oct 2023 14:20:00 +0500 Subject: [PATCH 16/90] zaheer entering the arena (#5874) --- arena/zaheer.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/zaheer.json diff --git a/arena/zaheer.json b/arena/zaheer.json new file mode 100644 index 00000000..01e4e72c --- /dev/null +++ b/arena/zaheer.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zaheerahmad33/AutoGPT", + "timestamp": "2023-10-22T21:48:48.414779", + "commit_hash_to_benchmark": "b4ee485906c1d8da71ce9b3093996383322980fe", + "branch_to_benchmark": "master" +} \ No newline at end of file From 4edc79163359e0df834b8fe07257448f7b37980f Mon Sep 17 00:00:00 2001 From: chenxu <52706618+chenxuya@users.noreply.github.com> Date: Mon, 23 Oct 2023 17:20:19 +0800 Subject: [PATCH 17/90] metware entering the arena (#5876) --- arena/metware.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/metware.json diff --git a/arena/metware.json b/arena/metware.json new file mode 100644 index 00000000..8f433581 --- /dev/null +++ b/arena/metware.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/chenxuya/AutoGPT", + "timestamp": "2023-10-23T02:23:48.775561", + "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791", + "branch_to_benchmark": "master" +} \ No newline at end of file From 90082b46ff1c218dab4489ec06be01d20e963ed2 Mon Sep 17 00:00:00 2001 From: WENJUN ZHANG Date: Mon, 23 Oct 2023 04:20:35 -0500 Subject: [PATCH 18/90] miniAgent entering the arena (#5877) --- arena/miniAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/miniAgent.json diff --git a/arena/miniAgent.json b/arena/miniAgent.json new file mode 100644 index 00000000..ad71b21b --- /dev/null +++ b/arena/miniAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bigzz/AutoGPT", + "timestamp": "2023-10-23T02:41:41.828607", + "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf", + "branch_to_benchmark": "master" +} \ No newline at end of file From ab362f96c3255052350e8e8081b363c7b97ffd6f Mon Sep 17 00:00:00 2001 From: CC <125778013+ccsnow127@users.noreply.github.com> Date: Mon, 23 Oct 2023 17:20:51 +0800 Subject: [PATCH 19/90] ccace entering the arena (#5880) --- arena/ccace.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ccace.json diff --git a/arena/ccace.json b/arena/ccace.json new file mode 100644 index 00000000..ae1628cd --- /dev/null +++ b/arena/ccace.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ccsnow127/AutoGPT", + "timestamp": "2023-10-23T08:28:38.119283", + "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", + "branch_to_benchmark": "master" +} \ No newline at end of file From 89d333f3bb422495f21e04bdd2bba3cb8c1a34ae Mon Sep 17 00:00:00 2001 From: stargatejy <34837824+stargatejy@users.noreply.github.com> Date: Thu, 26 Oct 2023 00:08:59 +0800 Subject: [PATCH 20/90] MangoAgent-3 entering the arena (#5944) --- arena/MangoAgent-3.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/MangoAgent-3.json diff --git a/arena/MangoAgent-3.json b/arena/MangoAgent-3.json new file mode 100644 index 00000000..72f5a832 --- /dev/null +++ b/arena/MangoAgent-3.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/stargatejy/MangoAI", + "timestamp": "2023-10-25T15:41:17.652038", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 4e5f4cc0de74ec307fa384dcfb91a7b6d1708a45 Mon Sep 17 00:00:00 2001 From: illyx1 <149045052+illyx1@users.noreply.github.com> Date: Thu, 26 Oct 2023 10:46:12 +0200 Subject: [PATCH 21/90] illynet entering the arena (#5961) --- arena/illynet.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/illynet.json diff --git a/arena/illynet.json b/arena/illynet.json new file mode 100644 index 00000000..269222fc --- /dev/null +++ b/arena/illynet.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T06:51:32.589776", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From add6c6aa7c5a74b460169d8d5de9a5ece7163dc2 Mon Sep 17 00:00:00 2001 From: skadai Date: Thu, 26 Oct 2023 16:46:27 +0800 Subject: [PATCH 22/90] chengshu entering the arena (#5960) Co-authored-by: sk --- arena/chengshu.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/chengshu.json diff --git a/arena/chengshu.json b/arena/chengshu.json new file mode 100644 index 00000000..e4cffdb8 --- /dev/null +++ b/arena/chengshu.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/skadai/AutoGPT", + "timestamp": "2023-10-26T06:54:04.511066", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From d118edac20578fa3a91cdc1132d067288cb49117 Mon Sep 17 00:00:00 2001 From: gensy421 <49781267+gensy421@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:46:49 +0800 Subject: [PATCH 23/90] ag1 entering the arena (#5959) --- arena/ag1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ag1.json diff --git a/arena/ag1.json b/arena/ag1.json new file mode 100644 index 00000000..0dcfe64d --- /dev/null +++ b/arena/ag1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/gensy421/AutoGensy", + "timestamp": "2023-10-26T06:31:27.588150", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 87cacacd72e8ffb8995822b0316e4429ed860128 Mon Sep 17 00:00:00 2001 From: zhang yuan <2765504026@qq.com> Date: Thu, 26 Oct 2023 16:47:07 +0800 Subject: [PATCH 24/90] lawk entering the arena (#5958) --- arena/lawk.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/lawk.json diff --git a/arena/lawk.json b/arena/lawk.json new file mode 100644 index 00000000..09d5cab7 --- /dev/null +++ b/arena/lawk.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/xiaolongtuan-yuan/AutoGPT", + "timestamp": "2023-10-26T06:18:01.049166", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 702cde75461e8455ba6240b6cb9b176464507cf0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Pablo=20R=2E=20L=C3=B3pez?= <71240157+plopez10@users.noreply.github.com> Date: Thu, 26 Oct 2023 02:47:22 -0600 Subject: [PATCH 25/90] PAgentAI entering the arena (#5957) --- arena/PAgentAI.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/PAgentAI.json diff --git a/arena/PAgentAI.json b/arena/PAgentAI.json new file mode 100644 index 00000000..55e7333e --- /dev/null +++ b/arena/PAgentAI.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/plopez10/GPT", + "timestamp": "2023-10-26T03:25:27.221299", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 149ab3c7b5a3c60f3dbb7243033ef4ed1ea025fb Mon Sep 17 00:00:00 2001 From: Enrico-Franke <31083733+enricofranke@users.noreply.github.com> Date: Thu, 26 Oct 2023 10:47:38 +0200 Subject: [PATCH 26/90] Mira entering the arena (#5956) --- arena/Mira.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/Mira.json diff --git a/arena/Mira.json b/arena/Mira.json new file mode 100644 index 00000000..28585c52 --- /dev/null +++ b/arena/Mira.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/enricofranke/EnricoAssistant", + "timestamp": "2023-10-25T23:21:35.799138", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 91964ed256db794aa76c4a747d9ddba30ca76bd2 Mon Sep 17 00:00:00 2001 From: Moiz Sajid Date: Thu, 26 Oct 2023 13:47:58 +0500 Subject: [PATCH 27/90] MyExampleAgent entering the arena (#5955) --- arena/MyExampleAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/MyExampleAgent.json diff --git a/arena/MyExampleAgent.json b/arena/MyExampleAgent.json new file mode 100644 index 00000000..cc3a9f86 --- /dev/null +++ b/arena/MyExampleAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/moizsajid/AutoGPT", + "timestamp": "2023-10-25T20:20:04.910747", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 21c7cb51d658b27400ba5141bc9aee6c78ecaac3 Mon Sep 17 00:00:00 2001 From: AgentService Date: Thu, 26 Oct 2023 04:48:13 -0400 Subject: [PATCH 28/90] MyAgent entering the arena (#5954) --- arena/MyAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/MyAgent.json diff --git a/arena/MyAgent.json b/arena/MyAgent.json new file mode 100644 index 00000000..d6f92e18 --- /dev/null +++ b/arena/MyAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/AgentService/AutoGPT", + "timestamp": "2023-10-25T20:11:31.811596", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 3a7e83898fb8a1107b88e6964ebba96dbee6208a Mon Sep 17 00:00:00 2001 From: AgentService Date: Thu, 26 Oct 2023 04:48:30 -0400 Subject: [PATCH 29/90] SmartAgent entering the arena (#5953) --- arena/SmartAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/SmartAgent.json diff --git a/arena/SmartAgent.json b/arena/SmartAgent.json new file mode 100644 index 00000000..bc2f1563 --- /dev/null +++ b/arena/SmartAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/AgentService/AutoGPT", + "timestamp": "2023-10-25T20:06:46.743984", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 8c8cd15280688b3afbcb4259a13476fb0506fd7c Mon Sep 17 00:00:00 2001 From: zlipknot <54553615+zlipknot@users.noreply.github.com> Date: Thu, 26 Oct 2023 10:48:51 +0200 Subject: [PATCH 30/90] zlipknot_test_agent_4 entering the arena (#5951) --- arena/zlipknot_test_agent_4.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/zlipknot_test_agent_4.json diff --git a/arena/zlipknot_test_agent_4.json b/arena/zlipknot_test_agent_4.json new file mode 100644 index 00000000..2096d67b --- /dev/null +++ b/arena/zlipknot_test_agent_4.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zlipknot/AutoGPT.git", + "timestamp": "2023-10-25T19:13:02.418676", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From f9227b0797d2e6216cc7bc75214813a7451209bf Mon Sep 17 00:00:00 2001 From: zlipknot <54553615+zlipknot@users.noreply.github.com> Date: Thu, 26 Oct 2023 10:49:15 +0200 Subject: [PATCH 31/90] zlipknot_1 entering the arena (#5950) --- arena/zlipknot_1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/zlipknot_1.json diff --git a/arena/zlipknot_1.json b/arena/zlipknot_1.json new file mode 100644 index 00000000..05324179 --- /dev/null +++ b/arena/zlipknot_1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/zlipknot/AutoGPT.git", + "timestamp": "2023-10-25T19:20:38.529540", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 6fb7ebc6c759c3dbd36717e31a0b699e8fa6aa82 Mon Sep 17 00:00:00 2001 From: mariepop13 <111949416+mariepop13@users.noreply.github.com> Date: Thu, 26 Oct 2023 04:49:29 -0400 Subject: [PATCH 32/90] IncredibubbleTea entering the arena (#5949) --- arena/IncredibubbleTea.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/IncredibubbleTea.json diff --git a/arena/IncredibubbleTea.json b/arena/IncredibubbleTea.json new file mode 100644 index 00000000..6908e6be --- /dev/null +++ b/arena/IncredibubbleTea.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mariepop13/AutoGPT", + "timestamp": "2023-10-25T18:38:32.012583", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 8eccfd7faf7604d020427804ea49847c73ecafde Mon Sep 17 00:00:00 2001 From: Jinho Choi Date: Thu, 26 Oct 2023 17:50:34 +0900 Subject: [PATCH 33/90] actor_tester entering the arena (#5941) --- arena/actor_tester.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/actor_tester.json diff --git a/arena/actor_tester.json b/arena/actor_tester.json new file mode 100644 index 00000000..ec1f0138 --- /dev/null +++ b/arena/actor_tester.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/calmglow/mbtiagent", + "timestamp": "2023-10-25T13:15:04.296302", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 2db6ae3a099261c189b63d180b08e962dfbb3300 Mon Sep 17 00:00:00 2001 From: Hamburg <535823891@qq.com> Date: Thu, 26 Oct 2023 16:50:57 +0800 Subject: [PATCH 34/90] minister_agent entering the arena (#5940) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: 增益 --- arena/minister_agent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/minister_agent.json diff --git a/arena/minister_agent.json b/arena/minister_agent.json new file mode 100644 index 00000000..b66f0b76 --- /dev/null +++ b/arena/minister_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/miandai/AutoGPT", + "timestamp": "2023-10-25T11:58:34.781500", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 4b9f0bc2881dbd94e5a2d3cc34860dd1cf2cc286 Mon Sep 17 00:00:00 2001 From: Veronica Date: Thu, 26 Oct 2023 16:52:43 +0800 Subject: [PATCH 35/90] justwondering entering the arena (#5938) * justwondering entering the arena * justwondering updating the arena * justwondering updating arena --- arena/justwondering.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/justwondering.json diff --git a/arena/justwondering.json b/arena/justwondering.json new file mode 100644 index 00000000..c66dfb71 --- /dev/null +++ b/arena/justwondering.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/tbxy09/JustWondering", + "timestamp": "2023-10-26T05:36:54.247396", + "commit_hash_to_benchmark": "03ef1a9de8bc7488a60cc2beb08f587a3eec13e1", + "branch_to_benchmark": "master" +} \ No newline at end of file From b497c2186e9371967aade6bc246ba3da879413b2 Mon Sep 17 00:00:00 2001 From: Cary Date: Thu, 26 Oct 2023 16:53:02 +0800 Subject: [PATCH 36/90] ZoeyGPT entering the arena (#5937) --- arena/ZoeyGPT.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ZoeyGPT.json diff --git a/arena/ZoeyGPT.json b/arena/ZoeyGPT.json new file mode 100644 index 00000000..c2be1080 --- /dev/null +++ b/arena/ZoeyGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/carylaw/FatGPT", + "timestamp": "2023-10-25T10:03:47.295810", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 1ebaa6d03d7b055bd34d753e50d8a2ff204838c4 Mon Sep 17 00:00:00 2001 From: Fang Bokun <101333115+fbk111@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:53:21 +0800 Subject: [PATCH 37/90] FcsummerGPT entering the arena (#5936) --- arena/FcsummerGPT.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/FcsummerGPT.json diff --git a/arena/FcsummerGPT.json b/arena/FcsummerGPT.json new file mode 100644 index 00000000..2f2eb88f --- /dev/null +++ b/arena/FcsummerGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/fbk111/FcsummerGPT", + "timestamp": "2023-10-25T09:58:39.801277", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 538786ba7181898d20e82a180e72c2e03f49b693 Mon Sep 17 00:00:00 2001 From: asasasheshou <37581928+asasasheshou@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:53:47 +0800 Subject: [PATCH 38/90] zcb entering the arena (#5935) --- arena/zcb.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/zcb.json diff --git a/arena/zcb.json b/arena/zcb.json new file mode 100644 index 00000000..c1892107 --- /dev/null +++ b/arena/zcb.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/asasasheshou/AutoGPT", + "timestamp": "2023-10-25T09:15:30.114147", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 6eb8c0eb0cfa742c351e6a82a341c4faab499a47 Mon Sep 17 00:00:00 2001 From: ghd9201 <30611605+ghd9201@users.noreply.github.com> Date: Thu, 26 Oct 2023 17:54:21 +0900 Subject: [PATCH 39/90] MoTS entering the arena (#5934) --- arena/MoTS.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/MoTS.json diff --git a/arena/MoTS.json b/arena/MoTS.json new file mode 100644 index 00000000..efad4ea9 --- /dev/null +++ b/arena/MoTS.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ghd9201/AutoGPT.git", + "timestamp": "2023-10-25T09:04:02.534683", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From af6c2b98e917c3de7873d858fb9906219e49a066 Mon Sep 17 00:00:00 2001 From: ltzmaxwell Date: Thu, 26 Oct 2023 16:54:39 +0800 Subject: [PATCH 40/90] ltzAgent entering the arena (#5933) --- arena/ltzAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ltzAgent.json diff --git a/arena/ltzAgent.json b/arena/ltzAgent.json new file mode 100644 index 00000000..59635f03 --- /dev/null +++ b/arena/ltzAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ltzmaxwell/AutoGPT", + "timestamp": "2023-10-25T08:58:41.646491", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From b6cfb67a28289a6cabc86c50727a2d36c6ef01a9 Mon Sep 17 00:00:00 2001 From: sn0wdown <202151872@qq.com> Date: Thu, 26 Oct 2023 16:55:11 +0800 Subject: [PATCH 41/90] beyond entering the arena (#5932) --- arena/beyond.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/beyond.json diff --git a/arena/beyond.json b/arena/beyond.json new file mode 100644 index 00000000..dd51cc2f --- /dev/null +++ b/arena/beyond.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sn0wdown/AutoGPT", + "timestamp": "2023-10-25T07:22:09.723393", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From f11cc545f3150ea2bd7fa3236e6339e465e9d290 Mon Sep 17 00:00:00 2001 From: Rui Geng Date: Thu, 26 Oct 2023 19:55:59 +1100 Subject: [PATCH 42/90] LegalAgent entering the arena (#5931) --- arena/LegalAgent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/LegalAgent.json diff --git a/arena/LegalAgent.json b/arena/LegalAgent.json new file mode 100644 index 00000000..c57b30f8 --- /dev/null +++ b/arena/LegalAgent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/gengrui1983/LegalGPT", + "timestamp": "2023-10-25T02:46:41.860987", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 0c940535bf4a6226b44fb3e8d13a76fb6fbb2a1d Mon Sep 17 00:00:00 2001 From: prashanthi-instalily <142946664+prashanthi-instalily@users.noreply.github.com> Date: Thu, 26 Oct 2023 04:56:18 -0400 Subject: [PATCH 43/90] mygent entering the arena (#5923) --- arena/mygent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/mygent.json diff --git a/arena/mygent.json b/arena/mygent.json new file mode 100644 index 00000000..5eda9ff6 --- /dev/null +++ b/arena/mygent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/prashanthi-instalily/AutoGPT", + "timestamp": "2023-10-24T13:31:28.287257", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From d36cf2b116c7f34ced26c6bde26966c0e86d3e4b Mon Sep 17 00:00:00 2001 From: linggong2023 <130736106+linggong2023@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:57:06 +0800 Subject: [PATCH 44/90] linggong entering the arena (#5922) --- arena/linggong.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/linggong.json diff --git a/arena/linggong.json b/arena/linggong.json new file mode 100644 index 00000000..c89fd2fe --- /dev/null +++ b/arena/linggong.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/linggong2023/AutoGPT", + "timestamp": "2023-10-24T12:40:35.679665", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From f87258607352a02d35c53212a703d7ee33707ca4 Mon Sep 17 00:00:00 2001 From: emptykid Date: Thu, 26 Oct 2023 16:57:31 +0800 Subject: [PATCH 45/90] xq_agent entering the arena (#5921) Co-authored-by: xiaoqiang --- arena/xq_agent.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/xq_agent.json diff --git a/arena/xq_agent.json b/arena/xq_agent.json new file mode 100644 index 00000000..cccf5586 --- /dev/null +++ b/arena/xq_agent.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/emptykid/AutoGPT", + "timestamp": "2023-10-24T10:37:55.170776", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 5336352ce9f09e194fda77b85e765c4dfaa554fc Mon Sep 17 00:00:00 2001 From: Hanzhang <66400564+Hanzhang-lang@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:58:03 +0800 Subject: [PATCH 46/90] liuzh entering the arena (#5920) --- arena/liuzh.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/liuzh.json diff --git a/arena/liuzh.json b/arena/liuzh.json new file mode 100644 index 00000000..5b95e218 --- /dev/null +++ b/arena/liuzh.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/Hanzhang-lang/AutoGPT_zh", + "timestamp": "2023-10-24T10:25:02.790189", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 2efd082525a8ddf102a01dbce97c7cc5521eb5a8 Mon Sep 17 00:00:00 2001 From: stargatejy <34837824+stargatejy@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:58:17 +0800 Subject: [PATCH 47/90] MangoAI entering the arena (#5919) --- arena/MangoAI.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/MangoAI.json diff --git a/arena/MangoAI.json b/arena/MangoAI.json new file mode 100644 index 00000000..32250c07 --- /dev/null +++ b/arena/MangoAI.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/stargatejy/MangoAI", + "timestamp": "2023-10-24T10:11:38.967772", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 5c9f3bee301874cb88b4a9a47286c01edbec3bbd Mon Sep 17 00:00:00 2001 From: Cao Yanfei Date: Thu, 26 Oct 2023 16:58:34 +0800 Subject: [PATCH 48/90] project_review entering the arena (#5918) Co-authored-by: caoyanfei --- arena/project_review.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/project_review.json diff --git a/arena/project_review.json b/arena/project_review.json new file mode 100644 index 00000000..e5889d49 --- /dev/null +++ b/arena/project_review.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/oneforce/AutoGPT", + "timestamp": "2023-10-24T09:51:05.658251", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 1918601b9f3e05e440ebc31b3036697c5f514d3c Mon Sep 17 00:00:00 2001 From: KapitanFernand <93662556+KapitanFernand@users.noreply.github.com> Date: Thu, 26 Oct 2023 10:59:15 +0200 Subject: [PATCH 49/90] Zoidberg entering the arena (#5917) --- arena/Zoidberg.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/Zoidberg.json diff --git a/arena/Zoidberg.json b/arena/Zoidberg.json new file mode 100644 index 00000000..a56f26d4 --- /dev/null +++ b/arena/Zoidberg.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/KapitanFernand/Zoidberg", + "timestamp": "2023-10-24T09:09:27.540179", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From da2ccdfd2e3b0a4efa0cc089a73036663ee81b6f Mon Sep 17 00:00:00 2001 From: Uday Sagar <111575806+UdaySagar-Git@users.noreply.github.com> Date: Thu, 26 Oct 2023 14:31:33 +0530 Subject: [PATCH 50/90] agentgpt entering the arena (#5913) --- arena/agentgpt.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/agentgpt.json diff --git a/arena/agentgpt.json b/arena/agentgpt.json new file mode 100644 index 00000000..15aed81c --- /dev/null +++ b/arena/agentgpt.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/UdaySagar-Git/AutoGPT.git", + "timestamp": "2023-10-24T05:24:58.972720", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From c50e441323dfbd487ee223cd9b2692ddc91a232e Mon Sep 17 00:00:00 2001 From: sebabetz <148841921+sebabetz@users.noreply.github.com> Date: Thu, 26 Oct 2023 11:01:59 +0200 Subject: [PATCH 51/90] avengaGPT entering the arena (#5912) --- arena/avengaGPT.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/avengaGPT.json diff --git a/arena/avengaGPT.json b/arena/avengaGPT.json new file mode 100644 index 00000000..f9516386 --- /dev/null +++ b/arena/avengaGPT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/sebabetz/AutoGPT", + "timestamp": "2023-10-24T05:25:26.059512", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From decc99da48ed767d5a3a68826b193aa3155b2789 Mon Sep 17 00:00:00 2001 From: Pho Date: Thu, 26 Oct 2023 18:02:19 +0900 Subject: [PATCH 52/90] set entering the arena (#5911) --- arena/set.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/set.json diff --git a/arena/set.json b/arena/set.json new file mode 100644 index 00000000..14efa081 --- /dev/null +++ b/arena/set.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/victorrica/AutoGPT", + "timestamp": "2023-10-24T05:12:51.971269", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From f26702734e6310d7a5aa6986492456af8aa6a2f7 Mon Sep 17 00:00:00 2001 From: Marvin Plummeridge Date: Thu, 26 Oct 2023 10:02:44 +0100 Subject: [PATCH 53/90] cssupdater entering the arena (#5906) --- arena/cssupdater.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/cssupdater.json diff --git a/arena/cssupdater.json b/arena/cssupdater.json new file mode 100644 index 00000000..91959adc --- /dev/null +++ b/arena/cssupdater.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mplummeridge/AutoGPT", + "timestamp": "2023-10-24T01:25:47.059251", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From e3f2eb4c1d10b89817959d46d83984872177046d Mon Sep 17 00:00:00 2001 From: Marvin Plummeridge Date: Thu, 26 Oct 2023 10:03:09 +0100 Subject: [PATCH 54/90] test1 entering the arena (#5904) --- arena/test1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/test1.json diff --git a/arena/test1.json b/arena/test1.json new file mode 100644 index 00000000..e9f9ff00 --- /dev/null +++ b/arena/test1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/mplummeridge/AutoGPT", + "timestamp": "2023-10-24T01:06:24.100385", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 03acf625c58abd6336e539e8e3d72121f240a08f Mon Sep 17 00:00:00 2001 From: Victor Leduc Date: Thu, 26 Oct 2023 10:03:25 +0100 Subject: [PATCH 55/90] victor2-0 entering the arena (#5903) --- arena/victor2-0.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/victor2-0.json diff --git a/arena/victor2-0.json b/arena/victor2-0.json new file mode 100644 index 00000000..b984c1bc --- /dev/null +++ b/arena/victor2-0.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/victorleduc/AutoGPT", + "timestamp": "2023-10-23T23:35:53.044545", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From c4df3b70744abdcdd9fa9eab27282c591d837e0d Mon Sep 17 00:00:00 2001 From: Erland Lewin Date: Thu, 26 Oct 2023 11:04:00 +0200 Subject: [PATCH 56/90] Pelle entering the arena (#5900) --- arena/Pelle.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/Pelle.json diff --git a/arena/Pelle.json b/arena/Pelle.json new file mode 100644 index 00000000..598c0708 --- /dev/null +++ b/arena/Pelle.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/pilotniq/AutoGPT", + "timestamp": "2023-10-23T19:14:27.176891", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 1e66e018490c42b7b2edd26d571d6271feb8799a Mon Sep 17 00:00:00 2001 From: Daniel Leidisch <47529371+dleidisch@users.noreply.github.com> Date: Thu, 26 Oct 2023 11:04:13 +0200 Subject: [PATCH 57/90] QuantumQuill entering the arena (#5899) --- arena/QuantumQuill.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/QuantumQuill.json diff --git a/arena/QuantumQuill.json b/arena/QuantumQuill.json new file mode 100644 index 00000000..32e78e5e --- /dev/null +++ b/arena/QuantumQuill.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/dleidisch/AutoAgent", + "timestamp": "2023-10-23T18:49:58.499309", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From b3486c16960cb5ce99fc749cf11b27bb00a5f64c Mon Sep 17 00:00:00 2001 From: EthanF <129719234+aramfaghfouri@users.noreply.github.com> Date: Thu, 26 Oct 2023 05:04:26 -0400 Subject: [PATCH 58/90] ra1 entering the arena (#5898) --- arena/ra1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ra1.json diff --git a/arena/ra1.json b/arena/ra1.json new file mode 100644 index 00000000..4b50158c --- /dev/null +++ b/arena/ra1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T18:12:20.095032", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 7d89d9085191ed3d8789bf07df6258cdac1d231b Mon Sep 17 00:00:00 2001 From: EthanF <129719234+aramfaghfouri@users.noreply.github.com> Date: Thu, 26 Oct 2023 05:04:39 -0400 Subject: [PATCH 59/90] ra entering the arena (#5897) --- arena/ra.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ra.json diff --git a/arena/ra.json b/arena/ra.json new file mode 100644 index 00000000..b29e96ce --- /dev/null +++ b/arena/ra.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T18:03:39.069151", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From c481d51c598a3ed2b68fab8c1558ce2de741e98c Mon Sep 17 00:00:00 2001 From: EthanF <129719234+aramfaghfouri@users.noreply.github.com> Date: Thu, 26 Oct 2023 05:04:55 -0400 Subject: [PATCH 60/90] research_analyst entering the arena (#5895) --- arena/research_analyst.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/research_analyst.json diff --git a/arena/research_analyst.json b/arena/research_analyst.json new file mode 100644 index 00000000..675df1ad --- /dev/null +++ b/arena/research_analyst.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT", + "timestamp": "2023-10-23T17:53:54.235178", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 586660d6e0e969bcf784ff51801e54d5c3a7d36b Mon Sep 17 00:00:00 2001 From: Ruttanard Ruttanapan <32072724+wic0144@users.noreply.github.com> Date: Thu, 26 Oct 2023 16:05:52 +0700 Subject: [PATCH 61/90] DE entering the arena (#5963) --- arena/DE.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/DE.json diff --git a/arena/DE.json b/arena/DE.json new file mode 100644 index 00000000..fcea35c9 --- /dev/null +++ b/arena/DE.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/wic0144/AutoGPT", + "timestamp": "2023-10-26T09:05:21.013962", + "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From ebf2ff3ceb3cd558e1ee6a966fed9a1f562e502f Mon Sep 17 00:00:00 2001 From: xhjxhj001 Date: Thu, 26 Oct 2023 17:06:23 +0800 Subject: [PATCH 62/90] ai_assistant entering the arena (#5886) --- arena/ai_assistant.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/ai_assistant.json diff --git a/arena/ai_assistant.json b/arena/ai_assistant.json new file mode 100644 index 00000000..2a0d85de --- /dev/null +++ b/arena/ai_assistant.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/xhjxhj001/AutoGPT", + "timestamp": "2023-10-23T12:05:13.923218", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 3e366d8de0bb8b7fa7c6790178d51b5b6c531ce5 Mon Sep 17 00:00:00 2001 From: fraven01 <74104856+fraven01@users.noreply.github.com> Date: Thu, 26 Oct 2023 11:06:39 +0200 Subject: [PATCH 63/90] TESTAGENT entering the arena (#5884) --- arena/TESTAGENT.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/TESTAGENT.json diff --git a/arena/TESTAGENT.json b/arena/TESTAGENT.json new file mode 100644 index 00000000..4bf4b5a2 --- /dev/null +++ b/arena/TESTAGENT.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://fraven01: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@github.com/fraven01/AutoGPT", + "timestamp": "2023-10-23T11:14:32.921042", + "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 6c9152a95c8994898c47c85ea90ba58e0cc02c28 Mon Sep 17 00:00:00 2001 From: SwiftyOS Date: Thu, 26 Oct 2023 11:15:50 +0200 Subject: [PATCH 64/90] Removed variants of testagent to avoid path collision --- arena/TESTAGENT.json | 6 ------ arena/TestAgent.json | 6 ------ arena/testAgent.json | 6 ------ 3 files changed, 18 deletions(-) delete mode 100644 arena/TESTAGENT.json delete mode 100644 arena/TestAgent.json delete mode 100644 arena/testAgent.json diff --git a/arena/TESTAGENT.json b/arena/TESTAGENT.json deleted file mode 100644 index 4bf4b5a2..00000000 --- a/arena/TESTAGENT.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "github_repo_url": "https://fraven01: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@github.com/fraven01/AutoGPT", - "timestamp": "2023-10-23T11:14:32.921042", - "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", - "branch_to_benchmark": "master" -} \ No newline at end of file diff --git a/arena/TestAgent.json b/arena/TestAgent.json deleted file mode 100644 index b36933ee..00000000 --- a/arena/TestAgent.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "github_repo_url": "https://github.com/AdrianSilaghi/AutoGPT", - "timestamp": "2023-10-02T09:01:26.433024", - "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa", - "branch_to_benchmark": "master" -} \ No newline at end of file diff --git a/arena/testAgent.json b/arena/testAgent.json deleted file mode 100644 index 02c5b1b8..00000000 --- a/arena/testAgent.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "github_repo_url": "https://github.com/Nilllas/AutoGPT", - "timestamp": "2023-10-20T11:27:15.343842", - "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791", - "branch_to_benchmark": "master" -} \ No newline at end of file From 19175badeefc1325f3fa1a7797ddcfb913c23076 Mon Sep 17 00:00:00 2001 From: SwiftyOS Date: Thu, 26 Oct 2023 12:29:21 +0200 Subject: [PATCH 65/90] Updated commit hash of entries --- arena/AntlerTestGPT.json | 7 +------ arena/AquaAgent.json | 7 +------ arena/AutoGPT2.json | 7 +------ arena/AwareAgent.json | 7 +------ arena/Bravo06.json | 7 +------ arena/Brillante-AI.json | 7 +------ arena/ChadGPT.json | 7 +------ arena/CreaitorMarketing.json | 7 +------ arena/EmbeddedAg.json | 7 +------ arena/LinuzGPT.json | 7 +------ arena/Maharathi.json | 7 +------ arena/Portalen.json | 7 +------ arena/ResearchAgent.json | 7 +------ arena/TheAgency.json | 7 +------ arena/WiseAgent.json | 7 +------ arena/admariner.json | 7 +------ arena/autogpt-hackathon2.json | 7 +------ arena/autogpt_hackathon.json | 7 +------ arena/autogpt_hackathon1.json | 7 +------ arena/career-agent.json | 7 +------ arena/codebutler.json | 7 +------ arena/contentstrategy.json | 7 +------ arena/dive2code.json | 7 +------ arena/evo-ninja.json | 7 +------ arena/fritzgpt.json | 7 +------ arena/ghostcoder.json | 7 +------ arena/gpt-dev-engineer-agent.json | 7 +------ arena/gpt-engineer.json | 7 +------ arena/justwondering.json | 7 +------ arena/mljar-agent.json | 7 +------ arena/momo.json | 7 +------ arena/potato.json | 7 +------ arena/swarms.json | 7 +------ arena/thebestagent.json | 7 +------ arena/theone.json | 7 +------ arena/uply.json | 7 +------ 36 files changed, 36 insertions(+), 216 deletions(-) diff --git a/arena/AntlerTestGPT.json b/arena/AntlerTestGPT.json index df9961b6..9df76d4a 100644 --- a/arena/AntlerTestGPT.json +++ b/arena/AntlerTestGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/pjw1/AntlerAI", - "timestamp": "2023-09-26T12:59:42.913784", - "commit_hash_to_benchmark": "cf630e4f2cee04fd935612f95308322cd9eb1df7", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/pjw1/AntlerAI", "timestamp": "2023-10-07T11:46:39Z", "commit_hash_to_benchmark": "f81e086e5647370854ec639c531c900775a99207", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AquaAgent.json b/arena/AquaAgent.json index e940bbd7..6deb549d 100644 --- a/arena/AquaAgent.json +++ b/arena/AquaAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/somnistudio/SomniGPT", - "timestamp": "2023-10-05T03:33:53.858386", - "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/somnistudio/SomniGPT", "timestamp": "2023-10-06T16:40:14Z", "commit_hash_to_benchmark": "47eb5124fa97187d7f3fa4036e422cd771cf0ae7", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AutoGPT2.json b/arena/AutoGPT2.json index 8a0210c5..11a71f66 100644 --- a/arena/AutoGPT2.json +++ b/arena/AutoGPT2.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/SarahGrevy/AutoGPT", - "timestamp": "2023-10-18T17:44:04.993104", - "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/SarahGrevy/AutoGPT", "timestamp": "2023-10-20T17:21:22Z", "commit_hash_to_benchmark": "32300906c9aafea8c550fa2f9edcc113fbfc512c", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/AwareAgent.json b/arena/AwareAgent.json index fe7f4487..bd7bbb14 100644 --- a/arena/AwareAgent.json +++ b/arena/AwareAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent", - "timestamp": "2023-10-17T14:10:03.198917", - "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent", "timestamp": "2023-10-26T09:59:29Z", "commit_hash_to_benchmark": "6339e755c60eb810659be4287a69b8056a4dc61f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Bravo06.json b/arena/Bravo06.json index 0bddc6de..21ceec25 100644 --- a/arena/Bravo06.json +++ b/arena/Bravo06.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", - "timestamp": "2023-10-04T19:59:01.836786", - "commit_hash_to_benchmark": "7f89b8aae8748bc88b29ca94c3604ba540bbef94", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", "timestamp": "2023-10-04T23:01:27Z", "commit_hash_to_benchmark": "f8c177b4b0e4ca45a3a104011b866c0415c648f1", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Brillante-AI.json b/arena/Brillante-AI.json index 8612bed0..3c81a02c 100644 --- a/arena/Brillante-AI.json +++ b/arena/Brillante-AI.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/dabeer021/Brillante-AI", - "timestamp": "2023-10-01T18:16:08.478048", - "commit_hash_to_benchmark": "f864eb39dfe5e4289577ebabcb4fd067c879196e", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/dabeer021/Brillante-AI", "timestamp": "2023-10-02T19:05:04Z", "commit_hash_to_benchmark": "163ab75379e1ee7792f50d4d70a1f482ca9cb6a1", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ChadGPT.json b/arena/ChadGPT.json index 32456709..6a378b1d 100644 --- a/arena/ChadGPT.json +++ b/arena/ChadGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", - "timestamp": "2023-09-30T21:55:19.017916", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", "timestamp": "2023-10-26T09:39:35Z", "commit_hash_to_benchmark": "84dd029c011379791a6fec8b148b2982a2ef159e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/CreaitorMarketing.json b/arena/CreaitorMarketing.json index 0d6560e6..38ffca0f 100644 --- a/arena/CreaitorMarketing.json +++ b/arena/CreaitorMarketing.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/simonfunk/Auto-GPT", - "timestamp": "2023-10-07T23:05:11.898903", - "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/simonfunk/Auto-GPT", "timestamp": "2023-10-08T02:10:18Z", "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/EmbeddedAg.json b/arena/EmbeddedAg.json index 33a6719d..b26355e3 100644 --- a/arena/EmbeddedAg.json +++ b/arena/EmbeddedAg.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", - "timestamp": "2023-10-03T11:59:32.967011", - "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", "timestamp": "2023-10-26T09:15:50Z", "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/LinuzGPT.json b/arena/LinuzGPT.json index b4ac1bb4..8cb096f0 100644 --- a/arena/LinuzGPT.json +++ b/arena/LinuzGPT.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/linusaltacc/AutoGPT", - "timestamp": "2023-10-14T07:18:54.417105", - "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/linusaltacc/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Maharathi.json b/arena/Maharathi.json index 741bf5c3..c2a312c8 100644 --- a/arena/Maharathi.json +++ b/arena/Maharathi.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/sampatkalyan/AutoGPTHackathon", - "timestamp": "2023-10-01T18:59:41.243243", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/sampatkalyan/AutoGPTHackathon", "timestamp": "2023-10-02T08:16:27Z", "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/Portalen.json b/arena/Portalen.json index fdbb179b..6e4aa879 100644 --- a/arena/Portalen.json +++ b/arena/Portalen.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/erlendjones/AutoGPT", - "timestamp": "2023-09-22T20:32:38.770287", - "commit_hash_to_benchmark": "a0e383f4d9e7e0a60804bbf7e600e38a45530d96", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/erlendjones/AutoGPT", "timestamp": "2023-09-22T20:39:08Z", "commit_hash_to_benchmark": "58d5b0d4a2fcc1bc12ed667db9d62a427a89c1a4", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ResearchAgent.json b/arena/ResearchAgent.json index c04a6b57..94855c1c 100644 --- a/arena/ResearchAgent.json +++ b/arena/ResearchAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Umar-Azam/AutoGPT-ResearchAgent", - "timestamp": "2023-10-20T06:08:12.933685", - "commit_hash_to_benchmark": "9219bfba0e028a557109b8e39c0fd91c1df243f8", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Umar-Azam/AutoGPT-ResearchAgent", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/TheAgency.json b/arena/TheAgency.json index 86edb3c2..8470fe1b 100644 --- a/arena/TheAgency.json +++ b/arena/TheAgency.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/shamantechnology/TheAgency", - "timestamp": "2023-09-30T05:18:13.652705", - "commit_hash_to_benchmark": "829e8d57e5dc55652583d10e59487147b5afeff3", - "branch_to_benchmark": "master" -} +{"github_repo_url": "https://github.com/shamantechnology/TheAgency", "timestamp": "2023-10-26T09:22:18Z", "commit_hash_to_benchmark": "3eef81f2579e3ab4822fb9155ee412c597fda9c2", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/WiseAgent.json b/arena/WiseAgent.json index d866de47..02c03c0a 100644 --- a/arena/WiseAgent.json +++ b/arena/WiseAgent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/Ashish-Soni08/SoniGPT", - "timestamp": "2023-10-05T19:55:43.417780", - "commit_hash_to_benchmark": "bcb24c1a5896a820cf054d13b90d23f3175f02fa", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/Ashish-Soni08/SoniGPT", "timestamp": "2023-10-08T18:39:38Z", "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/admariner.json b/arena/admariner.json index df2e075a..2811c5d5 100644 --- a/arena/admariner.json +++ b/arena/admariner.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/admariner/AutoGPT", - "timestamp": "2023-10-07T14:12:26.956967", - "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/admariner/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt-hackathon2.json b/arena/autogpt-hackathon2.json index 3d268e28..41960393 100644 --- a/arena/autogpt-hackathon2.json +++ b/arena/autogpt-hackathon2.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", - "timestamp": "2023-10-22T08:35:42.167682", - "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt_hackathon.json b/arena/autogpt_hackathon.json index 062f3546..41960393 100644 --- a/arena/autogpt_hackathon.json +++ b/arena/autogpt_hackathon.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", - "timestamp": "2023-10-09T03:15:02.101279", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/autogpt_hackathon1.json b/arena/autogpt_hackathon1.json index 0b7fa048..41960393 100644 --- a/arena/autogpt_hackathon1.json +++ b/arena/autogpt_hackathon1.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", - "timestamp": "2023-10-22T07:10:58.425483", - "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/career-agent.json b/arena/career-agent.json index f95da6f9..ba2877ab 100644 --- a/arena/career-agent.json +++ b/arena/career-agent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/asifdotpy/CareerGPT", - "timestamp": "2023-10-22T08:05:05.525907", - "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/asifdotpy/CareerGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/codebutler.json b/arena/codebutler.json index 51aea92f..c42fae82 100644 --- a/arena/codebutler.json +++ b/arena/codebutler.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/AJV009/AutoGPT", - "timestamp": "2023-10-04T15:24:26.675066", - "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/AJV009/AutoGPT", "timestamp": "2023-10-26T05:03:09Z", "commit_hash_to_benchmark": "03a95a5333db52ac5b129306e47423b638d649b0", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/contentstrategy.json b/arena/contentstrategy.json index 89143267..d1b9dd5a 100644 --- a/arena/contentstrategy.json +++ b/arena/contentstrategy.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/banderson12/AutoGPT", - "timestamp": "2023-10-19T20:13:23.530323", - "commit_hash_to_benchmark": "b4588f6425912316e1512391e4392ca30d61e144", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/banderson12/AutoGPT", "timestamp": "2023-10-21T04:13:13Z", "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/dive2code.json b/arena/dive2code.json index 75813705..2280c1be 100644 --- a/arena/dive2code.json +++ b/arena/dive2code.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/qwdqwqdwqd/autogpt", - "timestamp": "2023-10-14T01:52:41.931129", - "commit_hash_to_benchmark": "b5c6bc1c90e65e059bf77df38ec35edcdaea93c1", - "branch_to_benchmark": "master" -} +{"github_repo_url": "https://github.com/qwdqwqdwqd/autogpt", "timestamp": "2023-10-25T17:55:18Z", "commit_hash_to_benchmark": "c8d239ef6492d7fe30c099909e01a2eede678b70", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/evo-ninja.json b/arena/evo-ninja.json index 7d0a1b7e..9d2ac4b2 100644 --- a/arena/evo-ninja.json +++ b/arena/evo-ninja.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/polywrap/evo.ninja", - "timestamp": "2023-10-06T23:28:08.231544", - "commit_hash_to_benchmark": "8440f065d144036b543d151c38b473506c7f6029", - "branch_to_benchmark": "dev" -} \ No newline at end of file +{"github_repo_url": "https://github.com/polywrap/evo.ninja", "timestamp": "2023-10-26T09:49:34Z", "commit_hash_to_benchmark": "8832a1008607ab8a27de81fbea69bc73c3febb6f", "branch_to_benchmark": "dev"} \ No newline at end of file diff --git a/arena/fritzgpt.json b/arena/fritzgpt.json index fe6bc7d5..e9bae34f 100644 --- a/arena/fritzgpt.json +++ b/arena/fritzgpt.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/bsenst/FritzGPT", - "timestamp": "2023-10-05T05:35:54.685802", - "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/bsenst/FritzGPT", "timestamp": "2023-10-07T11:54:36Z", "commit_hash_to_benchmark": "bb960ffb9fadc45fe4fb5277053caa831f196578", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/ghostcoder.json b/arena/ghostcoder.json index 55c9c64e..73806123 100644 --- a/arena/ghostcoder.json +++ b/arena/ghostcoder.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/aorwall/AutoGPT", - "timestamp": "2023-09-29T16:32:44.648322", - "commit_hash_to_benchmark": "76c321d6b1a3c6ed938c90149a2954b7dade761a", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/aorwall/AutoGPT", "timestamp": "2023-10-26T07:02:18Z", "commit_hash_to_benchmark": "580b4467851b879ef6ce369128e8c7a0399f8877", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/gpt-dev-engineer-agent.json b/arena/gpt-dev-engineer-agent.json index a66abfb9..080c9ab0 100644 --- a/arena/gpt-dev-engineer-agent.json +++ b/arena/gpt-dev-engineer-agent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", - "timestamp": "2023-09-28T12:18:17.088849", - "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/gpt-engineer.json b/arena/gpt-engineer.json index c1f39a60..080c9ab0 100644 --- a/arena/gpt-engineer.json +++ b/arena/gpt-engineer.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", - "timestamp": "2023-09-30T06:48:42.175596", - "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/justwondering.json b/arena/justwondering.json index c66dfb71..0d27545a 100644 --- a/arena/justwondering.json +++ b/arena/justwondering.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/tbxy09/JustWondering", - "timestamp": "2023-10-26T05:36:54.247396", - "commit_hash_to_benchmark": "03ef1a9de8bc7488a60cc2beb08f587a3eec13e1", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/tbxy09/JustWondering", "timestamp": "2023-10-26T09:48:15Z", "commit_hash_to_benchmark": "b52fea9ba7510adb8c1e7e5cfb83f5fa181d73cf", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/mljar-agent.json b/arena/mljar-agent.json index bce26049..70c2e7b6 100644 --- a/arena/mljar-agent.json +++ b/arena/mljar-agent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/mljar/mljar-agent", - "timestamp": "2023-10-03T11:28:17.260748", - "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/mljar/mljar-agent", "timestamp": "2023-10-25T14:04:51Z", "commit_hash_to_benchmark": "2fbc4d6ef48f0201c046b649e7bc74b9d11ae4e5", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/momo.json b/arena/momo.json index be0dcbad..b2045bcc 100644 --- a/arena/momo.json +++ b/arena/momo.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/UICJohn/AutoGPT", - "timestamp": "2023-10-19T09:39:59.577220", - "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/UICJohn/AutoGPT", "timestamp": "2023-10-19T09:52:19Z", "commit_hash_to_benchmark": "3aa92c082ac6912b45583b39d59a13cfda665322", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/potato.json b/arena/potato.json index 4247849d..c78cec9d 100644 --- a/arena/potato.json +++ b/arena/potato.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/volkov/AutoGPT", - "timestamp": "2023-09-28T06:02:12.173325", - "commit_hash_to_benchmark": "eb93a617c1ffd821bb4fa68ff31658a466b0ec1c", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/volkov/AutoGPT", "timestamp": "2023-10-23T05:24:11Z", "commit_hash_to_benchmark": "7d2532c1814d624725e7a1fce8831dc0def27fb8", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/swarms.json b/arena/swarms.json index 48cb03e4..7bd57235 100644 --- a/arena/swarms.json +++ b/arena/swarms.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/ZackBradshaw/Auto-Swarms", - "timestamp": "2023-09-27T21:16:07.213627", - "commit_hash_to_benchmark": "793ff1c163bb0f9bd3e0c788b4978b8dc193ba6a", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/ZackBradshaw/Auto-Swarms", "timestamp": "2023-10-16T15:03:21Z", "commit_hash_to_benchmark": "96b591c6f0918265e2256cb9c76ca2ff50f3983f", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/thebestagent.json b/arena/thebestagent.json index 0a652200..0003b82b 100644 --- a/arena/thebestagent.json +++ b/arena/thebestagent.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/hisandan/AutoGPT", - "timestamp": "2023-10-06T16:11:33.881369", - "commit_hash_to_benchmark": "9e353e09b5df39d4d410bef57cf17387331e96f6", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/theone.json b/arena/theone.json index 36b1e6b4..0003b82b 100644 --- a/arena/theone.json +++ b/arena/theone.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/hisandan/AutoGPT", - "timestamp": "2023-10-08T19:15:49.879861", - "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file diff --git a/arena/uply.json b/arena/uply.json index dc49c97d..f3058753 100644 --- a/arena/uply.json +++ b/arena/uply.json @@ -1,6 +1 @@ -{ - "github_repo_url": "https://github.com/uply23333/Uply-GPT", - "timestamp": "2023-09-21T17:35:03.062272", - "commit_hash_to_benchmark": "55bcb99e9141774c2c0470e9e924e0d3106f0918", - "branch_to_benchmark": "master" -} \ No newline at end of file +{"github_repo_url": "https://github.com/uply23333/Uply-GPT", "timestamp": "2023-10-20T00:48:01Z", "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e", "branch_to_benchmark": "master"} \ No newline at end of file From ab2a61833584c42ededa805cbac50718c72aa5ae Mon Sep 17 00:00:00 2001 From: bigfatball <95281151+bigfatball@users.noreply.github.com> Date: Thu, 26 Oct 2023 18:43:36 +0800 Subject: [PATCH 66/90] Add Mary.json (#5875) Co-authored-by: Anthony --- arena/Mary.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/Mary.json diff --git a/arena/Mary.json b/arena/Mary.json new file mode 100644 index 00000000..a47a8da5 --- /dev/null +++ b/arena/Mary.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bigfatball/Auto-GPT.git", + "timestamp": "2023-10-22T23:40:22.765334", + "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d", + "branch_to_benchmark": "master" +} \ No newline at end of file From 1a6ca503a503e086cf3ec96719854705ef3a2f4e Mon Sep 17 00:00:00 2001 From: Howard-Cheung <2061744@qq.com> Date: Thu, 26 Oct 2023 21:05:37 +0800 Subject: [PATCH 67/90] zczc entering the arena (#5969) --- arena/zczc.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/zczc.json diff --git a/arena/zczc.json b/arena/zczc.json new file mode 100644 index 00000000..b484f0be --- /dev/null +++ b/arena/zczc.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/Howard-Cheung/AutoGPT", + "timestamp": "2023-10-26T12:48:30.729105", + "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 0e408053e2452196a0af692463d882bc7ae718de Mon Sep 17 00:00:00 2001 From: illyx1 <149045052+illyx1@users.noreply.github.com> Date: Thu, 26 Oct 2023 15:06:48 +0200 Subject: [PATCH 68/90] illyx1 entering the arena (#5970) --- arena/illyx1.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/illyx1.json diff --git a/arena/illyx1.json b/arena/illyx1.json new file mode 100644 index 00000000..9cedd5c6 --- /dev/null +++ b/arena/illyx1.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T12:36:26.810636", + "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076", + "branch_to_benchmark": "master" +} \ No newline at end of file From 8f1b9fc670737a24d50aaa0e6eb454ee532e5874 Mon Sep 17 00:00:00 2001 From: illyx1 <149045052+illyx1@users.noreply.github.com> Date: Thu, 26 Oct 2023 15:27:41 +0200 Subject: [PATCH 69/90] illynetV2 entering the arena (#5971) --- arena/illynetV2.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/illynetV2.json diff --git a/arena/illynetV2.json b/arena/illynetV2.json new file mode 100644 index 00000000..005672b3 --- /dev/null +++ b/arena/illynetV2.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/illyx1/AutoGPT.git", + "timestamp": "2023-10-26T13:14:45.725000", + "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076", + "branch_to_benchmark": "master" +} \ No newline at end of file From 5fd82c7f1563676ae936f7ac7cdffa27cb682df4 Mon Sep 17 00:00:00 2001 From: Merwane Hamadi Date: Thu, 26 Oct 2023 08:26:55 -0700 Subject: [PATCH 70/90] Add CI for the hackathon and fix TestAgent.json --- .github/workflows/hackathon.yml | 86 +++++++++++++++++++++++++++++++++ .gitignore | 1 + 2 files changed, 87 insertions(+) create mode 100644 .github/workflows/hackathon.yml diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml new file mode 100644 index 00000000..5f669a3e --- /dev/null +++ b/.github/workflows/hackathon.yml @@ -0,0 +1,86 @@ +name: Hackathon + +on: + workflow_dispatch: + branches: [hackathon] + inputs: + agents: + description: "Agents to run (comma-separated)" + required: false + default: "ZEROAGPT_03" # Default agents if none are specified + +jobs: + matrix-setup: + runs-on: ubuntu-latest + outputs: + matrix: ${{ steps.set-matrix.outputs.matrix }} + env-name: ${{ steps.set-matrix.outputs.env-name }} + steps: + - id: set-matrix + run: | + if [ "${{ github.event_name }}" == "schedule" ]; then + echo "::set-output name=env-name::production" + echo "::set-output name=matrix::[ 'gpt-engineer', 'smol-developer', 'Auto-GPT', 'mini-agi', 'beebot', 'BabyAGI', 'PolyGPT', 'Turbo' ]" + elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then + IFS=',' read -ra matrix_array <<< "${{ github.event.inputs.agents }}" + matrix_string="[ \"$(echo "${matrix_array[@]}" | sed 's/ /", "/g')\" ]" + echo "::set-output name=env-name::production" + echo "::set-output name=matrix::$matrix_string" + else + echo "::set-output name=env-name::testing" + echo "::set-output name=matrix::[ 'mini-agi' ]" + fi + + tests: + environment: + name: "${{ needs.matrix-setup.outputs.env-name }}" + needs: matrix-setup + env: + min-python-version: "3.10" + name: "${{ matrix.agent-name }}" + runs-on: ubuntu-latest + timeout-minutes: 50 + strategy: + fail-fast: false + matrix: + agent-name: ${{fromJson(needs.matrix-setup.outputs.matrix)}} + steps: + - name: Print Environment Name + run: | + echo "Matrix Setup Environment Name: ${{ needs.matrix-setup.outputs.env-name }}" + + - name: Checkout repository + uses: actions/checkout@v3 + with: + fetch-depth: 0 + ref: ${{ github.event.pull_request.head.ref }} + repository: ${{ github.event.pull_request.head.repo.full_name }} + submodules: true + + - name: Set up Python ${{ env.min-python-version }} + uses: actions/setup-python@v2 + with: + python-version: ${{ env.min-python-version }} + + - id: get_date + name: Get date + run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT + + - name: Install Poetry + run: | + curl -sSL https://install.python-poetry.org | python - + + - name: Run regression tests + run: | + ./run agent start ${{ matrix.agent-name }} + cd autogpts/${{ matrix.agent-name }} + poetry run agbenchmark --mock + poetry run agbenchmark --test=WriteFile + env: + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + AGENT_NAME: ${{ matrix.agent-name }} + HELICONE_API_KEY: ${{ secrets.HELICONE_API_KEY }} + REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt + HELICONE_CACHE_ENABLED: false + HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }} + REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }} diff --git a/.gitignore b/.gitignore index 090f3bdb..dcfbc4df 100644 --- a/.gitignore +++ b/.gitignore @@ -172,3 +172,4 @@ pri* # ignore ig* .github_access_token +arena/TestAgent.json \ No newline at end of file From 6678f6bd724bbec1352488e03b29b83caca42b7b Mon Sep 17 00:00:00 2001 From: Reinier van der Leer Date: Thu, 26 Oct 2023 11:49:28 -0700 Subject: [PATCH 71/90] AutoGPT: Fix showing of task input in UI --- .../autogpt/app/agent_protocol_server.py | 22 ++++++++++++------- 1 file changed, 14 insertions(+), 8 deletions(-) diff --git a/autogpts/autogpt/autogpt/app/agent_protocol_server.py b/autogpts/autogpt/autogpt/app/agent_protocol_server.py index e69fdfdf..84573edc 100644 --- a/autogpts/autogpt/autogpt/app/agent_protocol_server.py +++ b/autogpts/autogpt/autogpt/app/agent_protocol_server.py @@ -181,20 +181,26 @@ class AgentProtocolServer: is_init_step = not bool(agent.event_history) execute_command, execute_command_args, execute_result = None, None, None execute_approved = False - if is_init_step: + + # HACK: only for compatibility with AGBenchmark + if step_request.input == "y": step_request.input = "" - elif ( - agent.event_history.current_episode + + user_input = step_request.input if not is_init_step else "" + + if ( + not is_init_step + and agent.event_history.current_episode and not agent.event_history.current_episode.result ): execute_command = agent.event_history.current_episode.action.name execute_command_args = agent.event_history.current_episode.action.args - execute_approved = not step_request.input or step_request.input == "y" + execute_approved = not user_input logger.debug( f"Agent proposed command" f" {execute_command}({fmt_kwargs(execute_command_args)})." - f" User input/feedback: {repr(step_request.input)}" + f" User input/feedback: {repr(user_input)}" ) # Save step request @@ -218,7 +224,7 @@ class AgentProtocolServer: return step if execute_command == ask_user.__name__: # HACK - execute_result = ActionSuccessResult(outputs=step_request.input) + execute_result = ActionSuccessResult(outputs=user_input) agent.event_history.register_result(execute_result) elif execute_approved: step = await self.db.update_step( @@ -232,11 +238,11 @@ class AgentProtocolServer: command_args=execute_command_args, ) else: - assert step_request.input + assert user_input execute_result = await agent.execute( command_name="human_feedback", # HACK command_args={}, - user_input=step_request.input, + user_input=user_input, ) # Propose next action From 6f66376bb8a4116330fe867d9dff83f938f7aa14 Mon Sep 17 00:00:00 2001 From: Reinier van der Leer Date: Thu, 26 Oct 2023 12:02:15 -0700 Subject: [PATCH 72/90] AutoGPT: require function call if only 1 function is given --- .../autogpt/autogpt/core/resource/model_providers/openai.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py index 37a672ea..4167b7c1 100644 --- a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py +++ b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py @@ -347,6 +347,9 @@ class OpenAIProvider( if functions: if OPEN_AI_CHAT_MODELS[model_name].has_function_call_api: completion_kwargs["functions"] = [f.schema for f in functions] + if len(functions) == 1: + # force the model to call the only specified function + completion_kwargs["function_call"] = {"name": functions[0].name} else: # Provide compatibility with older models _functions_compat_fix_kwargs(functions, completion_kwargs) From 21b809794a90cf6f9a6aa41f179f420045becadc Mon Sep 17 00:00:00 2001 From: merwanehamadi Date: Thu, 26 Oct 2023 13:47:36 -0700 Subject: [PATCH 73/90] Update hackathon.yml (#5975) --- .github/workflows/hackathon.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml index 5f669a3e..2f3ff4af 100644 --- a/.github/workflows/hackathon.yml +++ b/.github/workflows/hackathon.yml @@ -73,7 +73,8 @@ jobs: - name: Run regression tests run: | ./run agent start ${{ matrix.agent-name }} - cd autogpts/${{ matrix.agent-name }} + cd benchmark + poetry install poetry run agbenchmark --mock poetry run agbenchmark --test=WriteFile env: From 0f44c9db50734a802d98fe63b62369b463e581c1 Mon Sep 17 00:00:00 2001 From: JasonD Date: Fri, 27 Oct 2023 18:16:34 +0800 Subject: [PATCH 74/90] AutoGenius entering the arena (#5972) Co-authored-by: Dyson --- arena/AutoGenius.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/AutoGenius.json diff --git a/arena/AutoGenius.json b/arena/AutoGenius.json new file mode 100644 index 00000000..3974b9dc --- /dev/null +++ b/arena/AutoGenius.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/JasonDRZ/AutoGPT", + "timestamp": "2023-10-26T13:27:58.805270", + "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae", + "branch_to_benchmark": "master" +} \ No newline at end of file From 52106e828076135a4bb677fb7efe7f965384d0e4 Mon Sep 17 00:00:00 2001 From: ezirmusitua Date: Fri, 27 Oct 2023 18:17:03 +0800 Subject: [PATCH 75/90] WRITER entering the arena (#5984) --- arena/WRITER.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/WRITER.json diff --git a/arena/WRITER.json b/arena/WRITER.json new file mode 100644 index 00000000..63849f43 --- /dev/null +++ b/arena/WRITER.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/ezirmusitua/AutoGPT", + "timestamp": "2023-10-27T09:43:35.725996", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file From 11fbbc6df6dd94d171d9a7df7ee7a1d8b9f6211a Mon Sep 17 00:00:00 2001 From: aixiaoxin <49548517+aixiaoxin123@users.noreply.github.com> Date: Fri, 27 Oct 2023 18:17:30 +0800 Subject: [PATCH 76/90] aixiaoxin entering the arena (#5982) --- arena/aixiaoxin.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/aixiaoxin.json diff --git a/arena/aixiaoxin.json b/arena/aixiaoxin.json new file mode 100644 index 00000000..a6fe001c --- /dev/null +++ b/arena/aixiaoxin.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/aixiaoxin123/AutoGPT", + "timestamp": "2023-10-27T05:44:49.265845", + "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", + "branch_to_benchmark": "master" +} \ No newline at end of file From 405adee71d16081c757cd22cc3b788fff68e9aea Mon Sep 17 00:00:00 2001 From: MoWitheSmileyFace <41643864+MohamedBasueny@users.noreply.github.com> Date: Fri, 27 Oct 2023 12:18:50 +0200 Subject: [PATCH 77/90] Drench entering the arena (#5977) --- arena/Drench.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/Drench.json diff --git a/arena/Drench.json b/arena/Drench.json new file mode 100644 index 00000000..49417551 --- /dev/null +++ b/arena/Drench.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/MohamedBasueny/AutoGPT-Drench", + "timestamp": "2023-10-27T01:28:13.869318", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file From 026b632f8fc334d9dde7e60e71f68954fa7a36c3 Mon Sep 17 00:00:00 2001 From: warlockee <68616924+warlockee@users.noreply.github.com> Date: Fri, 27 Oct 2023 03:19:11 -0700 Subject: [PATCH 78/90] autogpt_warlock entering the arena (#5976) Co-authored-by: erikl --- arena/autogpt_warlock.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/autogpt_warlock.json diff --git a/arena/autogpt_warlock.json b/arena/autogpt_warlock.json new file mode 100644 index 00000000..5f6e9c0a --- /dev/null +++ b/arena/autogpt_warlock.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/warlockee/AutoGPT-wl", + "timestamp": "2023-10-27T00:46:05.266939", + "commit_hash_to_benchmark": "6f66376bb8a4116330fe867d9dff83f938f7aa14", + "branch_to_benchmark": "master" +} \ No newline at end of file From 6c0575233f7f24d7f5d9818b930e4d806a9fdc87 Mon Sep 17 00:00:00 2001 From: Luis <57528712+LuisLechugaRuiz@users.noreply.github.com> Date: Fri, 27 Oct 2023 12:22:47 +0200 Subject: [PATCH 79/90] Arena submission aware agent (#5965) Submit --- arena/AwareAgent.json | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/arena/AwareAgent.json b/arena/AwareAgent.json index bd7bbb14..d4155dd6 100644 --- a/arena/AwareAgent.json +++ b/arena/AwareAgent.json @@ -1 +1,6 @@ -{"github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent", "timestamp": "2023-10-26T09:59:29Z", "commit_hash_to_benchmark": "6339e755c60eb810659be4287a69b8056a4dc61f", "branch_to_benchmark": "master"} \ No newline at end of file +{ + "github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent", + "timestamp": "2023-10-26T10:10:01.481205", + "commit_hash_to_benchmark": "c180063dde49af02ed95ec4c019611da0a5540d7", + "branch_to_benchmark": "master" +} From 68edb184cd4751db8222d781a445dbf9c66d3ae0 Mon Sep 17 00:00:00 2001 From: Jordan Ellis <5522128+dOrgJelli@users.noreply.github.com> Date: Fri, 27 Oct 2023 12:23:55 +0200 Subject: [PATCH 80/90] Update evo-ninja.json (#5966) Co-authored-by: Swifty --- arena/evo-ninja.json | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/arena/evo-ninja.json b/arena/evo-ninja.json index 9d2ac4b2..e7ec02cb 100644 --- a/arena/evo-ninja.json +++ b/arena/evo-ninja.json @@ -1 +1,6 @@ -{"github_repo_url": "https://github.com/polywrap/evo.ninja", "timestamp": "2023-10-26T09:49:34Z", "commit_hash_to_benchmark": "8832a1008607ab8a27de81fbea69bc73c3febb6f", "branch_to_benchmark": "dev"} \ No newline at end of file +{ + "github_repo_url": "https://github.com/polywrap/evo.ninja", + "timestamp": "2023-10-26T09:05:21.013962", + "commit_hash_to_benchmark": "8832a1008607ab8a27de81fbea69bc73c3febb6f", + "branch_to_benchmark": "dev" +} \ No newline at end of file From f4985395a94da84b79252bd4d88e040472e1bf6f Mon Sep 17 00:00:00 2001 From: seeseesky Date: Fri, 27 Oct 2023 18:24:36 +0800 Subject: [PATCH 81/90] test-tpk entering the arena (#5979) --- arena/test-tpk.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/test-tpk.json diff --git a/arena/test-tpk.json b/arena/test-tpk.json new file mode 100644 index 00000000..87f4f4e2 --- /dev/null +++ b/arena/test-tpk.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/seeseesky/AutoGPT", + "timestamp": "2023-10-27T04:06:10.599340", + "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc", + "branch_to_benchmark": "master" +} \ No newline at end of file From 22ba2459c9a814eaffb7ca116334d47797af77e3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?O=C4=9Fuzhan=20BOZKURT?= Date: Fri, 27 Oct 2023 14:49:52 +0300 Subject: [PATCH 82/90] hodri entering the arena (#5985) --- arena/hodri.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 arena/hodri.json diff --git a/arena/hodri.json b/arena/hodri.json new file mode 100644 index 00000000..32e489bf --- /dev/null +++ b/arena/hodri.json @@ -0,0 +1,6 @@ +{ + "github_repo_url": "https://github.com/bilisim1995/AutoGPT", + "timestamp": "2023-10-27T10:51:20.447157", + "commit_hash_to_benchmark": "f4985395a94da84b79252bd4d88e040472e1bf6f", + "branch_to_benchmark": "master" +} \ No newline at end of file From 4109dca3f707bca39797109f80a660efa1ee6f30 Mon Sep 17 00:00:00 2001 From: SwiftyOS Date: Fri, 27 Oct 2023 14:35:28 +0200 Subject: [PATCH 83/90] feat: Add webdriver-manager package - Added the package to the project dependencies - The package is used to automatically manage drivers for different browsers --- autogpts/forge/poetry.lock | 31 ++++++++++++++++++------------- autogpts/forge/pyproject.toml | 1 + 2 files changed, 19 insertions(+), 13 deletions(-) diff --git a/autogpts/forge/poetry.lock b/autogpts/forge/poetry.lock index 62d4213a..62294957 100644 --- a/autogpts/forge/poetry.lock +++ b/autogpts/forge/poetry.lock @@ -1347,7 +1347,7 @@ files = [ {file = "greenlet-3.0.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0b72b802496cccbd9b31acea72b6f87e7771ccfd7f7927437d592e5c92ed703c"}, {file = "greenlet-3.0.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:527cd90ba3d8d7ae7dceb06fda619895768a46a1b4e423bdb24c1969823b8362"}, {file = "greenlet-3.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:37f60b3a42d8b5499be910d1267b24355c495064f271cfe74bf28b17b099133c"}, - {file = "greenlet-3.0.0-cp311-universal2-macosx_10_9_universal2.whl", hash = "sha256:c3692ecf3fe754c8c0f2c95ff19626584459eab110eaab66413b1e7425cd84e9"}, + {file = "greenlet-3.0.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:1482fba7fbed96ea7842b5a7fc11d61727e8be75a077e603e8ab49d24e234383"}, {file = "greenlet-3.0.0-cp312-cp312-macosx_13_0_arm64.whl", hash = "sha256:be557119bf467d37a8099d91fbf11b2de5eb1fd5fc5b91598407574848dc910f"}, {file = "greenlet-3.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:73b2f1922a39d5d59cc0e597987300df3396b148a9bd10b76a058a2f2772fc04"}, {file = "greenlet-3.0.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d1e22c22f7826096ad503e9bb681b05b8c1f5a8138469b255eb91f26a76634f2"}, @@ -1357,7 +1357,6 @@ files = [ {file = "greenlet-3.0.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:952256c2bc5b4ee8df8dfc54fc4de330970bf5d79253c863fb5e6761f00dda35"}, {file = "greenlet-3.0.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:269d06fa0f9624455ce08ae0179430eea61085e3cf6457f05982b37fd2cefe17"}, {file = "greenlet-3.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:9adbd8ecf097e34ada8efde9b6fec4dd2a903b1e98037adf72d12993a1c80b51"}, - {file = "greenlet-3.0.0-cp312-universal2-macosx_10_9_universal2.whl", hash = "sha256:553d6fb2324e7f4f0899e5ad2c427a4579ed4873f42124beba763f16032959af"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c6b5ce7f40f0e2f8b88c28e6691ca6806814157ff05e794cdd161be928550f4c"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ecf94aa539e97a8411b5ea52fc6ccd8371be9550c4041011a091eb8b3ca1d810"}, {file = "greenlet-3.0.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:80dcd3c938cbcac986c5c92779db8e8ce51a89a849c135172c88ecbdc8c056b7"}, @@ -2127,16 +2126,6 @@ files = [ {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:f698de3fd0c4e6972b92290a45bd9b1536bffe8c6759c62471efaa8acb4c37bc"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:aa57bd9cf8ae831a362185ee444e15a93ecb2e344c8e52e4d721ea3ab6ef1823"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ffcc3f7c66b5f5b7931a5aa68fc9cecc51e685ef90282f4a82f0f5e9b704ad11"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:47d4f1c5f80fc62fdd7777d0d40a2e9dda0a05883ab11374334f6c4de38adffd"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f67c7038d560d92149c060157d623c542173016c4babc0c1913cca0564b9939"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:9aad3c1755095ce347e26488214ef77e0485a3c34a50c5a5e2471dff60b9dd9c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:14ff806850827afd6b07a5f32bd917fb7f45b046ba40c57abdb636674a8b559c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8f9293864fe09b8149f0cc42ce56e3f0e54de883a9de90cd427f191c346eb2e1"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win32.whl", hash = "sha256:715d3562f79d540f251b99ebd6d8baa547118974341db04f5ad06d5ea3eb8007"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win_amd64.whl", hash = "sha256:1b8dd8c3fd14349433c79fa8abeb573a55fc0fdd769133baac1f5e07abf54aeb"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"}, @@ -4328,6 +4317,22 @@ files = [ {file = "wcwidth-0.2.8.tar.gz", hash = "sha256:8705c569999ffbb4f6a87c6d1b80f324bd6db952f5eb0b95bc07517f4c1813d4"}, ] +[[package]] +name = "webdriver-manager" +version = "4.0.1" +description = "Library provides the way to automatically manage drivers for different browsers" +optional = false +python-versions = ">=3.7" +files = [ + {file = "webdriver_manager-4.0.1-py2.py3-none-any.whl", hash = "sha256:d7970052295bb9cda2c1a24cf0b872dd2c41ababcc78f7b6b8dc37a41e979a7e"}, + {file = "webdriver_manager-4.0.1.tar.gz", hash = "sha256:25ec177c6a2ce9c02fb8046f1b2732701a9418d6a977967bb065d840a3175d87"}, +] + +[package.dependencies] +packaging = "*" +python-dotenv = "*" +requests = "*" + [[package]] name = "websockets" version = "11.0.3" @@ -4529,4 +4534,4 @@ benchmark = ["agbenchmark"] [metadata] lock-version = "2.0" python-versions = "^3.10" -content-hash = "c1934981d2caddadbd4e16da8de706e6ec9812d8b49f0bf6f9c520e0e3050cb1" +content-hash = "9b5109a0b90a7d8b3dca521cc12c14b0bd787664e8e146536120fed388743c4f" diff --git a/autogpts/forge/pyproject.toml b/autogpts/forge/pyproject.toml index 72141289..b7ffd7dd 100644 --- a/autogpts/forge/pyproject.toml +++ b/autogpts/forge/pyproject.toml @@ -25,6 +25,7 @@ duckduckgo-search = "^3.8.0" selenium = "^4.13.0" bs4 = "^0.0.1" agbenchmark = { path = "../../benchmark", optional = true } +webdriver-manager = "^4.0.1" [tool.poetry.extras] benchmark = ["agbenchmark"] From 336e78eca0a107a399dc9e55f3697e688499fe07 Mon Sep 17 00:00:00 2001 From: Merwane Hamadi Date: Fri, 27 Oct 2023 07:21:29 -0700 Subject: [PATCH 84/90] Update Hackathon CI --- .github/workflows/hackathon.yml | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml index 2f3ff4af..01c442b0 100644 --- a/.github/workflows/hackathon.yml +++ b/.github/workflows/hackathon.yml @@ -20,7 +20,7 @@ jobs: run: | if [ "${{ github.event_name }}" == "schedule" ]; then echo "::set-output name=env-name::production" - echo "::set-output name=matrix::[ 'gpt-engineer', 'smol-developer', 'Auto-GPT', 'mini-agi', 'beebot', 'BabyAGI', 'PolyGPT', 'Turbo' ]" + echo "::set-output name=matrix::[ 'ZEROAGPT_03', 'evo-ninja', 'gpt-engineer']" elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then IFS=',' read -ra matrix_array <<< "${{ github.event.inputs.agents }}" matrix_string="[ \"$(echo "${matrix_array[@]}" | sed 's/ /", "/g')\" ]" @@ -70,9 +70,15 @@ jobs: run: | curl -sSL https://install.python-poetry.org | python - - - name: Run regression tests + - name: Run benchmark run: | - ./run agent start ${{ matrix.agent-name }} + mkdir agent + link=$(jq -r '.["github_repo_url"]' arena/$AGENT_NAME.json) + branch=$(jq -r '.["branch_to_benchmark"]' arena/$AGENT_NAME.json) + cd agent + git clone "$link" -b "$branch" + cd $AGENT_NAME + ./run agent start $AGENT_NAME cd benchmark poetry install poetry run agbenchmark --mock @@ -80,8 +86,3 @@ jobs: env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} AGENT_NAME: ${{ matrix.agent-name }} - HELICONE_API_KEY: ${{ secrets.HELICONE_API_KEY }} - REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt - HELICONE_CACHE_ENABLED: false - HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }} - REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }} From bd496066dcb331e640254ea642c831b67a64ffe0 Mon Sep 17 00:00:00 2001 From: Merwane Hamadi Date: Fri, 27 Oct 2023 07:27:43 -0700 Subject: [PATCH 85/90] Hackathon CI: change name of folder --- .github/workflows/hackathon.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml index 01c442b0..fc2c02a0 100644 --- a/.github/workflows/hackathon.yml +++ b/.github/workflows/hackathon.yml @@ -72,15 +72,13 @@ jobs: - name: Run benchmark run: | - mkdir agent link=$(jq -r '.["github_repo_url"]' arena/$AGENT_NAME.json) branch=$(jq -r '.["branch_to_benchmark"]' arena/$AGENT_NAME.json) - cd agent - git clone "$link" -b "$branch" + git clone "$link" -b "$branch" "$AGENT_NAME" cd $AGENT_NAME ./run agent start $AGENT_NAME cd benchmark - poetry install + poetry install poetry run agbenchmark --mock poetry run agbenchmark --test=WriteFile env: From 5ff3f2dbbb635b6c95215484a536d4ca8229f9be Mon Sep 17 00:00:00 2001 From: Merwane Hamadi Date: Fri, 27 Oct 2023 07:44:02 -0700 Subject: [PATCH 86/90] Hackathon CI: use agbenchmark instead of mock --- .github/workflows/hackathon.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/hackathon.yml b/.github/workflows/hackathon.yml index fc2c02a0..6d80f644 100644 --- a/.github/workflows/hackathon.yml +++ b/.github/workflows/hackathon.yml @@ -79,8 +79,7 @@ jobs: ./run agent start $AGENT_NAME cd benchmark poetry install - poetry run agbenchmark --mock - poetry run agbenchmark --test=WriteFile + poetry run agbenchmark env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} AGENT_NAME: ${{ matrix.agent-name }} From bbdb113f4e7668ac9b59686f642f768dbd56dbe3 Mon Sep 17 00:00:00 2001 From: Silen Naihin Date: Fri, 27 Oct 2023 08:16:41 -0700 Subject: [PATCH 87/90] deleting test agent --- arena/TestAgent.json | 6 ------ arena/testAgent.json | 6 ------ 2 files changed, 12 deletions(-) delete mode 100644 arena/TestAgent.json delete mode 100644 arena/testAgent.json diff --git a/arena/TestAgent.json b/arena/TestAgent.json deleted file mode 100644 index b36933ee..00000000 --- a/arena/TestAgent.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "github_repo_url": "https://github.com/AdrianSilaghi/AutoGPT", - "timestamp": "2023-10-02T09:01:26.433024", - "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa", - "branch_to_benchmark": "master" -} \ No newline at end of file diff --git a/arena/testAgent.json b/arena/testAgent.json deleted file mode 100644 index 02c5b1b8..00000000 --- a/arena/testAgent.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "github_repo_url": "https://github.com/Nilllas/AutoGPT", - "timestamp": "2023-10-20T11:27:15.343842", - "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791", - "branch_to_benchmark": "master" -} \ No newline at end of file From d9fbd26b8563e5f59d705623bae0d5cf9c9499c7 Mon Sep 17 00:00:00 2001 From: SwiftyOS Date: Mon, 30 Oct 2023 15:36:14 +0100 Subject: [PATCH 88/90] fix: Update agent creation logic and error message - Update the logic for checking if an agent name already exists to be case-insensitive. - Update the error message when an agent with the same name already exists to specify that the name should be unique regardless of case. --- cli.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/cli.py b/cli.py index 7b85a8ef..486bdfe6 100644 --- a/cli.py +++ b/cli.py @@ -229,9 +229,11 @@ def create(agent_name): return try: new_agent_dir = f"./autogpts/{agent_name}" - agent_json_file = f"./arena/{agent_name}.json" + new_agent_name = f"{agent_name.lower()}.json" - if not os.path.exists(new_agent_dir) and not os.path.exists(agent_json_file): + existing_arena_files = [name.lower() for name in os.listdir("./arena/")] + + if not os.path.exists(new_agent_dir) and not new_agent_name in existing_arena_files: shutil.copytree("./autogpts/forge", new_agent_dir) click.echo( click.style( @@ -248,7 +250,7 @@ def create(agent_name): else: click.echo( click.style( - f"😞 Agent '{agent_name}' already exists. Enter a different name for your agent", + f"😞 Agent '{agent_name}' already exists. Enter a different name for your agent, the name needs to be unique regardless of case", fg="red", ) ) @@ -886,6 +888,5 @@ def update(agent_name, hash, branch): ) ) - if __name__ == "__main__": cli() From fc1d73ba60a4c0554bc6d1085c4085228399d359 Mon Sep 17 00:00:00 2001 From: Reinier van der Leer Date: Mon, 30 Oct 2023 15:51:19 -0700 Subject: [PATCH 89/90] fix: Serialize Exception objects in ActionErrorResult - Replaced `error` field in `ActionErrorResult` with `ErrorInfo` model. - Implemented `ErrorInfo` model with necessary fields (`args`, `message`, `exception_type`, `_repr`). - Added `from_exception` method to `ErrorInfo` model to create an instance from an Exception object. - Updated `ActionErrorResult.from_exception` method to utilize `ErrorInfo.from_exception`. - Ensured that `ActionErrorResult` is now fully serializable and won't cause crashes. - Made necessary changes in code comments and documentation. This commit fixes crashes caused by attempted serialiation of `AgentException` objects in the `ActionHistory` (as part of `ActionErrorResult`s). To this end, it introduces a new `ErrorInfo` model to encapsulate information about the exception, including the exception type, message, arguments, and representation. The `from_exception` method is added to both `ActionErrorResult` and `ErrorInfo` to create an `ActionErrorResult` object from an exception, extracting the relevant information. --- autogpts/autogpt/autogpt/agents/agent.py | 2 +- .../autogpt/autogpt/agents/planning_agent.py | 2 +- .../autogpt/autogpt/models/action_history.py | 34 +++++++++++++++++-- 3 files changed, 33 insertions(+), 5 deletions(-) diff --git a/autogpts/autogpt/autogpt/agents/agent.py b/autogpts/autogpt/autogpt/agents/agent.py index b1363105..633c3e62 100644 --- a/autogpts/autogpt/autogpt/agents/agent.py +++ b/autogpts/autogpt/autogpt/agents/agent.py @@ -243,7 +243,7 @@ class Agent( result = ActionSuccessResult(outputs=return_value) except AgentException as e: - result = ActionErrorResult(reason=e.message, error=e) + result = ActionErrorResult.from_exception(e) result_tlength = self.llm_provider.count_tokens(str(result), self.llm.name) if result_tlength > self.send_token_limit // 3: diff --git a/autogpts/autogpt/autogpt/agents/planning_agent.py b/autogpts/autogpt/autogpt/agents/planning_agent.py index f68611e3..c59faf76 100644 --- a/autogpts/autogpt/autogpt/agents/planning_agent.py +++ b/autogpts/autogpt/autogpt/agents/planning_agent.py @@ -276,7 +276,7 @@ class PlanningAgent(ContextMixin, FileWorkspaceMixin, BaseAgent): result = ActionSuccessResult(outputs=return_value) except AgentException as e: - result = ActionErrorResult(reason=e.message, error=e) + result = ActionErrorResult.from_exception(e) result_tlength = count_string_tokens(str(result), self.llm.name) memory_tlength = count_string_tokens( diff --git a/autogpts/autogpt/autogpt/models/action_history.py b/autogpts/autogpt/autogpt/models/action_history.py index fc19cf12..01ab4717 100644 --- a/autogpts/autogpt/autogpt/models/action_history.py +++ b/autogpts/autogpt/autogpt/models/action_history.py @@ -26,12 +26,40 @@ class ActionSuccessResult(BaseModel): return f"```\n{self.outputs}\n```" if multiline else str(self.outputs) -# FIXME: implement validators instead of allowing arbitrary types -class ActionErrorResult(BaseModel, arbitrary_types_allowed=True): +class ErrorInfo(BaseModel): + args: tuple + message: str + exception_type: str + _repr: str + + @staticmethod + def from_exception(exception: Exception) -> ErrorInfo: + return ErrorInfo( + args=exception.args, + message=getattr(exception, "message", exception.args[0]), + exception_type=exception.__class__.__name__, + _repr=repr(exception), + ) + + def __str__(self): + return repr(self) + + def __repr__(self): + return self._repr + + +class ActionErrorResult(BaseModel): reason: str - error: Optional[Exception] = None + error: Optional[ErrorInfo] = None status: Literal["error"] = "error" + @staticmethod + def from_exception(exception: Exception) -> ActionErrorResult: + return ActionErrorResult( + reason=getattr(exception, "message", exception.args[0]), + error=ErrorInfo.from_exception(exception), + ) + def __str__(self) -> str: return f"Action failed: '{self.reason}'" From 653fc5851de3cc5696a1373c4bc9640510d5bda3 Mon Sep 17 00:00:00 2001 From: Reinier van der Leer Date: Mon, 30 Oct 2023 16:09:50 -0700 Subject: [PATCH 90/90] fix: Fix serialization error caused by ignored field in ErrorInfo object - Change `ErrorInfo` class attribute `_repr` to `repr` for consistent serialization - Update `__repr__` method to return `self.repr` instead of `self._repr` --- autogpts/autogpt/autogpt/models/action_history.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/autogpts/autogpt/autogpt/models/action_history.py b/autogpts/autogpt/autogpt/models/action_history.py index 01ab4717..a5ed8f28 100644 --- a/autogpts/autogpt/autogpt/models/action_history.py +++ b/autogpts/autogpt/autogpt/models/action_history.py @@ -30,7 +30,7 @@ class ErrorInfo(BaseModel): args: tuple message: str exception_type: str - _repr: str + repr: str @staticmethod def from_exception(exception: Exception) -> ErrorInfo: @@ -38,14 +38,14 @@ class ErrorInfo(BaseModel): args=exception.args, message=getattr(exception, "message", exception.args[0]), exception_type=exception.__class__.__name__, - _repr=repr(exception), + repr=repr(exception), ) def __str__(self): return repr(self) def __repr__(self): - return self._repr + return self.repr class ActionErrorResult(BaseModel):