Benchmark all agents

Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
Merwane Hamadi
2023-09-06 20:51:22 -07:00
parent 5e4d6675de
commit d901d01be8
2 changed files with 41 additions and 1 deletions

View File

@@ -144,8 +144,10 @@ jobs:
working-directory: ./benchmark/
run: |
mkdir agent
link=$(jq -r '.["'"$AGENT_NAME"'"].url' agents_to_benchmark.json)
branch=$(jq -r '.["'"$AGENT_NAME"'"].branch' agents_to_benchmark.json)
cd agent
git clone https://github.com/SilenNaihin/mini-agi -b benchmark-integration
git clone "$link" -b "$branch"
cd $AGENT_NAME
prefix=""
if [ "$AGENT_NAME" == "gpt-engineer" ]; then