aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2026-01-11 10:14:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

Remove start from agbenchmark (#5241)

Browse Source 
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
This commit is contained in:
merwanehamadi
2023-09-16 17:22:49 -07:00
committed by GitHub
parent 4e43e4be78
commit f76d45cd9e
8 changed files with 36 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/autogpts-ci.yml vendored
View File

@@ -42,8 +42,8 @@ jobs:
run: |
sh run
URL=http://127.0.0.1:8000 bash -c "$(curl -fsSL https://raw.githubusercontent.com/AI-Engineers-Foundation/agent-protocol/main/testing_suite/test.sh)"
poetry run agbenchmark start --mock
poetry run agbenchmark start --test=TestWriteFile
poetry run agbenchmark --mock
poetry run agbenchmark --test=TestWriteFile
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
AGENT_NAME: ${{ matrix.agent-name }}

40
.github/workflows/benchmark-ci.yml vendored
View File

@@ -212,8 +212,8 @@ jobs:
cd ../..
if [ "${GITHUB_EVENT_NAME}" == "pull_request" ] || [ "${{ github.event_name }}" == "push" ]; then
set +e # Ignore non-zero exit codes and continue execution
echo "Running the following command: ${prefix}agbenchmark start --maintain --mock"
${prefix}agbenchmark start --maintain --mock
echo "Running the following command: ${prefix}agbenchmark --maintain --mock"
${prefix}agbenchmark --maintain --mock
EXIT_CODE=$?
set -e # Stop ignoring non-zero exit codes
# Check if the exit code was 5, and if so, exit with 0 instead
@@ -221,36 +221,36 @@ jobs:
echo "regression_tests.json is empty."
fi
echo "Running the following command: ${prefix}agbenchmark start --mock"
${prefix}agbenchmark start --mock
echo "Running the following command: ${prefix}agbenchmark --mock"
${prefix}agbenchmark --mock
echo "Running the following command: ${prefix}agbenchmark start --mock --category=retrieval"
${prefix}agbenchmark start --mock --category=retrieval
echo "Running the following command: ${prefix}agbenchmark --mock --category=retrieval"
${prefix}agbenchmark --mock --category=retrieval
echo "Running the following command: ${prefix}agbenchmark start --mock --category=interface"
${prefix}agbenchmark start --mock --category=interface
echo "Running the following command: ${prefix}agbenchmark --mock --category=interface"
${prefix}agbenchmark --mock --category=interface
echo "Running the following command: ${prefix}agbenchmark start --mock --category=code"
${prefix}agbenchmark start --mock --category=code
echo "Running the following command: ${prefix}agbenchmark --mock --category=code"
${prefix}agbenchmark --mock --category=code
echo "Running the following command: ${prefix}agbenchmark start --mock --category=memory"
${prefix}agbenchmark start --mock --category=memory
echo "Running the following command: ${prefix}agbenchmark --mock --category=memory"
${prefix}agbenchmark --mock --category=memory
echo "Running the following command: ${prefix}agbenchmark start --mock --suite TestRevenueRetrieval"
${prefix}agbenchmark start --mock --suite TestRevenueRetrieval
echo "Running the following command: ${prefix}agbenchmark --mock --suite TestRevenueRetrieval"
${prefix}agbenchmark --mock --suite TestRevenueRetrieval
echo "Running the following command: ${prefix}agbenchmark start --test=TestWriteFile"
${prefix}agbenchmark start --test=TestWriteFile
echo "Running the following command: ${prefix}agbenchmark --test=TestWriteFile"
${prefix}agbenchmark --test=TestWriteFile
poetry install
poetry run uvicorn server:app --reload &
sleep 5
export AGENT_NAME=mini-agi
echo "poetry run agbenchmark start --mock --api_mode --host=http://localhost:8000"
poetry run agbenchmark start --mock --api_mode --host=http://localhost:8000
echo "poetry run agbenchmark --mock --api_mode --host=http://localhost:8000"
poetry run agbenchmark --mock --api_mode --host=http://localhost:8000
else
echo "${prefix}agbenchmark start"
${prefix}agbenchmark start || echo "This command will always return a non zero exit code unless all the challenges are solved."
echo "${prefix}agbenchmark"
${prefix}agbenchmark || echo "This command will always return a non zero exit code unless all the challenges are solved."
fi
cd ../..