Added deps

.env.example

@@ -0,0 +1,9 @@
+# Your OpenAI API Key. If GPT-4 is available it will use that, otherwise will use 3.5-turbo
+OPENAI_API_KEY=MY-API-KEY
+
+# If you want to enable Helicone proxy and caching
+# HELICONE_KEY=MY-HELICONE-KEY
+# OPENAI_API_BASE=https://oai.hconeai.com/v1
+
+# Control log level
+LOG_LEVEL=INFO

.pre-commit-config.yaml

@@ -0,0 +1,42 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+      - id: check-added-large-files
+        args: ['--maxkb=500']
+      - id: check-byte-order-marker
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: check-symlinks
+      - id: debug-statements
+
+  - repo: https://github.com/pycqa/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+        language_version: python3.10
+
+  - repo: https://github.com/psf/black
+    rev: 23.3.0
+    hooks:
+      - id: black
+        language_version: python3.10
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: 'v1.3.0'
+    hooks:
+      - id: mypy
+
+  - repo: local
+    hooks:
+      - id: autoflake
+        name: autoflake
+        entry: autoflake --in-place --remove-all-unused-imports --recursive --ignore-init-module-imports --ignore-pass-after-docstring autogpt tests
+        language: python
+        types: [ python ]
+      # - id: pytest-check
+      #   name: pytest-check
+      #   entry: pytest --cov=autogpt --without-integration --without-slow-integration
+      #   language: system
+      #   pass_filenames: false
+      #   always_run: true

agbenchmark/benchmarks.py

@@ -0,0 +1,17 @@
+# sourcery skip: avoid-global-variables
+import sys
+
+from dotenv import load_dotenv
+
+
+def run(task: str) -> None:
+    """Runs the agent for benchmarking"""
+    load_dotenv()
+
+
+if __name__ == "__main__":
+    if len(sys.argv) != 2:
+        print("Usage: python script.py <task>")
+        sys.exit(1)
+    task = sys.argv[-1]
+    run(task)

agbenchmark/config.json

@@ -0,0 +1,5 @@
+{
+    "workspace": "agbenchmark/workspace",
+    "entry_path": "agbenchmark.benchmarks"
+  }
+  

agbenchmark/reports/folder1_08-07-16-10/report.json

@@ -0,0 +1,16 @@
+{
+    "command": "agbenchmark start",
+    "benchmark_git_commit_sha": null,
+    "agent_git_commit_sha": "git@github.com:Significant-Gravitas/Auto-GPT-Forge/tree/9094137d25022d896c3fddb337f6593ec0244b8a",
+    "completion_time": "2023-08-07-16:10",
+    "benchmark_start_time": "2023-08-07-16:10",
+    "metrics": {
+        "run_time": "0.17 seconds",
+        "highest_difficulty": "No successful tests"
+    },
+    "tests": {},
+    "config": {
+        "workspace": "agbenchmark/workspace",
+        "entry_path": "agbenchmark.benchmarks"
+    }
+}

agbenchmark/reports/regression_tests.json

@@ -0,0 +1 @@
+{}

agbenchmark/reports/success_rate.json

@@ -0,0 +1 @@
+{}

pyproject.toml

@@ -13,10 +13,17 @@ python-dotenv = "^1.0.0"
 openai = "^0.27.8"
 autopack-tools = "^0.2.0"
 psutil = "^5.9.5"
+agent-protocol = "^0.2.0"
+helicone = "^1.0.6"
+agbenchmark = "^0.0.3"
 
 
 [tool.poetry.group.dev.dependencies]
+isort = "^5.12.0"
 black = "^23.3.0"
+pre-commit = "^3.3.3"
+mypy = "^1.4.1"
+flake8 = "^6.0.0"
 
 [build-system]
 requires = ["poetry-core"]