Add web app creation challenge (#272)

.github/workflows/ci.yml

@@ -120,6 +120,21 @@ jobs:
           submodules: true
           token: ${{ env.GH_TOKEN }}
 
+      - name: Setup Chrome and ChromeDriver
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y unzip xvfb
+          wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | sudo apt-key add -
+          sudo sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google-chrome.list'
+          sudo apt-get -y update
+          sudo apt-get -y install google-chrome-stable
+          CHROMEDRIVER_VERSION=$(curl -s https://chromedriver.storage.googleapis.com/LATEST_RELEASE)
+          wget https://chromedriver.storage.googleapis.com/$CHROMEDRIVER_VERSION/chromedriver_linux64.zip
+          unzip chromedriver_linux64.zip
+          sudo mv chromedriver /usr/local/bin/chromedriver
+          sudo chown root:root /usr/local/bin/chromedriver
+          sudo chmod 755 /usr/local/bin/chromedriver # Setting permissions
+
       - name: Set up Python ${{ env.min-python-version }}
         uses: actions/setup-python@v2
         with:

agbenchmark/utils/challenge.py

@@ -98,7 +98,7 @@ class Challenge(ABC):
                         capture_output=True,
                         text=True,
                     )
-                    if "error" in result.stderr:
+                    if "error" in result.stderr or result.returncode != 0:
                         print(result.stderr)
                         assert False, result.stderr
                     files_contents.append(f"Output: {result.stdout}\n")

pyproject.toml

@@ -24,8 +24,9 @@ pandas = "^2.0.3"
 gitpython = "^3.1.32"
 networkx = "^3.1"
 colorama = "^0.4.6"
-agent-protocol = "^0.1.2"
 pyvis = "^0.3.2"
+selenium = "^4.11.2"
+agent-protocol = "^0.2.3"
 
 [tool.poetry.group.dev.dependencies]
 flake8 = "^3.9.2"