Add jobs for unittests, integrations tests and e2e tests

- Use an independent and portable python-docker image, rather than
relying on CircleCI "orbs".
- Possibly some config commonisation could be done later, but we might
not stick with CircleCI so I didn't bother now.
- Some bug in local CI test runner means git config is needed.
- Run unittests, integrationtests and e2etests in parallel.
- Keep doing e2e test with Chrome106 and python3.8 for legacy support.
- Also do e2e tests for Chrome112 (bdt was recently updated to support it)
plus latest version of python.
- Use tini, xvfb and adjust chrome args so that we can run it in non-headless
mode in containers.
- Provide a bash script to make running all tests locally easy.

Author: matseymour28590

.circleci/config.yml

@@ -1,26 +1,60 @@
-# Use the latest 2.1 version of CircleCI pipeline process engine.
-# See: https://circleci.com/docs/configuration-reference
 version: 2.1
 
-# Define a job to be invoked later in a workflow.
-# See: https://circleci.com/docs/configuration-reference/#jobs
 jobs:
-  say-hello:
-    # Specify the execution environment. You can specify an image from Docker Hub or use one of our convenience images from CircleCI's Developer Hub.
-    # See: https://circleci.com/docs/configuration-reference/#executor-job
+  unittests-py38:
     docker:
-      - image: cimg/base:stable
-    # Add steps to the job
-    # See: https://circleci.com/docs/configuration-reference/#steps
+      - image: python:3.8.16-bullseye
     steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
       - checkout
-      - run:
-          name: "Say hello"
-          command: "echo Hello, World!"
-
-# Orchestrate jobs using workflows
-# See: https://circleci.com/docs/configuration-reference/#workflows
+      - run: pip install -r dev_requirements.txt
+      - run: pytest tests/unittests --verbose --full-trace
+  unittests-py311:
+    docker:
+      - image: python:3.11.3-bullseye
+    steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
+      - checkout
+      - run: pip install -r dev_requirements.txt
+      - run: pytest tests/unittests --verbose --full-trace
+  integrationtests-py38:
+    docker:
+      - image: python:3.8.16-bullseye
+    steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
+      - checkout
+      - run: pip install -r dev_requirements.txt
+      - run: pytest tests/integrationtests --verbose --full-trace
+  integrationtests-py311:
+    docker:
+      - image: python:3.11.3-bullseye
+    steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
+      - checkout
+      - run: pip install -r dev_requirements.txt
+      - run: pytest tests/integrationtests --verbose --full-trace
+  e2etests-chrome106-py38:
+    docker:
+      - image: matseymour/chrome-python:106.0.5249.61-3.8.16
+    steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
+      - checkout
+      - run: pip install -r dev_requirements.txt
+      - run: tini -s -- xvfb-run pytest tests/e2etests --verbose --full-trace
+  e2etests-chrome112-py311:
+    docker:
+      - image: matseymour/chrome-python:112.0.5615.121-3.11.3
+    steps:
+      - run: git config --global --add safe.directory /tmp/_circleci_local_build_repo
+      - checkout
+      - run: pip install -r dev_requirements.txt
+      - run: tini -s -- xvfb-run pytest tests/e2etests --verbose --full-trace
 workflows:
-  say-hello-workflow:
+  test:
     jobs:
-      - say-hello
+      - unittests-py38
+      - unittests-py311
+      - integrationtests-py38
+      - integrationtests-py311
+      - e2etests-chrome106-py38
+      - e2etests-chrome112-py311

.travis.yml

@@ -0,0 +1,10 @@
+FROM matseymour/chrome-python:106.0.5249.61-3.8.16
+ENV PYTHONUNBUFFERED 1
+
+RUN mkdir /code
+RUN mkdir /code/tests
+RUN mkdir /code/browserdebuggertools
+COPY dev_requirements.txt /code
+RUN pip install -r /code/dev_requirements.txt
+
+WORKDIR /code/tests

Dockerfile-106-3.8

@@ -0,0 +1,10 @@
+FROM matseymour/chrome-python:112.0.5615.121-3.11.3
+ENV PYTHONUNBUFFERED 1
+
+RUN mkdir /code
+RUN mkdir /code/tests
+RUN mkdir /code/browserdebuggertools
+COPY dev_requirements.txt /code
+RUN pip install -r /code/dev_requirements.txt
+
+WORKDIR /code/tests

Dockerfile-112-3.11

@@ -26,7 +26,7 @@
     classifiers=[
         'Intended Audience :: Developers',
         "Programming Language :: Python",
-        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3",
         "License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
         "Operating System :: OS Independent"
     ],

scripts/travis.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+images=$(docker image list)
+for VERS in "106-3.8" "112-3.11"
+do
+  matches=$(echo "$images" |grep browser-debugger-tools-test:$VERS)
+  echo "########### Testing Dockerfile-$VERS ###########"
+  if [ "$1" == "--build" ] || [ "$matches" == "" ]; then
+    docker build -f Dockerfile-$VERS -t browser-debugger-tools-test:$VERS .
+  fi
+done
+for VERS in "106-3.8" "112-3.11"
+do
+  docker run -v $PWD/tests:/code/tests -v $PWD/browserdebuggertools:/code/browserdebuggertools \
+    browser-debugger-tools-test:$VERS tini -- xvfb-run pytest .
+done

setup.py

@@ -44,11 +44,12 @@ def setUpClass(cls):
             "--no-default-browser-check",
             "--headless" if cls.headless else "",
             "--user-data-dir=%s" % cls.browser_cache_dir,
-            "--no-first-run",
+            "--no-first-run", "--disable-gpu",
+            "--no-sandbox", "--remote-allow-origins=*"
         ])
 
         start = time.time()
-        while start - time.time() < 30:
+        while time.time() - start < 30:
 
             time.sleep(3)