Merge pull request #292 from mishaschwartz/v2.0.0

v2.0.0

Author: mishaschwartz

.dockerfiles/Dockerfile

@@ -0,0 +1,38 @@
+name: Autotester tests
+on:
+  pull_request:
+    types: [ opened, synchronize, reopened, ready_for_review ]
+jobs:
+  test:
+    if: github.event.pull_request.draft == false
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version:
+          - 3.6
+          - 3.7
+          - 3.8
+          - 3.9
+        test-dir:
+          - client
+          - server
+    name: ${{ matrix.test-dir }} tests with python ${{ matrix.python-version }}
+    env:
+      AUTOTESTER_CONFIG: server/autotest_server/tests/fixtures/test_config.yml
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Cache pip
+        uses: actions/cache@v2
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-
+      - name: Install python packages
+        run: python -m pip install pytest fakeredis -r ${{ matrix.test-dir }}/requirements.txt
+      - name: run tests
+        run: pytest ${{ matrix.test-dir }}

.dockerfiles/docker-config.yml

@@ -9,27 +9,3 @@ __pycache__
 venv
 venv2
 build
-
-# tmp files
-.installed
-
-# bin
-bin/kill_worker_procs
-
-# server
-src/autotester/server/venv
-src/autotester/server/workspace
-src/autotester/server/bin/kill_worker_procs
-
-# testers
-src/autotester/testers/*/specs/.installed
-src/autotester/testers/*/specs/install_settings.json
-
-# java
-src/autotester/testers/java/lib/*.jar
-
-# racket
-src/autotester/testers/racket/**/compiled/
-
-# haskell
-markus_cabal

.dockerfiles/entrypoint-dev.sh

@@ -1,6 +1,10 @@
 # CHANGELOG
 All notable changes to this project will be documented here.
 
+## [v2.0.0]
+- Full rewrite of autotester with a server/client architecture (#283)
+- Add Jupyter tester (#284)
+
 ## [v1.10.3]
 - Fix bug where zip archive was unpacked two levels deep instead of just one (#271) 
 - Pass PGHOST and PGINFO environment variables to tests (#272)

.github/workflows/test_ci.yml

@@ -4,8 +4,17 @@ RUN apt-get update && \
     apt-get -y install python3 python3-pip python3-venv && \
     rm -rf /var/lib/apt/lists/*
 
-RUN python3 -m venv /tmp/venv
-
 WORKDIR /app
 COPY . .
-RUN /tmp/venv/bin/python setup.py test
+
+RUN python3 -m venv /tmp/venv-server && \
+    /tmp/venv-server/bin/pip install -r /app/server/requirements.txt && \
+    /tmp/venv-server/bin/pip install pytest fakeredis
+
+RUN python3 -m venv /tmp/venv-client && \
+    /tmp/venv-client/bin/pip install -r /app/client/requirements.txt && \
+    /tmp/venv-client/bin/pip install pytest fakeredis
+
+RUN AUTOTESTER_CONFIG=/app/server/autotest_server/tests/fixtures/test_config.yml /tmp/venv-server/bin/pytest /app/server
+
+RUN /tmp/venv-client/bin/pytest /app/client

.gitignore

@@ -77,6 +77,8 @@ The autotester currently supports testers for the following languages and testin
     - [Pytest](https://docs.pytest.org/en/latest/)
 - `pyta`
     - [PythonTa](https://github.com/pyta-uoft/pyta)
+- `jupyter`
+    - [Jupyter Notebook](https://jupyter.org/)
 - `racket`
     - [RackUnit](https://docs.racket-lang.org/rackunit/)
 - `custom`
@@ -118,32 +120,25 @@ workspace: # an absolute path to a directory containing all files/workspaces req
 server_user: # the username of the user designated to run the autotester itself. Default is the current user
 
 workers:
-  - users:
-      - name: # the username of a user designated to run tests for the autotester
-        reaper: # the username of a user used to clean up test processes. This value can be null (see details below)
+  - user: # the username of a user designated to run tests for the autotester
     queues: # a list of queue names that these users will monitor and select test jobs from. 
             # The order of this list indicates which queues have priority when selecting tests to run
             # This list may only contain the strings 'high', 'low', and 'batch'.
             # default is ['high', 'low', 'batch']
+    resources:
+      port: # set a range of ports available for use by this test user (see details below).
+        min: 50000 # For example, this sets the range of ports from 50000 to 65535
+        max: 65535
+      postgresql_url: # url to an empty postgres database for use in running tests, should be unique for each user
 
-redis:
-  url: # url for the redis database. default is: redis://127.0.0.1:6379/0
+redis_url: # url for the redis database. default is: redis://127.0.0.1:6379/0
 
-supervisor:
-  url: # url used by the supervisor process. default is: '127.0.0.1:9001'
+supervisor_url: # url used by the supervisor process. default is: '127.0.0.1:9001'
 
 rlimit_settings: # RLIMIT settings (see details below)
   nproc: # for example, this setting sets the hard and soft limits for the number of processes available to 300
     - 300
     - 300
-
-resources:
-  port: # set a range of ports available for use by the tests (see details below).
-    min: 50000 # For example, this sets the range of ports from 50000 to 65535
-    max: 65535
-  postgresql:
-    port: # port the postgres server is running on
-    host: # host the postgres server is running on
 ```
 
 ### Environment variables
@@ -170,13 +165,6 @@ resources:
 
 ### autotesting configuration details
 
-#### reaper users
-
-Each reaper user is associated with a single worker user. The reaper user's sole job is to safely kill any processes 
-still running after a test has completed. If these users do not exist before the server is installed they will be created.
-If no reaper username is given in the configuration file, no new users will be created and tests will be terminated in a
-slightly less secure way (though probably still good enough for most cases). 
-
 #### rlimit settings
 
 Rlimit settings allow the user to specify how many system resources should be allocated to each worker user when