Merge pull request #634 from donny-wong/v2.8.0

V2.8.0

Author: donny-wong

.github/workflows/test_ci.yml

@@ -32,7 +32,10 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-pip-
       - name: Install python packages
-        run: python -m pip install pytest fakeredis typing-extensions -r ${{ matrix.test-dir }}/requirements.txt
+        run: |
+          python -m pip install pytest python-dotenv fakeredis typing-extensions nbformat PyPDF2 \
+            -r ${{ matrix.test-dir }}/requirements.txt \
+            -r server/autotest_server/testers/jupyter/requirements.txt
       - name: Create users
         run: |
           sudo adduser --disabled-login --no-create-home fake_user

.pre-commit-config.yaml

@@ -4,6 +4,6 @@ repos:
     hooks:
     - id: black
   - repo: https://github.com/pycqa/flake8
-    rev: 7.1.2
+    rev: 7.3.0
     hooks:
     - id: flake8

Changelog.md

@@ -1,6 +1,17 @@
 # CHANGELOG
 All notable changes to this project will be documented here.
 
+## [v2.8.0]
+- Update Python and Jupyter test names to follow `[file] class.funcname` format (#605)
+- Update r tester test_name formatting and add r tester tests (#606)
+- Update R tester to support MarkUs metadata (#615)
+- Update Python tester to support MarkUs metadata for test-specific marks earned and marks total (#619)
+- Add `ai_tester` module to support AI-based autograding via `ai-autograding-feedback` (#625)
+- Add `ai` to list of testers (#628)
+- Fixed an `AttributeError` when handling exceptions in server `update_test_settings` (#629)
+- Added opt out feature to the `ai_tester` by searching for `NO_EXTERNAL_AI_FEEDBACK` (#632)
+- Modified R tester to always display test result messages, even when tests pass (#633)
+
 ## [v2.7.0]
 - Update python, pyta and jupyter testers to allow a requirements file (#580)
 - Update R tester to allow a renv.lock file (#581)

README.md

@@ -140,7 +140,8 @@ The autotester currently supports testers for the following languages and testin
     - [TestThat](https://testthat.r-lib.org/)
 - `custom`
     - see more information [here](#the-custom-tester)
-
+- `ai`
+    - [ai-autograding-feedback](https://github.com/MarkUsProject/ai-autograding-feedback)
 #### Tester Dependencies
 
 Installing each tester will also install the following additional packages (system-wide):
@@ -163,6 +164,8 @@ Installing each tester will also install the following additional packages (syst
     - R
 - `custom`
     - none
+- `ai`
+  - none
 
 ## Autotester configuration options
 

client/requirements.txt

@@ -1,6 +1,6 @@
-flask==3.1.0
-python-dotenv==1.0.1
-rq==2.1.0
-redis==5.2.1
-jsonschema==4.23.0
+flask==3.1.1
+python-dotenv==1.1.1
+rq==2.4.1
+redis==6.2.0
+jsonschema==4.25.0
 Werkzeug==3.1.3

client/run.py

@@ -2,4 +2,5 @@
 from autotest_client import app
 
 if __name__ == "__main__":
+    app.json.sort_keys = False
     app.run(host=os.environ["FLASK_HOST"], port=int(os.environ["FLASK_PORT"]), debug=True)

compose.yaml

@@ -75,7 +75,7 @@ services:
     volumes:
       - redis_autotest:/data
     ports:
-      - 6379
+      - '6379:6379'
 
   rq_dashboard:
     image: eoranged/rq-dashboard

server/autotest_server/__init__.py

@@ -430,7 +430,7 @@ def update_test_settings(user, settings_id, test_settings, file_url):
                 tester_settings["_env"] = tester_install.create_environment(tester_settings, env_dir, default_env)
             except Exception as e:
                 error_message = f"create tester environment failed:\n{e}"
-                if e.stderr:
+                if getattr(e, "stderr", ""):
                     error_message += f"\nDetails (captured stderr):\n{e.stderr}"
                 raise Exception(error_message) from e
             test_settings["testers"][i] = tester_settings

server/autotest_server/testers/__init__.py

@@ -1,6 +1,6 @@
 import os
 
-_TESTERS = ("custom", "haskell", "java", "jupyter", "py", "pyta", "r", "racket")
+_TESTERS = ("ai", "custom", "haskell", "java", "jupyter", "py", "pyta", "r", "racket")
 
 
 def install(testers=_TESTERS):