add start of Gradescope autograder

Author: afeld

.gitignore

@@ -15,39 +15,4 @@ Untitled.ipynb
 # override the global
 !.vscode/settings.json
 
-## Terraform ##
-
-# Local .terraform directories
-**/.terraform/*
-
-# .tfstate files
-*.tfstate
-*.tfstate.*
-
-# Crash log files
-crash.log
-
-# Exclude all .tfvars files, which are likely to contain sentitive data, such as
-# password, private keys, and other secrets. These should not be part of version
-# control as they are data points which are potentially sensitive and subject
-# to change depending on the environment.
-#
-*.tfvars
-
-# Ignore override files as they are usually used to override resources locally and so
-# are not checked in
-override.tf
-override.tf.json
-*_override.tf
-*_override.tf.json
-
-# Include override files you do wish to add to version control using negated pattern
-#
-# !example_override.tf
-
-# Include tfplan files to ignore the plan output of command: terraform plan -out=tfplan
-# example: *tfplan*
-
-# Ignore CLI configuration files
-.terraformrc
-terraform.rc
+extras/autograder/results/

extras/autograder/source/requirements.txt

@@ -0,0 +1 @@
+gradescope_utils

extras/autograder/source/run_autograder

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+# based on
+# https://github.com/gradescope/autograder_samples/blob/master/python/src/run_autograder
+
+set -ex
+
+cd /autograder/source
+
+python3 run_tests.py

extras/autograder/source/run_tests.py

@@ -0,0 +1,9 @@
+"""based on https://github.com/gradescope/autograder_samples/blob/master/python/src/run_tests.py"""
+
+import unittest
+from gradescope_utils.autograder_utils.json_test_runner import JSONTestRunner
+
+if __name__ == '__main__':
+    suite = unittest.defaultTestLoader.discover('tests')
+    with open('/autograder/results/results.json', 'w') as f:
+        JSONTestRunner(visibility='visible', stream=f).run(suite)

extras/autograder/source/setup.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -ex
+
+apt-get install -y python3 python3-pip
+
+pip3 install -r /autograder/source/requirements.txt

extras/autograder/source/tests/test_simple.py

@@ -0,0 +1,10 @@
+import unittest
+from gradescope_utils.autograder_utils.decorators import weight, number
+
+
+class TestSimpleArithmetic(unittest.TestCase):
+    @weight(1)
+    @number("1.1")
+    def test_eval_add(self):
+        """Evaluate 1 + 1"""
+        self.assertEqual(1+1, 2)

extras/autograder/submission/example.ipynb

@@ -0,0 +1,34 @@
+# Local .terraform directories
+**/.terraform/*
+
+# .tfstate files
+*.tfstate
+*.tfstate.*
+
+# Crash log files
+crash.log
+
+# Exclude all .tfvars files, which are likely to contain sentitive data, such as
+# password, private keys, and other secrets. These should not be part of version
+# control as they are data points which are potentially sensitive and subject
+# to change depending on the environment.
+#
+*.tfvars
+
+# Ignore override files as they are usually used to override resources locally and so
+# are not checked in
+override.tf
+override.tf.json
+*_override.tf
+*_override.tf.json
+
+# Include override files you do wish to add to version control using negated pattern
+#
+# !example_override.tf
+
+# Include tfplan files to ignore the plan output of command: terraform plan -out=tfplan
+# example: *tfplan*
+
+# Ignore CLI configuration files
+.terraformrc
+terraform.rc

extras/autograder/submission/example.py

@@ -124,6 +124,22 @@ Most of the issues are around Plotly rendering. Things that have been hit repeat
 
 - Comments in [`environment.yml`](https://github.com/afeld/python-public-policy/blob/main/extras/environment.yml)
 - [Student troubleshooting guide](../assignments.md#common-issues)
+
+## Autograder
+
+Based on the [Gradescope instructions](https://gradescope-autograders.readthedocs.io/en/latest/manual_docker/):
+
+```sh
+cd extras/autograder
+mkdir -p results
+
+docker run --rm \
+  -v .:/autograder \
+  gradescope/autograder-base \
+  /bin/bash -c "/autograder/source/setup.sh && /autograder/source/run_autograder"
+
+cat results/results.json
+```
 {%- endif %}
 
 ## Contacts