[Testing:Plagiarism] Add integration tests (#47)

* Progress

* Progress

* Fix input files

* Add integration tests to CI

* Finish it off

* Update ignored files

* Fix paths after merging master in

* Add print commands to figure out why this doesn't work on github actions

* Fix issue

* Make requested changes to integration/test.py

* Finish requested changes

Co-authored-by: williamjallen <[email protected]>
Co-authored-by: Barb Cutler <[email protected]>

Author: 3 people

.flake8

@@ -5,4 +5,5 @@ exclude=
 
 per-file-ignores =
     tokenizer/mips/mips_tokenizer.py:W605
-    tests/tests.py:E501
+    tests/unittest/tests.py:E501
+    tests/integration/test.py:E501

.github/workflows/lichen_run.yml

@@ -13,7 +13,11 @@ jobs:
       - name: Install Lichen
         run: |
           sudo bash ./tests/setup.sh
-      - name: Run Tests
+      - name: Run Unit Tests
         run: |
-          cd /usr/local/submitty/GIT_CHECKOUT/Lichen/tests
+          cd /usr/local/submitty/GIT_CHECKOUT/Lichen/tests/unittest
+          sudo python3 -m unittest discover
+      - name: Run Integration Tests
+        run: |
+          cd /usr/local/submitty/GIT_CHECKOUT/Lichen/tests/integration
           sudo python3 -m unittest discover

.gitignore

@@ -1,4 +1,5 @@
 *~
 tools/assignments/*
+__pycache__
 tests/__pycache__
 vendor/

tests/data/test_lichen/repeated_sequences/expected_output/config.json

@@ -0,0 +1,16 @@
+{
+    "semester": "f21",
+    "course": "plagiarism",
+    "gradeable": "repeated_sequences",
+    "config_id": "1",
+    "version": "all_versions",
+    "regex": "",
+    "regex_dirs": [
+        "submissions"
+    ],
+    "language": "plaintext",
+    "threshold": 5,
+    "sequence_length": 4,
+    "prior_term_gradeables": [],
+    "ignore_submissions": []
+}

tests/data/test_lichen/repeated_sequences/expected_output/logs/lichen_job_output.txt

@@ -0,0 +1,15 @@
+Beginning Lichen run: 2021-08-02 14:49:43
+CONCATENATE ALL...done in 0 seconds
+TOKENIZE ALL...done in 0 seconds
+HASH ALL...done in 0 seconds
+COMPARE HASHES...finished loading in 0 seconds
+hash walk: 50% complete
+hash walk: 100% complete
+finished walking in 0 seconds
+writing matches files and merging regions...
+merging: 50% complete
+merging: 100% complete
+done merging and writing matches files in 0 seconds
+writing rankings files...
+finished writing rankings in 0 seconds
+COMPARE HASHES done in 0 seconds

tests/data/test_lichen/repeated_sequences/expected_output/other_gradeables/git_placeholder.txt

@@ -0,0 +1,2 @@
+ 25.71%   bitdiddle         1
+ 19.48%   aphacker          1