CI: parallelize tasks, and support local 'act' runs (#69)

most work is now parallelized. If running locally with act, only 3.8 is run - this is because typically that's where most of the errors (like typing) will be found (e.g. stuff that's supported post-3.8 won't break unless tried on 3.8)

On act, pip package caching doesn't work (via actions/setup-python); instead, run act with -r. After the first run, it should complete in ~30-40s.

Author: mtrofin

.github/workflows/main.yml

@@ -2,38 +2,62 @@
 
 name: MLGO CI
 
-on: [push]
+on: [push, repository_dispatch]
 
 jobs:
-  build:
+  LicenseCheck:
     runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - run: ./check-license.sh
+  Envvars:
+    runs-on: ubuntu-latest
+    outputs:
+      version_matrix: ${{ steps.set-output.outputs.version_matrix }}
+      do_cache: ${{ steps.set-output.outputs.do_cache }}
+    steps:
+      - id: set-output
+        run: |
+          if [ -z $ACT ]
+          then 
+            _ver="[3.8, 3.9]"
+            _cache="1"
+          else 
+            _ver="[3.8]"
+            _cache="0"
+          fi
+          echo "::set-output name=version_matrix::$_ver"
+          echo "::set-output name=do_cache::$_cache"
+  Checks:
+    runs-on: ubuntu-latest
+    needs: [Envvars]
     strategy:
       matrix:
-        python-version: ["3.8", "3.9"]
+        python-version: ${{ fromJSON(needs.Envvars.outputs.version_matrix) }}
+        task: [Typecheck, Lint, Yapf, Test]
+        include:
+          - task: Typecheck
+            cmd: pytype -j auto .
+          - task: Lint
+            cmd: pylint --rcfile .pylintrc --recursive yes .
+          - task: Yapf
+            cmd: yapf . -drp
+          - task: Test
+            cmd: pytest
     steps:
       - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
+      - name: Install Python With Cached pip Packages
+        if: needs.Envvars.outputs.do_cache == '1'
         uses: actions/setup-python@v3
         with:
           python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r dev-requirements.txt
-          pip install -r ./compiler_opt/benchmark/requirements.txt
-          pylint --version
-      - name: Type check
-        run: |
-          pytype -j auto .
-      - name: Test
-        run: |
-          pytest
-      - name: Lint
-        run: |
-          pylint --rcfile .pylintrc --recursive yes .
-      - name: Check License Header
-        run: |
-          ./check-license.sh
-      - name: yapf formatting check
-        run: |
-          yapf . -drp
+          cache: 'pip'
+          cache-dependency-path: '**/requirements*.txt'
+      - name: Install Python, no cache
+        if: needs.Envvars.outputs.do_cache == '0'
+        uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+      - run: pip install -r requirements-ci.txt -q
+      - name: ${{ matrix.task }}
+        run: ${{ matrix.cmd }}

compiler_opt/benchmark/requirements.txt

@@ -1,2 +1 @@
--r ../../requirements.txt
 joblib==1.1.0

requirements-ci.txt

@@ -0,0 +1,2 @@
+-r requirements-dev.txt
+-r ./compiler_opt/benchmark/requirements.txt