abstract pip installs to a script

Author: gilesknap

.github/workflows/code.yml

@@ -24,11 +24,8 @@ jobs:
 
       - name: Lint
         run: |
-          touch requirements-lint.txt requirements.txt
-          pip install -r requirements.txt -r requirements-lint.txt -e .[dev]
+          .github/workflows/pip_install.sh lint -e .[dev]
           tox -e pre-commit,mypy
-          mkdir -p lockfiles
-          pip freeze > lockfiles/requirements-lint.txt
 
       - name: Upload lockfiles
         uses: actions/upload-artifact@v3
@@ -61,10 +58,7 @@ jobs:
           python-version: ${{ matrix.python }}
 
       - name: Install with latest dependencies
-        run: |
-          pip install .[dev]
-          mkdir -p lockfiles
-          pip freeze > lockfiles/requirements-test-${{ matrix.python }}-${{ matrix.os }}.txt
+        run: .github/workflows/pip_install.sh test-${{ matrix.python }}-${{ matrix.os }} .[dev]
 
       - name: Run tests
         run: pytest tests
@@ -184,10 +178,6 @@ jobs:
     steps:
       - uses: actions/download-artifact@v3
 
-      - name: fixup requirements files
-        # use sed to comment out the self references in requirements files
-        run: sed -i '/file:/s/^/# Requirements for /' lockfiles/requirements*.txt
-
       - name: Github Release
         # We pin to the SHA, not the tag, for security reasons.
         # https://docs.github.com/en/actions/learn-github-actions/security-hardening-for-github-actions#using-third-party-actions

.github/workflows/pip_install.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+# A script to pip install a package with dependencies from requirements{suffix}.txt
+# if requirements{suffix}.txt exists.
+# Generates the requirements{suffix}.txt file once install is complete
+
+# usage: install_with_requirements.sh suffix [remaining parameters to pip install]
+
+suffix=$1
+shift
+
+touch requirements-${suffix}.txt
+pip install -r requirements-${suffix}.txt "${@}"
+mkdir -p lockfiles
+pip freeze | sed '/file:/s/^/# Requirements for /' > lockfiles/requirements${suffix}.txt