Commit latest state with improvements to main and dev flows and beginnings for nightly

Author: markurtz

.github/workflows/main.yml

@@ -39,9 +39,9 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install tox
-      - name: Run tests (smoke and sanity)
+      - name: Run tests with coverage@85% (smoke, sanity, and regression)
         run: |
-          python -m tox -e test-unit -- -m "smoke or sanity"
+          python -m tox -e cov-unit
 
   integration-tests:
     runs-on: ubuntu-latest
@@ -55,17 +55,19 @@ jobs:
         with:
           python-version: ${{ matrix.python }}
       - name: Install dependencies
-        run: python -m pip install tox
+        run: |
+          python -m pip install tox
       - name: Run tests (smoke)
-        run: python -m tox -e test-integration -- -m smoke
+        run: |
+          python -m tox -e test-integration -- -m smoke
 
   publish:
     runs-on: ubuntu-latest
     uses: neuralmagic/nm-actions/actions/python-tox-release@main
     with:
       publish_pypi: false
       publish_nm_pypi: true
-      build_type: dev
+      build_type: nightly
     secrets:
       GCP_PROJECT: ${{ secrets.GCP_PROJECT }}
       GCP_WORKLOAD_IDENTITY_PROVIDER: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}

.github/workflows/nightly.yml

@@ -10,39 +10,41 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python: ["3.12", "3.11", "3.10", "3.9", "3.8"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python
+      - name: Setup Python
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python }}
       - name: Install dependencies
-        run: pip install tox
-      - name: Run unit tests
-        run: tox -e test-unit -- --cov-report=term-missing --cov --cov-fail-under=75
+        run: |
+          python -m pip install tox
+      - name: Run tests (smoke, sanity, and regression)
+        run: |
+          python -m tox -e test-unit
 
   integration-tests:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python: ["3.12", "3.11", "3.10", "3.9", "3.8"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python
+      - name: Setup Python
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python }}
       - name: Install dependencies
         run: pip install tox
-      - name: Run integration tests
+      - name: Run tests (smoke and sanity)
         run: tox -e test-integration -- -m "smoke or sanity"
 
   e2e-tests:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python: ["3.12", "3.11", "3.10", "3.9", "3.8"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python
@@ -51,23 +53,48 @@ jobs:
           python-version: ${{ matrix.python }}
       - name: Install dependencies
         run: pip install tox
-      - name: Run e2e tests
+      - name: Run tests (smoke)
         run: tox -e test-e2e -- -m smoke
 
+  check-publish:
+    runs-on: ubuntu-latest
+    needs: [ unit-tests, integration-tests, e2e-tests ]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Check changes (last nightly tag)
+        id: check_changes
+        run: |
+          git fetch origin
+          LAST_NIGHTLY_TAG=$(git describe --tags --match "nightly-*" --abbrev=0)
+          git diff --exit-code $LAST_NIGHTLY_TAG -- . || echo "changes"
+      - name: Set env
+        id: set_output
+        run: |
+          echo "::set-output name=changes_detected::$(git diff --exit-code $LAST_NIGHTLY_TAG -- . || echo 'true')"
+
   publish:
-    needs: [unit-tests, integration-tests, e2e-tests]
     runs-on: ubuntu-latest
-    env:
-      GUIDELLM_BUILD_TYPE: nightly
-      GUIDELLM_BUILD_NUMBER: ${{ github.event.pull_request.number || github.run_number }}
+    needs: [ check-publish ]
+    uses: neuralmagic/nm-actions/actions/python-tox-release@main
+    with:
+      publish_pypi: true
+      publish_nm_pypi: false
+      build_type: nightly
+    secrets:
+      GCP_PROJECT: ${{ secrets.GCP_PROJECT }}
+      GCP_WORKLOAD_IDENTITY_PROVIDER: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
+      GCP_NM_PYPI_SA: ${{ secrets.GCP_NM_PYPI_SA }}
+      NM_PYPI_SA: ${{ secrets.NM_PYPI_SA }}
+      PYPI_PUBLIC_USER: ${{ secrets.PYPI_PUBLIC_USER }}
+      PYPI_PUBLIC_AUTH: ${{ secrets.PYPI_PUBLIC_AUTH }}
+
+  tag:
+    runs-on: ubuntu-latest
+    needs: [ publish ]
+    if: ${{ needs.check-publish.outputs.changes_detected == 'true' }}
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: "3.8"
-      - name: Build and Publish a Candidate Release
-        uses: neuralmagic/nm-actions/actions/publish_pypi@main
-        with:
-          publish_pypi: true
-          publish_pypi_internal: true
+      - name: Tag nightly
+        run: |
+          git tag nightly-$(date +'%Y%m%d')
+          git push origin --tags

.github/workflows/quality.yml

@@ -17,7 +17,9 @@ description = Run unit tests with coverage
 deps =
     .[dev]
 commands =
-    python -m pytest --cov=src --cov-report=term-missing tests/unit {posargs}
+    python -m pytest --cov=src tests/unit {posargs}
+    coverage html
+    coverage report --fail-under=85
 
 
 [testenv:test-unit]