Merge branch 'main' into diagon-setup-and-workload

Author: DannyLiCom

.github/actions/install-kueue/action.yml

@@ -19,7 +19,7 @@ inputs:
   version:
     description: "The version to install"
     required: false
-    default: "0.14.2"
+    default: "0.14.3"
 
 runs:
   using: composite

.github/workflows/integration_legacy_tests.yaml

@@ -0,0 +1,67 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License
+
+name: Legacy integration tests
+
+on:
+    workflow_call:
+
+permissions:
+  contents: read
+
+jobs:
+    install-dependencies:
+        runs-on: ubuntu-22.04
+        strategy:
+            matrix:
+                python-version: ["3.10", "3.11"]
+        steps:
+            - uses: actions/checkout@v4
+            - uses: google-github-actions/setup-gcloud@v2
+              with:
+                  version: ">= 363.0.0"
+                  install_components: "beta, gke-gcloud-auth-plugin"
+            - uses: actions/setup-python@v5
+              with:
+                  python-version: ${{ matrix.python-version }}
+            - name: Check if cache exists
+              id: check-cache
+              uses: actions/cache@v3
+              with:
+                  path: |
+                      usr/local/bin/
+                      ~/.cache/pip
+                      ${{env.pythonLocation}}
+                  key: xpk-deps-${{ matrix.python-version }}-${{github.run_id}}-${{github.run_attempt}}
+                  lookup-only: true
+            - name: install dependencies
+              if: steps.check-cache.outputs.cache-hit != 'true'
+              run: make install-dev && cp ./bin/kubectl-kueue /usr/local/bin/kubectl-kueue && cp ./bin/kubectl-kjob /usr/local/bin/kubectl-kjob
+            - name: Cache dependencies
+              if: steps.check-cache.outputs.cache-hit != 'true'
+              uses: actions/cache/save@v3
+              with:
+                  path: |
+                      /usr/local/bin/kubectl-kueue
+                      /usr/local/bin/kubectl-kjob
+                      ~/.cache/pip
+                      ${{env.pythonLocation}}
+                  key: xpk-deps-${{ matrix.python-version }}-${{github.run_id}}-${{github.run_attempt}}
+    run-integration-tests:
+        needs: [install-dependencies]
+        uses: ./.github/workflows/reusable_integration_tests.yaml
+        concurrency: # We support one build or nightly test to run at a time currently.
+            group: integration-tests
+            cancel-in-progress: true
+        secrets: inherit

.github/workflows/reusable_storage_tests.yaml renamed to .github/workflows/integration_storage_tests.yaml

@@ -17,6 +17,9 @@ name: Storage Tests
 on:
   workflow_call:
 
+permissions:
+  contents: read
+
 env:
   CLUSTER_ARGUMENTS: "--network=${{secrets.NETWORK_NAME}} --subnetwork=${{secrets.SUBNETWORK_NAME}}"
 

.github/workflows/nightly_tests.yaml

@@ -17,7 +17,7 @@ name: Nightly Tests
 on:
   workflow_dispatch:
   schedule: # Schedule the job run at 12AM PST daily.
-    - cron: '0 8 * * *'
+    - cron: "0 8 * * *"
 
 permissions:
   contents: read
@@ -43,52 +43,11 @@ jobs:
     needs: [build_kjob, build_actions, build_wheel]
     uses: ./.github/workflows/integration_ray_cluster_create.yaml
     secrets: inherit
-  install-dependencies:
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        python-version: ["3.10", "3.11"]
-    steps:
-    - uses: actions/checkout@v4
-    - uses: google-github-actions/setup-gcloud@v2
-      with:
-        version: '>= 363.0.0'
-        install_components: 'beta, gke-gcloud-auth-plugin'
-    - uses: actions/setup-python@v5
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Check if cache exists
-      id: check-cache
-      uses: actions/cache@v3
-      with:
-        path: |
-          usr/local/bin/
-          ~/.cache/pip
-          ${{env.pythonLocation}}
-        key: xpk-deps-${{ matrix.python-version }}-${{github.run_id}}-${{github.run_attempt}}
-        lookup-only: true
-    - name: install dependencies
-      if : steps.check-cache.outputs.cache-hit != 'true'
-      run: make install-dev && cp ./bin/kubectl-kueue /usr/local/bin/kubectl-kueue && cp ./bin/kubectl-kjob /usr/local/bin/kubectl-kjob
-    - name: Cache dependencies
-      if : steps.check-cache.outputs.cache-hit != 'true'
-      uses: actions/cache/save@v3
-      with:
-        path: |
-          /usr/local/bin/kubectl-kueue
-          /usr/local/bin/kubectl-kjob
-          ~/.cache/pip
-          ${{env.pythonLocation}}
-        key: xpk-deps-${{ matrix.python-version }}-${{github.run_id}}-${{github.run_attempt}}
-  run-integration-tests:
-    needs: [install-dependencies]
-    uses: ./.github/workflows/reusable_integration_tests.yaml
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: integration-tests
-      cancel-in-progress: true
+  legacy_integration:
+    needs: [build_kjob, build_actions, build_wheel]
+    uses: ./.github/workflows/integration_legacy_tests.yaml
     secrets: inherit
   storage-tests:
     needs: [build_kjob, build_actions, build_wheel]
-    uses: ./.github/workflows/reusable_storage_tests.yaml
+    uses: ./.github/workflows/integration_storage_tests.yaml
     secrets: inherit
-

.github/workflows/reusable_storage_create.yaml

@@ -41,6 +41,10 @@ on:
         required: true
       BUCKET_NAME:
         required: true
+
+permissions:
+  contents: read
+
 jobs:
   storage-create:
     name: "${{inputs.storage-type}}-${{inputs.storage-command}}"

.github/workflows/reusable_storage_delete.yaml

@@ -34,6 +34,10 @@ on:
     secrets:
       GCP_SA_KEY:
         required: true
+  
+permissions:
+  contents: read
+
 jobs:
   storage-delete:
     name: "${{inputs.storage-type}}-${{inputs.storage-command}}"

.github/workflows/stale.yaml

@@ -24,10 +24,10 @@ jobs:
     steps:
       - uses: actions/stale@5f858e3efba33a5ca4407a664cc011ad407f2008 # v10.1.0
         with:
-          stale-issue-message: 'This issue is stale because it has been open 30 days with no activity. Remove stale label or comment or this will be closed in 7 days.'
           stale-pr-message: 'This pull request is stale because it has been open 30 days with no activity. Remove stale label or comment or this will be closed in 7 days.'
-          days-before-stale: 30
-          days-before-close: 7
+          days-before-pr-stale: 30
+          days-before-pr-close: 7
+          operations-per-run: 100
 
 permissions:
   actions: write

Makefile

@@ -1,7 +1,7 @@
 KUEUE_REPO=https://github.com/kubernetes-sigs/kueue.git
 
 KUBECTL_VERSION := $(shell curl -L -s https://dl.k8s.io/release/stable.txt)
-KUEUE_VERSION=v0.12.2
+KUEUE_VERSION=v0.14.3
 KJOB_VERSION=v0.1.0
 
 OS := $(shell uname -s | tr A-Z a-z)