Cleanup integration tests (#803)

build: cleanup integration tests

Author: scaliby

.github/workflows/nightly_tests.yaml

@@ -43,61 +43,6 @@ jobs:
     needs: [build_kjob, build_actions, build_wheel]
     uses: ./.github/workflows/integration_ray_cluster_create.yaml
     secrets: inherit
-
-  set-variables:
-    runs-on: [ubuntu-22.04]
-    concurrency:
-      group: set-variables-${{ github.event.number}}
-      cancel-in-progress: true
-    outputs:
-      cluster-name: ${{ steps.set-cluster-name.outputs.cluster-name }}
-      cluster-name-dws: ${{ steps.set-cluster-name-dws.outputs.cluster-name-dws }}
-      group-name: ${{ steps.set-group-name.outputs.group-name }}
-      zone: ${{ steps.set-zone.outputs.zone }}
-      tpu-type: ${{ steps.set-tpu-type.outputs.tpu-type }}
-      tpu-type-topology: ${{ steps.set-tpu-type-topology.outputs.tpu-type-topology }}
-      location: ${{steps.set-location.outputs.location}}
-      run-id: ${{steps.set-run-id.outputs.run-id}}
-    steps:
-    - name: set run-id
-      id: set-run-id
-      run: |
-        if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
-          RUN_ID="dispatch"
-        elif [ "${{ github.ref }}" == "refs/heads/main" ]; then
-          RUN_ID="main"
-        else
-          RUN_ID="${{ github.event.number }}"
-        fi
-        echo run-id=$RUN_ID >> $GITHUB_OUTPUT
-    - name: set cluster-name
-      id: set-cluster-name
-      run: |
-        echo cluster-name=xpk-${{steps.set-run-id.outputs.run-id}} >> $GITHUB_OUTPUT
-    - name: set cluster-name-dws
-      id: set-cluster-name-dws
-      run: |
-        echo cluster-name-dws=xpk-dws-${{steps.set-run-id.outputs.run-id}} >> $GITHUB_OUTPUT
-    - name: set group-name
-      id: set-group-name
-      run: |
-        echo group-name=xpk-${{steps.set-run-id.outputs.run-id}} >> $GITHUB_OUTPUT
-    - name: set zone
-      id: set-zone
-      run: |
-        echo zone=us-central2-b >> $GITHUB_OUTPUT
-    - name: set tpu-type
-      id: set-tpu-type
-      run: |
-        echo tpu-type=v4-8 >> $GITHUB_OUTPUT
-    - name: set tpu-type-topology
-      id: set-tpu-type-topology
-      run: |
-        echo tpu-type-topology=v4-2x2x1 >> $GITHUB_OUTPUT
-    - name: set location
-      id: set-location
-      run: |
-        echo location=us-central2 >> $GITHUB_OUTPUT
   install-dependencies:
     needs: [set-variables]
     runs-on: ubuntu-22.04
@@ -137,12 +82,10 @@ jobs:
           ${{env.pythonLocation}}
         key: xpk-deps-${{ matrix.python-version }}-${{github.run_id}}-${{github.run_attempt}}
   run-integration-tests:
-    needs: [install-dependencies, set-variables]
+    needs: [install-dependencies]
     uses: ./.github/workflows/reusable_integration_tests.yaml
-    with:
-      run-id: '${{needs.set-variables.outputs.run-id}}'
     concurrency: # We support one build or nightly test to run at a time currently.
-      group: integration-tests-${{needs.set-variables.outputs.run-id}}
+      group: integration-tests
       cancel-in-progress: true
     secrets: inherit
   storage-tests:

.github/workflows/reusable_integration_tests.yaml

@@ -14,10 +14,6 @@
 
 on:
   workflow_call:
-    inputs:
-      run-id:
-        required: true
-        type: string
 
 jobs:
   integration-tests: