tests: add smoketest using kind

The start of an e2e smoketest that deploys into a cluster with the operator.

A few (bigger) todos:

* We should figure out how to capture the GCP traffic
* We should ensure that we are running the images we actually push

Author: justinsb

.github/workflows/ci-presubmit.yaml

@@ -33,86 +33,26 @@ on:
 
 
 jobs:
-  tests-scenarios:
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version-file: 'go.mod'
-      - name: "Run scripts/github-actions/tests-scenarios"
-        run: |
-          ./scripts/github-actions/tests-scenarios
-        env:
-          ARTIFACTS: /tmp/artifacts
-      - name: "Upload artifacts"
-        uses: actions/upload-artifact@v4
-        with:
-          name: artifacts-tests-scenarios
-          path: /tmp/artifacts/
-        env:
-          ARTIFACTS: /tmp/artifacts
-      - name: "Upload artifacts"
-        uses: actions/upload-artifact@v4
-        with:
-          name: artifacts-tests-scenarios-acquisition
-          path: /tmp/artifacts/
 
-  tests-scenarios-acquisition:
+  smoketest-with-kind:
     runs-on: ubuntu-latest
     timeout-minutes: 60
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
-      - name: "Run scripts/github-actions/tests-scenarios-acquisition"
-        run: |
-          ./scripts/github-actions/tests-scenarios-acquisition
-      - name: "Upload artifacts"
-        uses: actions/upload-artifact@v4
-        with:
-          name: artifacts-tests-scenarios-acquisition
-          path: /tmp/artifacts/
-
-  tests-gcptracker:
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version-file: 'go.mod'
-      - name: "Run dev/ci/presubmits/tracker-tests"
+      - name: "Run dev/ci/presubmits/smoketest-with-kind"
         run: |
-          ./dev/ci/presubmits/tracker-tests
+          ./dev/ci/presubmits/smoketest-with-kind
         env:
           ARTIFACTS: /tmp/artifacts
       - name: "Upload artifacts"
         uses: actions/upload-artifact@v4
         with:
-          name: artifacts-tracker-tests
+          name: artifacts-smoketest-with-kind
           path: /tmp/artifacts/
 
-  tests-scenarios-powertool:
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version-file: 'go.mod'
-      - name: "Run scripts/github-actions/tests-scenarios-powertool"
-        run: |
-          ./scripts/github-actions/tests-scenarios-powertool
-        env:
-          ARTIFACTS: /tmp/artifacts
-      - name: "Upload artifacts"
-        uses: actions/upload-artifact@v4
-        with:
-          name: artifacts-tests-scenarios-powertool
-          path: /tmp/artifacts/
 
   test-mockgcp:
     runs-on: ubuntu-latest
@@ -122,10 +62,6 @@ jobs:
       - uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
-      - uses: 'google-github-actions/setup-gcloud@v2'
-        with:
-          version: '531.0.0'
-          install_components: 'alpha,beta'
       - name: "Run dev/ci/presubmits/test-mockgcp"
         run: |
           ./dev/ci/presubmits/test-mockgcp
@@ -437,9 +373,10 @@ jobs:
           name: artifacts-tests-e2e-fixtures-sql
           path: /tmp/artifacts/
 
+
   tests-e2e-fixtures-storage:
     runs-on: ubuntu-latest
-    timeout-minutes: 240
+    timeout-minutes: 60
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-go@v5
@@ -456,6 +393,7 @@ jobs:
           name: artifacts-tests-e2e-fixtures-storage
           path: /tmp/artifacts/
 
+
   tests-e2e-fixtures-vertexai:
     runs-on: ubuntu-latest
     timeout-minutes: 60
@@ -516,6 +454,226 @@ jobs:
           path: /tmp/artifacts/
 
 
+  tests-e2e-samples-alloydb:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-alloydb"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-alloydb
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-alloydb
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-apigateway:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-apigateway"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-apigateway
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-apigateway
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-apigee:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-apigee"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-apigee
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-apigee
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-bigquery:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-bigquery"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-bigquery
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-bigquery
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-cloudbuild:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-cloudbuild"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-cloudbuild
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-cloudbuild
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-compute:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-compute"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-compute
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-compute
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-dataflow:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-dataflow"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-dataflow
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-dataflow
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-dataproc:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-dataproc"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-dataproc
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-dataproc
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-iam:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-iam"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-iam
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-iam
+          path: /tmp/artifacts/
+
+
+  tests-e2e-samples-storage:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tests-e2e-samples-storage"
+        run: |
+          ./dev/ci/presubmits/tests-e2e-samples-storage
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tests-e2e-samples-storage
+          path: /tmp/artifacts/
+
+
+  tracker-tests:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+      - name: "Run dev/ci/presubmits/tracker-tests"
+        run: |
+          ./dev/ci/presubmits/tracker-tests
+        env:
+          ARTIFACTS: /tmp/artifacts
+      - name: "Upload artifacts"
+        uses: actions/upload-artifact@v4
+        with:
+          name: artifacts-tracker-tests
+          path: /tmp/artifacts/
+
+
   validate-generated-types:
     runs-on: ubuntu-latest
     timeout-minutes: 60