workflows

Author: javiergonzcomtpe

.github/workflows/dabs/prod.yml

@@ -0,0 +1,58 @@
+name: 'Deploy to environments'
+
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - '*/*'
+  pull_request:
+    types: [opened, reopened, synchronize]
+
+jobs:
+  deploy-test:
+    name: 'Deploy to test'
+    uses: ./.github/workflows/templates/dabs.yml
+    if: github.event_name == 'pull_request' || startsWith(github.ref, 'refs/tags/')
+    with:
+      workflow_name: 'Test deployment'
+      environment: 'test'
+      target: 'test'
+      env_vars: |
+        DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
+        DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET }}
+        DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID }}
+        DATABRICKS_BUNDLE_ENV: test
+    secrets: inherit
+
+  deploy-qa:
+    name: 'Deploy to QA'
+    uses: ./.github/workflows/templates/dabs.yml
+    needs: deploy-test
+    if: github.event_name == 'pull_request' || startsWith(github.ref, 'refs/tags/')
+    with:
+      workflow_name: 'QA deployment'
+      environment: 'qa'
+      target: 'qa'
+      env_vars: |
+        DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
+        DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET }}
+        DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID }}
+        DATABRICKS_BUNDLE_ENV: qa
+    secrets: inherit
+
+  deploy-prod:
+    name: 'Deploy to prod'
+    uses: ./.github/workflows/templates/dabs.yml
+    needs: deploy-qa
+    if: github.ref == 'refs/heads/main'
+    with:
+      workflow_name: 'Prod deployment'
+      environment: 'prod'
+      target: 'prod'
+      env_vars: |
+        DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
+        DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET }}
+        DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID }}
+        DATABRICKS_BUNDLE_ENV: prod
+    secrets: inherit 

.github/workflows/dabs/qa.yml

@@ -1,10 +1,18 @@
-name: ${{ inputs.workflow_name }}
-
-concurrency: 1
-
 on:
-  ${{ inputs.trigger_type }}:
-    ${{ inputs.trigger_config }}
+  workflow_call:
+    inputs:
+      workflow_name:
+        type: string
+        required: true
+      environment:
+        type: string
+        required: true
+      target:
+        type: string
+        required: true
+      env_vars:
+        type: string
+        required: true
 
 jobs:
   detect-changes:
@@ -18,19 +26,17 @@ jobs:
     steps:
       - uses: actions/checkout@v3
         with:
-          fetch-depth: 2  # Only need 2 commits for squash commit comparison
+          fetch-depth: 2
 
       - name: Detect changes in apps folder
         id: changes
         run: |
-          # Check if apps folder has changes
           if git diff --name-only HEAD~1 | grep -q "^apps/"; then
             echo "apps=true" >> $GITHUB_OUTPUT
           else
             echo "apps=false" >> $GITHUB_OUTPUT
           fi
           
-          # Check if packages folder has changes
           if git diff --name-only HEAD~1 | grep -q "^packages/"; then
             echo "packages=true" >> $GITHUB_OUTPUT
           else
@@ -40,7 +46,6 @@ jobs:
       - name: Detect which specific apps changed
         id: changed-apps
         run: |
-          # Get list of changed app directories
           CHANGED_APPS=$(git diff --name-only HEAD~1 | grep "^apps/" | cut -d'/' -f2 | sort -u | tr '\n' ',' | sed 's/,$//')
           if [ -n "$CHANGED_APPS" ]; then
             echo "list=$CHANGED_APPS" >> $GITHUB_OUTPUT
@@ -51,7 +56,6 @@ jobs:
       - name: Detect which specific packages changed
         id: changed-packages
         run: |
-          # Get list of changed package directories
           CHANGED_PACKAGES=$(git diff --name-only HEAD~1 | grep "^packages/" | cut -d'/' -f2 | sort -u | tr '\n' ',' | sed 's/,$//')
           if [ -n "$CHANGED_PACKAGES" ]; then
             echo "list=$CHANGED_PACKAGES" >> $GITHUB_OUTPUT
@@ -69,20 +73,7 @@ jobs:
         app: ${{ fromJson(format('[{0}]', needs.detect-changes.outputs.changed-apps)) }}
     steps:
       - uses: actions/checkout@v3
-
       - uses: databricks/setup-cli@main
-
-      - name: Validate Bundle app ${{ matrix.app }}
-        run: |
-          databricks bundle validate \
-            --target ${{ inputs.target }} \
-            --var="type_of_deployment=apps" \
-            --var="deployment_name=${{ matrix.app }}"
-        working-directory: .
-        env:
-          ${{ inputs.env_vars }}
-
-
       - name: Deploy app ${{ matrix.app }}
         run: |
           databricks bundle deploy \
@@ -103,26 +94,47 @@ jobs:
         package: ${{ fromJson(format('[{0}]', needs.detect-changes.outputs.changed-packages)) }}
     steps:
       - uses: actions/checkout@v3
-
       - uses: databricks/setup-cli@main
-
-      - name: Validate Bundle package ${{ matrix.package }}
-
+      - name: Deploy package ${{ matrix.package }}
         run: |
-          databricks bundle validate \
+          databricks bundle deploy \
             --target ${{ inputs.target }} \
             --var="type_of_deployment=packages" \
             --var="deployment_name=${{ matrix.package }}"
         working-directory: .
         env:
           ${{ inputs.env_vars }}
 
-      - name: Deploy package ${{ matrix.package }}
+  generate-tags:
+    name: 'Generate tags for ${{ matrix.item }}'
+    runs-on: ubuntu-latest
+    needs: [detect-changes, deploy-apps, deploy-packages]
+    if: github.ref == 'refs/heads/main' && (needs.detect-changes.outputs.apps-changed == 'true' || needs.detect-changes.outputs.packages-changed == 'true')
+    strategy:
+      matrix:
+        item: ${{ concat(needs.detect-changes.outputs.changed-apps, needs.detect-changes.outputs.changed-packages) }}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Generate semantic version
+        id: version
         run: |
-          databricks bundle deploy \
-            --target ${{ inputs.target }} \
-            --var="type_of_deployment=packages" \
-            --var="deployment_name=${{ matrix.package }}"
-        working-directory: .
-        env:
-          ${{ inputs.env_vars }} 
+          # Get current timestamp for patch version
+          TIMESTAMP=$(date +%s)
+          PATCH_VERSION=$((TIMESTAMP % 1000))
+          
+          # Generate semantic version
+          VERSION="1.0.${PATCH_VERSION}"
+          
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+          echo "Generated version: $VERSION"
+
+      - name: Create and push tag
+        run: |
+          TAG_NAME="${{ matrix.item }}-v${{ steps.version.outputs.version }}"
+          git tag $TAG_NAME
+          git push origin $TAG_NAME
+          echo "Created tag: $TAG_NAME"