-
Notifications
You must be signed in to change notification settings - Fork 0
93 lines (81 loc) · 3.39 KB
/
deploy-prd.yml
File metadata and controls
93 lines (81 loc) · 3.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
name: Deploy dabdbt (prd)
on:
push:
branches: [main]
workflow_dispatch:
jobs:
deploy:
runs-on: ubuntu-latest
environment: prd
permissions:
contents: read
id-token: write
env:
DATABRICKS_HOST: ${{ vars.DATABRICKS_HOST }}
DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID }}
DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET }}
DATABRICKS_TENANT_ID: ${{ secrets.DATABRICKS_TENANT_ID }}
DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
DATABRICKS_PROFILE: prd-github
AZURE_STORAGE_ACCOUNT: ${{ vars.AZURE_STORAGE_ACCOUNT }}
AZURE_STORAGE_CONTAINER: '$web'
AZURE_BLOB_PATH: 'dabdbt/index.html'
AZURE_BLOB_CONTENT_TYPE: 'text/html; charset=utf-8'
AZURE_BLOB_CONTENT_DISPOSITION: inline
AZURE_SUBSCRIPTION_ID: '${{ secrets.AZURE_SUBSCRIPTION_ID }}'
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Install Databricks CLI
run: |
curl -fsSL https://raw.githubusercontent.com/databricks/setup-cli/main/install.sh | bash
echo "${HOME}/.databricks/bin" >> "$GITHUB_PATH"
echo "${HOME}/bin" >> "$GITHUB_PATH"
- name: Configure Databricks profile (Service Principal or PAT)
run: |
set -euo pipefail
mkdir -p ~/.databricks
if [ -n "${DATABRICKS_CLIENT_ID:-}" ] && [ -n "${DATABRICKS_CLIENT_SECRET:-}" ]; then
printf '[%s]\nhost = %s\nclient_id = %s\nclient_secret = %s\n' "${DATABRICKS_PROFILE}" "${DATABRICKS_HOST}" "${DATABRICKS_CLIENT_ID}" "${DATABRICKS_CLIENT_SECRET}" > ~/.databrickscfg
if [ -n "${DATABRICKS_TENANT_ID:-}" ]; then
printf 'tenant_id = %s\n' "${DATABRICKS_TENANT_ID}" >> ~/.databrickscfg
fi
elif [ -n "${DATABRICKS_TOKEN:-}" ]; then
printf '[%s]\nhost = %s\ntoken = %s\n' "${DATABRICKS_PROFILE}" "${DATABRICKS_HOST}" "${DATABRICKS_TOKEN}" > ~/.databrickscfg
else
echo "Missing Databricks credentials: set secrets.DATABRICKS_CLIENT_ID/SECRET or secrets.DATABRICKS_TOKEN" >&2
exit 1
fi
- name: Deploy bundle to Databricks (prd)
working-directory: dabdbt
run: |
databricks bundle deploy --target prd --profile "${DATABRICKS_PROFILE}"
- name: Run dabdbt_job (prd)
working-directory: dabdbt
run: |
databricks bundle run dabdbt_job --target prd --profile "${DATABRICKS_PROFILE}"
- name: Authenticate with Azure
uses: azure/login@v2
with:
creds: ${{ secrets.AZURE_CREDENTIALS }}
- name: Set Azure subscription
if: env.AZURE_SUBSCRIPTION_ID != ''
run: |
az account set --subscription "${AZURE_SUBSCRIPTION_ID}"
- name: Fix static website MIME metadata
run: |
az storage blob update \
--account-name "${AZURE_STORAGE_ACCOUNT}" \
--container-name "${AZURE_STORAGE_CONTAINER}" \
--name "${AZURE_BLOB_PATH}" \
--content-type "${AZURE_BLOB_CONTENT_TYPE}" \
--content-disposition "${AZURE_BLOB_CONTENT_DISPOSITION}" \
--auth-mode login