Add z-score fallback metric tracking for anomaly detection tests #3782
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test all warehouse platforms | |
| on: | |
| pull_request_target: | |
| branches: ["master"] | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| inputs: | |
| dbt-version: | |
| type: string | |
| required: false | |
| description: dbt's version to test with | |
| elementary-ref: | |
| type: string | |
| required: false | |
| description: Branch or tag to checkout for 'elementary' repository | |
| dbt-data-reliability-ref: | |
| type: string | |
| required: false | |
| description: Branch or tag to checkout for 'dbt-data-reliability' repository | |
| workflow_call: | |
| inputs: | |
| dbt-version: | |
| type: string | |
| required: false | |
| elementary-ref: | |
| type: string | |
| required: false | |
| dbt-data-reliability-ref: | |
| type: string | |
| required: false | |
| jobs: | |
| test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| dbt-version: | |
| ${{ inputs.dbt-version && fromJSON(format('["{0}"]', inputs.dbt-version)) || | |
| fromJSON('["latest_official"]') }} | |
| warehouse-type: | |
| [ | |
| postgres, | |
| snowflake, | |
| bigquery, | |
| redshift, | |
| databricks_catalog, | |
| athena, | |
| trino, | |
| clickhouse, | |
| dremio, | |
| ] | |
| include: | |
| - dbt-version: "${{ inputs.dbt-version || 'latest_pre' }}" | |
| warehouse-type: postgres | |
| - dbt-version: "${{ inputs.dbt-version || 'fusion' }}" | |
| warehouse-type: snowflake | |
| - dbt-version: "${{ inputs.dbt-version || 'fusion' }}" | |
| warehouse-type: bigquery | |
| - dbt-version: "${{ inputs.dbt-version || 'fusion' }}" | |
| warehouse-type: redshift | |
| - dbt-version: "${{ inputs.dbt-version || 'fusion' }}" | |
| warehouse-type: databricks_catalog | |
| uses: ./.github/workflows/test-warehouse.yml | |
| with: | |
| warehouse-type: ${{ matrix.warehouse-type }} | |
| dbt-version: ${{ matrix.dbt-version }} | |
| elementary-ref: ${{ inputs.elementary-ref }} | |
| dbt-data-reliability-ref: ${{ inputs.dbt-data-reliability-ref || (github.event_name == 'pull_request_target' && github.event.pull_request.head.sha) || '' }} | |
| secrets: inherit | |
| notify_failures: | |
| name: Notify Slack | |
| secrets: inherit | |
| needs: [test] | |
| if: | | |
| always() && | |
| ! contains(needs.test.result, 'success') && | |
| ! contains(needs.test.result, 'cancelled') && | |
| contains(github.event_name, 'schedule') && | |
| ! cancelled() | |
| uses: elementary-data/elementary/.github/workflows/notify_slack.yml@master | |
| with: | |
| result: "failure" | |
| run_id: ${{ github.run_id }} | |
| workflow_name: ${{ github.workflow }} |