Merge branch 'master' into cubestore-df-46.0.1

Author: srh

.dockerignore

@@ -1,6 +1,7 @@
 **
 !package.json
 !tsconfig.base.json
+!tsconfig.json
 !rollup.config.js
 !yarn.lock
 !lerna.json

.github/actions/codecov-fix.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../" && pwd)"
+
+for path in "$repo_root"/packages/*/coverage/lcov.info; do
+  [ -f "$path" ] || continue
+
+  pkg_dir="$(dirname "$path")"          # packages/foo/coverage
+  pkg_root="$(dirname "$pkg_dir")"      # packages/foo
+  tmp_path="$pkg_dir/lcov.fixed.info"
+
+  sed "s|SF:src/|SF:packages/$(basename "$pkg_root")/src/|g" "$path" > "$tmp_path"
+done

.github/actions/integration/athena.sh

@@ -5,6 +5,9 @@ set -eo pipefail
 export DEBUG=testcontainers
 
 echo "::group::Athena [cloud]"
+export CUBEJS_AWS_KEY=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_AWS_KEY
+export CUBEJS_AWS_SECRET=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_AWS_SECRET
+
 export CUBEJS_AWS_REGION=us-east-1
 export CUBEJS_AWS_S3_OUTPUT_LOCATION=s3://cubejs-opensource/testing/output
 export CUBEJS_DB_EXPORT_BUCKET=s3://cubejs-opensource/testing/export/

.github/actions/integration/bigquery.sh

@@ -5,6 +5,7 @@ set -eo pipefail
 export DEBUG=testcontainers
 
 echo "::group::BigQuery [cloud]"
+export CUBEJS_DB_BQ_CREDENTIALS=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_BQ_CREDENTIALS
 export CUBEJS_DB_BQ_PROJECT_ID=cube-open-source
 export CUBEJS_DB_EXPORT_BUCKET=cube-open-source-export-bucket
 yarn lerna run --concurrency 1 --stream --no-prefix integration:bigquery

.github/actions/integration/snowflake.sh

@@ -9,6 +9,8 @@ export CUBEJS_DB_NAME=DEMO_DB
 export CUBEJS_DB_SNOWFLAKE_ACCOUNT=lxb31104
 export CUBEJS_DB_SNOWFLAKE_REGION=us-west-2
 export CUBEJS_DB_SNOWFLAKE_WAREHOUSE=COMPUTE_WH
+export CUBEJS_DB_USER=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_USER
+export CUBEJS_DB_PASS=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_PASS
 
 yarn lerna run --concurrency 1 --stream --no-prefix smoke:snowflake
 

.github/pull_request_template.md

@@ -4,10 +4,15 @@
 - [ ] Tests for the changes have been added if not covered yet
 - [ ] Docs have been added / updated if required
 
+<!--
+
+Please uncomment and fill the sections below if applicable. This will help the reviewer to get the context quicker.
+
 **Issue Reference this PR resolves**
 
 [For example #12]
 
 **Description of Changes Made (if issue reference is not provided)**
 
 [Description goes here]
+-->

.github/workflows/cloud.yml

@@ -57,9 +57,19 @@ on:
       # To test SQL API Push down
       - 'packages/cubejs-backend-native/**'
       - 'rust/cubesql/**'
+  workflow_dispatch:
+    inputs:
+      use_tesseract_sql_planner:
+        description: 'Enable TESSERACT_SQL_PLANNER?'
+        required: true
+        default: 'false'
+        type: choice
+        options:
+          - 'true'
+          - 'false'
 
 env:
-  CUBEJS_TESSERACT_ORCHESTRATOR: true
+  USE_TESSERACT_SQL_PLANNER: false
 
 jobs:
   latest-tag-sha:
@@ -91,7 +101,7 @@ jobs:
     name: Build native Linux ${{ matrix.node-version }} ${{ matrix.target }} Python ${{ matrix.python-version }}
     strategy:
       matrix:
-        node-version: [ 20 ]
+        node-version: [ 22 ]
         python-version: [ "fallback" ]
         target: [ "x86_64-unknown-linux-gnu" ]
       fail-fast: false
@@ -205,12 +215,18 @@ jobs:
         athena-export-bucket-s3
         bigquery-export-bucket-gcs
         clickhouse-export-bucket-s3
+        clickhouse-export-bucket-s3-prefix
         databricks-jdbc
         databricks-jdbc-export-bucket-s3
+        databricks-jdbc-export-bucket-s3-prefix
         databricks-jdbc-export-bucket-azure
+        databricks-jdbc-export-bucket-azure-prefix
+        databricks-jdbc-export-bucket-gcs
+        databricks-jdbc-export-bucket-gcs-prefix
         redshift
         redshift-export-bucket-s3
         snowflake
+        snowflake-encrypted-pk
         snowflake-export-bucket-s3
         snowflake-export-bucket-azure
         snowflake-export-bucket-azure-via-storage-integration
@@ -222,22 +238,26 @@ jobs:
       DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY }}
     strategy:
       matrix:
-        node:
-          - 20.x
         database:
           - athena-export-bucket-s3
           - bigquery-export-bucket-gcs
           - clickhouse
           - clickhouse-export-bucket-s3
+          - clickhouse-export-bucket-s3-prefix
           - databricks-jdbc
           - databricks-jdbc-export-bucket-s3
+          - databricks-jdbc-export-bucket-s3-prefix
           - databricks-jdbc-export-bucket-azure
+          - databricks-jdbc-export-bucket-azure-prefix
+          - databricks-jdbc-export-bucket-gcs
+          - databricks-jdbc-export-bucket-gcs-prefix
           - mssql
           - mysql
           - postgres
           - redshift
           - redshift-export-bucket-s3
           - snowflake
+          - snowflake-encrypted-pk
           - snowflake-export-bucket-s3
           - snowflake-export-bucket-azure
           - snowflake-export-bucket-azure-via-storage-integration
@@ -248,10 +268,10 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Install Node.js 20.x
+      - name: Install Node.js 22.x
         uses: actions/setup-node@v4
         with:
-          node-version: 20.x
+          node-version: 22.x
 
       - name: Configure `yarn`
         run: yarn policies set-version v1.22.22
@@ -308,6 +328,8 @@ jobs:
           (contains(env.CLOUD_DATABASES, matrix.database) && env.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY != '') ||
           (!contains(env.CLOUD_DATABASES, matrix.database))
         env:
+          DRIVERS_TESTS_CUBEJS_TESSERACT_SQL_PLANNER: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.use_tesseract_sql_planner || env.USE_TESSERACT_SQL_PLANNER }}
+
           # Athena
           DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY }}
           DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET }}
@@ -336,6 +358,8 @@ jobs:
           # Snowflake
           DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_USER: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_USER }}
           DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PASS }}
+          DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY }}
+          DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY_PASS }}
         with:
           max_attempts: 3
           retry_on: error

.github/workflows/drivers-tests.yml

@@ -67,10 +67,10 @@ jobs:
           workspaces: ./rust/cubesql -> target
           key: cubesql-x86_64-unknown-linux-gnu
           shared-key: cubesql-x86_64-unknown-linux-gnu
-      - name: Install Node.js 20
+      - name: Install Node.js 22
         uses: actions/setup-node@v4
         with:
-          node-version: 20
+          node-version: 22
       - name: Install Yarn
         run: npm install -g yarn
       - name: Set Yarn version

.github/workflows/master.yml

@@ -16,6 +16,9 @@ on:
     branches:
       - 'master'
 
+env:
+  VERSION: ${{ github.event.inputs.version || 'latest' }}
+
 # touch to trigger
 jobs:
   cli:
@@ -25,7 +28,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [20.x]
+        node-version: [22.x]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -78,8 +81,8 @@ jobs:
           CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
         run: |
           cd packages/cubejs-testing/
-          npx cubejs-cli@${{ github.event.inputs.version }} create birdbox-test-project -d postgres
-          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}
+          npx cubejs-cli@"$VERSION" create birdbox-test-project -d postgres
+          export BIRDBOX_CUBEJS_VERSION="$VERSION"
           yarn run dataset:minimal
           yarn run birdbox:cli:postgresql
       - name: Slack Failure
@@ -103,10 +106,10 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Install Node.js 20.x
+      - name: Install Node.js 22.x
         uses: actions/setup-node@v4
         with:
-          node-version: 20.x
+          node-version: 22.x
       - name: Restore lerna
         uses: actions/cache@v4
         with:
@@ -139,7 +142,7 @@ jobs:
         run: |
           cd packages/cubejs-testing/
           export DEBUG=testcontainers
-          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}
+          export BIRDBOX_CUBEJS_VERSION="$VERSION"
           yarn run dataset:minimal
           yarn run birdbox:${{ matrix.target }}
       - name: Slack Failure
@@ -167,10 +170,10 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Install Node.js 20.x
+      - name: Install Node.js 22.x
         uses: actions/setup-node@v4
         with:
-          node-version: 20.x
+          node-version: 22.x
       - name: Restore lerna
         uses: actions/cache@v4
         with:
@@ -204,7 +207,7 @@ jobs:
           cd packages/cubejs-testing/
           export DEBUG=testcontainers
           export BIRDBOX_CYPRESS_BROWSER=${{ matrix.browser }}
-          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}
+          export BIRDBOX_CUBEJS_VERSION="$VERSION"
           yarn run cypress:install
           yarn run dataset:minimal
           yarn run cypress:birdbox