Merge branch 'master' into member-expression-measure-key

Author: KSDaemon

.dockerignore

@@ -1,6 +1,7 @@
 **
 !package.json
 !tsconfig.base.json
+!tsconfig.json
 !rollup.config.js
 !yarn.lock
 !lerna.json

.github/actions/codecov-fix.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../" && pwd)"
+
+for path in "$repo_root"/packages/*/coverage/lcov.info; do
+  [ -f "$path" ] || continue
+
+  pkg_dir="$(dirname "$path")"          # packages/foo/coverage
+  pkg_root="$(dirname "$pkg_dir")"      # packages/foo
+  tmp_path="$pkg_dir/lcov.fixed.info"
+
+  sed "s|SF:src/|SF:packages/$(basename "$pkg_root")/src/|g" "$path" > "$tmp_path"
+done

.github/actions/integration/athena.sh

@@ -5,6 +5,9 @@ set -eo pipefail
 export DEBUG=testcontainers
 
 echo "::group::Athena [cloud]"
+export CUBEJS_AWS_KEY=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_AWS_KEY
+export CUBEJS_AWS_SECRET=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_AWS_SECRET
+
 export CUBEJS_AWS_REGION=us-east-1
 export CUBEJS_AWS_S3_OUTPUT_LOCATION=s3://cubejs-opensource/testing/output
 export CUBEJS_DB_EXPORT_BUCKET=s3://cubejs-opensource/testing/export/

.github/actions/integration/bigquery.sh

@@ -5,6 +5,7 @@ set -eo pipefail
 export DEBUG=testcontainers
 
 echo "::group::BigQuery [cloud]"
+export CUBEJS_DB_BQ_CREDENTIALS=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_BQ_CREDENTIALS
 export CUBEJS_DB_BQ_PROJECT_ID=cube-open-source
 export CUBEJS_DB_EXPORT_BUCKET=cube-open-source-export-bucket
 yarn lerna run --concurrency 1 --stream --no-prefix integration:bigquery

.github/actions/integration/mssql.sh

@@ -4,13 +4,6 @@ set -eo pipefail
 # Debug log for test containers
 export DEBUG=testcontainers
 
-export TEST_MSSQL_VERSION=2017-latest
-
-echo "::group::MSSQL ${TEST_MSSQL_VERSION}";
-docker pull mcr.microsoft.com/mssql/server:${TEST_MSSQL_VERSION}
-yarn lerna run --concurrency 1 --stream --no-prefix integration:mssql
-echo "::endgroup::"
-
 export TEST_MSSQL_VERSION=2019-latest
 
 echo "::group::MSSQL ${TEST_MSSQL_VERSION}";

.github/actions/integration/snowflake.sh

@@ -9,6 +9,8 @@ export CUBEJS_DB_NAME=DEMO_DB
 export CUBEJS_DB_SNOWFLAKE_ACCOUNT=lxb31104
 export CUBEJS_DB_SNOWFLAKE_REGION=us-west-2
 export CUBEJS_DB_SNOWFLAKE_WAREHOUSE=COMPUTE_WH
+export CUBEJS_DB_USER=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_USER
+export CUBEJS_DB_PASS=$DRIVERS_TESTS_SNOWFLAKE_CUBEJS_DB_PASS
 
 yarn lerna run --concurrency 1 --stream --no-prefix smoke:snowflake
 

.github/pull_request_template.md

@@ -4,10 +4,15 @@
 - [ ] Tests for the changes have been added if not covered yet
 - [ ] Docs have been added / updated if required
 
+<!--
+
+Please uncomment and fill the sections below if applicable. This will help the reviewer to get the context quicker.
+
 **Issue Reference this PR resolves**
 
 [For example #12]
 
 **Description of Changes Made (if issue reference is not provided)**
 
 [Description goes here]
+-->

.github/workflows/cloud.yml

@@ -15,7 +15,7 @@ on:
 jobs:
   docker-dev:
     name: Build cross image for ${{ matrix.target }} target
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     timeout-minutes: 120
     strategy:
       matrix:

.github/workflows/cross-images.yml

@@ -57,13 +57,23 @@ on:
       # To test SQL API Push down
       - 'packages/cubejs-backend-native/**'
       - 'rust/cubesql/**'
+  workflow_dispatch:
+    inputs:
+      use_tesseract_sql_planner:
+        description: 'Enable TESSERACT_SQL_PLANNER?'
+        required: true
+        default: 'false'
+        type: choice
+        options:
+          - 'true'
+          - 'false'
 
 env:
-  CUBEJS_TESSERACT_ORCHESTRATOR: true
+  USE_TESSERACT_SQL_PLANNER: false
 
 jobs:
   latest-tag-sha:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     outputs:
       sha: ${{ steps.get-tag.outputs.sha }}
     steps:
@@ -86,12 +96,12 @@ jobs:
           OUT: ${{ steps.get-tag.outputs.sha }}
 
   native_linux:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     timeout-minutes: 60
     name: Build native Linux ${{ matrix.node-version }} ${{ matrix.target }} Python ${{ matrix.python-version }}
     strategy:
       matrix:
-        node-version: [ 20 ]
+        node-version: [ 22 ]
         python-version: [ "fallback" ]
         target: [ "x86_64-unknown-linux-gnu" ]
       fail-fast: false
@@ -104,7 +114,7 @@ jobs:
       - name: Install Rust
         uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: nightly-2024-07-15
+          toolchain: 1.84.1
           # override: true # this is by default on
           rustflags: ""
           components: rustfmt
@@ -149,7 +159,7 @@ jobs:
   build:
     needs: [latest-tag-sha, native_linux]
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     timeout-minutes: 30
     env:
       DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
@@ -196,7 +206,7 @@ jobs:
           path: image.tar.gz
 
   tests:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     timeout-minutes: 30
     needs: [latest-tag-sha, build]
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
@@ -205,53 +215,69 @@ jobs:
         athena-export-bucket-s3
         bigquery-export-bucket-gcs
         clickhouse-export-bucket-s3
+        clickhouse-export-bucket-s3-prefix
         databricks-jdbc
         databricks-jdbc-export-bucket-s3
+        databricks-jdbc-export-bucket-s3-prefix
         databricks-jdbc-export-bucket-azure
+        databricks-jdbc-export-bucket-azure-prefix
+        databricks-jdbc-export-bucket-gcs
+        databricks-jdbc-export-bucket-gcs-prefix
         redshift
         redshift-export-bucket-s3
         snowflake
+        snowflake-encrypted-pk
         snowflake-export-bucket-s3
+        snowflake-export-bucket-s3-prefix
         snowflake-export-bucket-azure
+        snowflake-export-bucket-azure-prefix
         snowflake-export-bucket-azure-via-storage-integration
         snowflake-export-bucket-gcs
+        snowflake-export-bucket-gcs-prefix
       # As per docs:
       # Secrets cannot be directly referenced in if: conditionals. Instead, consider setting
       # secrets as job-level environment variables, then referencing the environment variables
       # to conditionally run steps in the job.
       DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY }}
     strategy:
       matrix:
-        node:
-          - 20.x
         database:
           - athena-export-bucket-s3
           - bigquery-export-bucket-gcs
           - clickhouse
           - clickhouse-export-bucket-s3
+          - clickhouse-export-bucket-s3-prefix
           - databricks-jdbc
           - databricks-jdbc-export-bucket-s3
+          - databricks-jdbc-export-bucket-s3-prefix
           - databricks-jdbc-export-bucket-azure
+          - databricks-jdbc-export-bucket-azure-prefix
+          - databricks-jdbc-export-bucket-gcs
+          - databricks-jdbc-export-bucket-gcs-prefix
           - mssql
           - mysql
           - postgres
           - redshift
           - redshift-export-bucket-s3
           - snowflake
+          - snowflake-encrypted-pk
           - snowflake-export-bucket-s3
+          - snowflake-export-bucket-s3-prefix
           - snowflake-export-bucket-azure
+          - snowflake-export-bucket-azure-prefix
           - snowflake-export-bucket-azure-via-storage-integration
           - snowflake-export-bucket-gcs
+          - snowflake-export-bucket-gcs-prefix
       fail-fast: false
 
     steps:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Install Node.js 20.x
+      - name: Install Node.js 22.x
         uses: actions/setup-node@v4
         with:
-          node-version: 20.x
+          node-version: 22.x
 
       - name: Configure `yarn`
         run: yarn policies set-version v1.22.22
@@ -308,6 +334,8 @@ jobs:
           (contains(env.CLOUD_DATABASES, matrix.database) && env.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY != '') ||
           (!contains(env.CLOUD_DATABASES, matrix.database))
         env:
+          DRIVERS_TESTS_CUBEJS_TESSERACT_SQL_PLANNER: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.use_tesseract_sql_planner || env.USE_TESSERACT_SQL_PLANNER }}
+
           # Athena
           DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY }}
           DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET }}
@@ -336,6 +364,8 @@ jobs:
           # Snowflake
           DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_USER: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_USER }}
           DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PASS }}
+          DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY }}
+          DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_SNOWFLAKE_PRIVATE_KEY_PASS }}
         with:
           max_attempts: 3
           retry_on: error