Merge remote-tracking branch 'upstream/master' into feature/clickhouse_utf8_filter_order

Author: casab

.dockerignore

@@ -11,6 +11,7 @@
 !rust/cubestore/bin
 !rust/cubesql/package.json
 
+packages/cubejs-backend-native/target
 packages/*/node_modules/
 packages/*/dist/
 packages/*/coverage/

.github/actions/integration/clickhouse.sh

@@ -4,23 +4,23 @@ set -eo pipefail
 # Debug log for test containers
 export DEBUG=testcontainers
 
-export TEST_CLICKHOUSE_VERSION=21.1.2
+export TEST_CLICKHOUSE_VERSION=23.11
 
 echo "::group::Clickhouse ${TEST_CLICKHOUSE_VERSION}";
-docker pull yandex/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
+docker pull clickhouse/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
 yarn lerna run --concurrency 1 --stream --no-prefix integration:clickhouse
 echo "::endgroup::"
 
-export TEST_CLICKHOUSE_VERSION=20.6
+export TEST_CLICKHOUSE_VERSION=22.8
 
 echo "::group::Clickhouse ${TEST_CLICKHOUSE_VERSION}";
-docker pull yandex/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
+docker pull clickhouse/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
 yarn lerna run --concurrency 1 --stream --no-prefix integration:clickhouse
 echo "::endgroup::"
 
-export TEST_CLICKHOUSE_VERSION=19
+export TEST_CLICKHOUSE_VERSION=21.8
 
 echo "::group::Clickhouse ${TEST_CLICKHOUSE_VERSION}";
-docker pull yandex/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
+docker pull clickhouse/clickhouse-server:${TEST_CLICKHOUSE_VERSION}
 yarn lerna run --concurrency 1 --stream --no-prefix integration:clickhouse
 echo "::endgroup::"

.github/actions/integration/druid.sh

@@ -6,7 +6,7 @@ export DEBUG=testcontainers
 
 export TEST_POSTGRES_VERSION=13
 export TEST_ZOOKEEPER_VERSION=3.5
-export TEST_DRUID_VERSION=0.19.0
+export TEST_DRUID_VERSION=27.0.0
 
 echo "::group::Druid ${TEST_DRUID_VERSION}";
 

.github/actions/integration/mongobi.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+set -eo pipefail
+
+# Debug log for test containers
+export DEBUG=testcontainers
+
+export TEST_MONGO_TAG=6.0
+export TEST_MONGOBI_VERSION=mongodb-bi-linux-x86_64-ubuntu2004-v2.14.8
+
+echo "::group::MongoBI"
+yarn lerna run --concurrency 1 --stream --no-prefix integration:mongobi
+echo "::endgroup::"

.github/actions/integration/snowflake.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+set -eo pipefail
+
+# Debug log for test containers
+export DEBUG=testcontainers
+
+echo "::group::Snowflake [cloud]"
+export CUBEJS_DB_NAME=DEMO_DB
+export CUBEJS_DB_SNOWFLAKE_ACCOUNT=lxb31104
+export CUBEJS_DB_SNOWFLAKE_REGION=us-west-2
+export CUBEJS_DB_SNOWFLAKE_WAREHOUSE=COMPUTE_WH
+
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:snowflake
+
+echo "::endgroup::"

.github/actions/smoke.sh

@@ -0,0 +1,58 @@
+#!/bin/bash
+set -eo pipefail
+
+# Debug log for test containers
+export DEBUG=testcontainers
+
+echo "::group::Oracle"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:oracle
+echo "::endgroup::"
+
+echo "::group::DuckDB"
+# Should we create a separate job integration-duckdb? I believe not, because it works fast.
+yarn lerna run --concurrency 1 --stream --no-prefix integration:duckdb
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:duckdb
+echo "::endgroup::"
+
+echo "::group::Postgres"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:postgres
+echo "::endgroup::"
+
+echo "::group::QuestDB"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:questdb
+echo "::endgroup::"
+
+echo "::group::Crate"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:crate
+echo "::endgroup::"
+
+echo "::group::Lambda"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:lambda
+echo "::endgroup::"
+
+echo "::group::Materialize"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:materialize
+echo "::endgroup::"
+
+echo "::group::Multidb"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:multidb
+echo "::endgroup::"
+
+#echo "::group::Prestodb"
+#docker rm -vf $(docker ps -aq)
+#docker rmi -f $(docker images -aq)
+#docker pull ahanaio/prestodb-sandbox:0.281
+#yarn lerna run --concurrency 1 --stream --no-prefix smoke:prestodb
+#echo "::endgroup::"
+
+echo "::group::Trino"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:trino
+echo "::endgroup::"
+
+echo "::group::MS SQL"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:mssql
+echo "::endgroup::"
+
+echo "::group::MongoBI"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:mongobi
+echo "::endgroup::"

.github/dependabot.yml

@@ -4,3 +4,10 @@ updates:
     directory: "/packages"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "npm"
+    directory: "/examples"
+    schedule:
+      interval: "monthly"
+    labels: [ ]
+    ignore:
+      - dependency-name: "*"

.github/label-actions.yml

@@ -1,5 +1,6 @@
 "help wanted":
     comment: |
-        If you are interested in working on this issue, please leave a comment below and we will be happy to assign the issue to you.
-        If this is the first time you are contributing a Pull Request to Cube.js, please check our [contribution guidelines](https://github.com/cube-js/cube.js/blob/master/CONTRIBUTING.md).
-        You can also post any questions while contributing in the #contributors channel in the [Cube.js Slack](https://slack.cube.dev/).
+        If you are interested in working on this issue, please go ahead and provide PR for that.
+        We'd be happy to review it and merge it.
+        If this is the first time you are contributing a Pull Request to Cube, please check our [contribution guidelines](https://github.com/cube-js/cube/blob/master/CONTRIBUTING.md).
+        You can also post any questions while contributing in the #contributors channel in the [Cube Slack](https://slack.cube.dev/).

.github/workflows/birdbox.yml

@@ -25,20 +25,14 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-20.04, ubuntu-18.04, macos-11, windows-2019]
-        node-version: [14.x]
+        node-version: [18.x]
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Disable rustup update (issue workaround for Windows)
         run: rustup set auto-self-update disable
         if: contains(runner.os, 'windows')
         shell: bash
-      - name: Install Rust
-        uses: actions-rs/toolchain@v1
-        with:
-          toolchain: nightly-2022-06-22
-          override: true
-          components: rustfmt
       - name: Install Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v3
         with:
@@ -52,11 +46,11 @@ jobs:
             node_modules
             rust/cubestore/node_modules
             packages/*/node_modules
-          key: ${{ runner.os }}-workspace-main-14.x-${{ hashFiles('**/yarn.lock') }}
+          key: ${{ runner.os }}-workspace-main-18.x-${{ hashFiles('**/yarn.lock') }}
           restore-keys: |
-            ${{ runner.os }}-workspace-main-14.x-
+            ${{ runner.os }}-workspace-main-18.x-
       - name: Set Yarn version
-        run: yarn policies set-version v1.22.5
+        run: yarn policies set-version v1.22.19
       - name: Yarn install
         uses: nick-invision/retry@v2
         env:
@@ -77,7 +71,7 @@ jobs:
         run: |
           cd packages/cubejs-testing/
           npx cubejs-cli@${{ github.event.inputs.version }} create birdbox-test-project -d postgres
-          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}${{ matrix.node-arch }}
+          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}
           yarn run dataset:minimal
           yarn run birdbox:cli:postgresql
       - name: Slack Failure
@@ -97,20 +91,13 @@ jobs:
       fail-fast: false
       matrix:
         target: ['postgresql', 'postgresql-cubestore', 'postgresql-pre-aggregations']
-        arch: ['', '-alpine']
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
-      - name: Install Rust
-        uses: actions-rs/toolchain@v1
-        with:
-          toolchain: nightly-2022-06-22
-          override: true
-          components: rustfmt
-      - name: Install Node.js 14.x
+        uses: actions/checkout@v4
+      - name: Install Node.js 18.x
         uses: actions/setup-node@v3
         with:
-          node-version: 14.x
+          node-version: 18.x
       - name: Restore lerna
         uses: actions/cache@v3
         with:
@@ -120,11 +107,11 @@ jobs:
             node_modules
             rust/cubestore/node_modules
             packages/*/node_modules
-          key: ${{ runner.os }}-workspace-main-14.x-${{ hashFiles('**/yarn.lock') }}
+          key: ${{ runner.os }}-workspace-main-18.x-${{ hashFiles('**/yarn.lock') }}
           restore-keys: |
-            ${{ runner.os }}-workspace-main-14.x-
+            ${{ runner.os }}-workspace-main-18.x-
       - name: Set Yarn version
-        run: yarn policies set-version v1.22.5
+        run: yarn policies set-version v1.22.19
       - name: Yarn install
         uses: nick-invision/retry@v2
         env:
@@ -143,7 +130,7 @@ jobs:
         run: |
           cd packages/cubejs-testing/
           export DEBUG=testcontainers
-          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}${{ matrix.node-arch }}
+          export BIRDBOX_CUBEJS_VERSION=${{ github.event.inputs.version }}
           yarn run dataset:minimal
           yarn run birdbox:${{ matrix.target }}
       - name: Slack Failure
@@ -169,17 +156,11 @@ jobs:
             container: cypress/browsers:node12.18.3-chrome89-ff86
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
-      - name: Install Rust
-        uses: actions-rs/toolchain@v1
-        with:
-          toolchain: nightly-2022-06-22
-          override: true
-          components: rustfmt
-      - name: Install Node.js 14.x
+        uses: actions/checkout@v4
+      - name: Install Node.js 18.x
         uses: actions/setup-node@v3
         with:
-          node-version: 14.x
+          node-version: 18.x
       - name: Restore lerna
         uses: actions/cache@v3
         with:
@@ -189,11 +170,11 @@ jobs:
             node_modules
             rust/cubestore/node_modules
             packages/*/node_modules
-          key: ${{ runner.os }}-workspace-main-14.x-${{ hashFiles('**/yarn.lock') }}
+          key: ${{ runner.os }}-workspace-main-18.x-${{ hashFiles('**/yarn.lock') }}
           restore-keys: |
-            ${{ runner.os }}-workspace-main-14.x-
+            ${{ runner.os }}-workspace-main-18.x-
       - name: Set Yarn version
-        run: yarn policies set-version v1.22.5
+        run: yarn policies set-version v1.22.19
       - name: Yarn install
         uses: nick-invision/retry@v2
         env: