chore: support for building the cube:latest image with local changes (#5822)

Author: bsod90

package.json

@@ -24,7 +24,7 @@
     "tsc:watch": "tsc --build --watch",
     "clean": "rimraf packages/*/{tsconfig.tsbuildinfo,lib,dist}",
     "postinstall": "lerna link && patch-package",
-    "link:dev": "cd packages/cubejs-backend-shared && cd ../cubejs-backend-shared && npm link && cd ../cubejs-backend-cloud && npm link && cd ../cubejs-backend-native && npm link && cd ../cubejs-server && npm link && cd ../cubejs-server-core && npm link && cd ../cubejs-api-gateway && npm link && cd ../cubejs-schema-compiler && npm link && cd ../cubejs-query-orchestrator && npm link && cd ../cubejs-athena-driver && npm link && cd ../cubejs-bigquery-driver && npm link && cd ../cubejs-postgres-driver && npm link && cd ../cubejs-databricks-jdbc-driver && npm link && cd ../cubejs-mssql-driver && npm link && cd ../cubejs-clickhouse-driver && npm link && cd ../cubejs-templates && npm link && cd ../cubejs-client-core && npm link && cd ../cubejs-client-ws-transport && npm link && cd ../cubejs-playground && npm link"
+    "link:dev": "cd packages/cubejs-backend-shared && cd ../cubejs-backend-shared && yarn link && cd ../cubejs-backend-cloud && yarn link && cd ../cubejs-backend-native && yarn link && cd ../cubejs-server && yarn link && cd ../cubejs-server-core && yarn link && cd ../cubejs-api-gateway && yarn link && cd ../cubejs-schema-compiler && yarn link && cd ../cubejs-query-orchestrator && yarn link && cd ../cubejs-athena-driver && yarn link && cd ../cubejs-bigquery-driver && yarn link && cd ../cubejs-postgres-driver && yarn link && cd ../cubejs-databricks-jdbc-driver && yarn link && cd ../cubejs-mssql-driver && yarn link && cd ../cubejs-clickhouse-driver && yarn link && cd ../cubejs-templates && yarn link && cd ../cubejs-client-core && yarn link && cd ../cubejs-client-ws-transport && yarn link && cd ../cubejs-playground && yarn link"
   },
   "author": "Cube Dev, Inc.",
   "dependencies": {

packages/cubejs-docker/local.Dockerfile

@@ -0,0 +1,48 @@
+ARG DEV_BUILD_IMAGE=cubejs/cube:build
+FROM $DEV_BUILD_IMAGE as build
+FROM node:14.20.0-bullseye-slim
+
+ARG IMAGE_VERSION=dev
+
+ENV CUBEJS_DOCKER_IMAGE_VERSION=$IMAGE_VERSION
+ENV CUBEJS_DOCKER_IMAGE_TAG=latest
+
+RUN DEBIAN_FRONTEND=noninteractive \
+    && apt-get update \
+    && apt-get install -y --no-install-recommends rxvt-unicode libssl1.1 \
+    && rm -rf /var/lib/apt/lists/*
+
+ENV TERM rxvt-unicode
+ENV NODE_ENV production
+
+WORKDIR /cube
+COPY . .
+# Unlike latest.Dockerfile, this one doesn't install the latest cubejs from
+# npm, but rather copies all the artifacts from the dev image and links them to
+# the /cube directory
+COPY --from=build /cubejs /cube-build
+RUN cd /cube-build && yarn run link:dev
+COPY package.json.local package.json
+
+RUN yarn policies set-version v1.22.5
+
+# Required for node-oracledb to buld on ARM64
+RUN apt-get update \
+    && apt-get install -y python2 python3 gcc g++ make cmake \
+    && npm config set python /usr/bin/python2.7 \
+    && rm -rf /var/lib/apt/lists/*
+
+# We are copying root yarn.lock file to the context folder during the Publish GH
+# action. So, a process will use the root lock file here.
+RUN yarn install && yarn cache clean && yarn link:dev
+
+# By default Node dont search in parent directory from /cube/conf, @todo Reaserch a little bit more
+ENV NODE_PATH /cube/conf/node_modules:/cube/node_modules
+RUN ln -s /cube/node_modules/.bin/cubejs /usr/local/bin/cubejs
+RUN ln -s /cube/node_modules/.bin/cubestore-dev /usr/local/bin/cubestore-dev
+
+WORKDIR /cube/conf
+
+EXPOSE 4000
+
+CMD ["cubejs", "server"]

packages/cubejs-docker/package.json.local

@@ -0,0 +1,46 @@
+{
+  "name": "@cubejs-backend/docker",
+  "version": "0.31.20",
+  "description": "Cube.js In Docker (virtual package)",
+  "author": "Cube Dev, Inc.",
+  "license": "Apache-2.0",
+  "private": true,
+  "engines": {
+    "node": "^12.0.0 || ^14.0.0 || >=16.0.0"
+  },
+  "scripts": {
+      "link:dev": "yarn link @cubejs-backend/shared @cubejs-backend/server @cubejs-backend/server-core @cubejs-backend/api-gateway @cubejs-backend/schema-compiler @cubejs-backend/query-orchestrator @cubejs-client/ws-transport @cubejs-client/core @cubejs-backend/templates @cubejs-client/playground @cubejs-backend/athena-driver @cubejs-backend/bigquery-driver @cubejs-backend/postgres-driver @cubejs-backend/mssql-driver"
+  },
+  "dependencies": {
+    "@cubejs-backend/athena-driver": "file:/cube-build/packages/cubejs-athena-driver",
+    "@cubejs-backend/bigquery-driver": "file:/cube-build/packages/cubejs-bigquery-driver",
+    "@cubejs-backend/clickhouse-driver": "file:/cube-build/packages/cubejs-clickhouse-driver",
+    "@cubejs-backend/crate-driver": "file:/cube-build/packages/cubejs-crate-driver",
+    "@cubejs-backend/databricks-jdbc-driver": "file:/cube-build/packages/cubejs-jdbc-driver",
+    "@cubejs-backend/dbt-schema-extension": "file:/cube-build/packages/cubejs-dbt-schema-extension",
+    "@cubejs-backend/dremio-driver": "file:/cube-build/packages/cubejs-dremio-driver",
+    "@cubejs-backend/druid-driver": "file:/cube-build/packages/cubejs-druid-driver",
+    "@cubejs-backend/elasticsearch-driver": "file:/cube-build/packages/cubejs-elasticsearch-driver",
+    "@cubejs-backend/firebolt-driver": "file:/cube-build/packages/cubejs-firebolt-driver",
+    "@cubejs-backend/hive-driver": "file:/cube-build/packages/cubejs-hive-driver",
+    "@cubejs-backend/ksql-driver": "file:/cube-build/packages/cubejs-ksql-driver",
+    "@cubejs-backend/materialize-driver": "file:/cube-build/packages/cubejs-materialize-driver",
+    "@cubejs-backend/mongobi-driver": "file:/cube-build/packages/cubejs-mongobi-driver",
+    "@cubejs-backend/mssql-driver": "file:/cube-build/packages/cubejs-mssql-driver",
+    "@cubejs-backend/mysql-driver": "file:/cube-build/packages/cubejs-mysql-driver",
+    "@cubejs-backend/oracle-driver": "file:/cube-build/packages/cubejs-oracle-driver",
+    "@cubejs-backend/postgres-driver": "file:/cube-build/packages/cubejs-postgres-driver",
+    "@cubejs-backend/prestodb-driver": "file:/cube-build/packages/cubejs-prestodb-driver",
+    "@cubejs-backend/questdb-driver": "file:/cube-build/packages/cubejs-questdb-driver",
+    "@cubejs-backend/redshift-driver": "file:/cube-build/packages/cubejs-redshift-driver",
+    "@cubejs-backend/server": "file:/cube-build/packages/cubejs-server",
+    "@cubejs-backend/snowflake-driver": "file:/cube-build/packages/cubejs-snowflake-driver",
+    "@cubejs-backend/sqlite-driver": "file:/cube-build/packages/cubejs-sqlite-driver",
+    "@cubejs-backend/trino-driver": "file:/cube-build/packages/cubejs-trino-driver",
+    "cubejs-cli": "file:/cube-build/packages/cubejs-cli",
+    "typescript": "~4.1.5"
+  },
+  "resolutions": {
+    "colors": "1.4.0"
+  }
+}