Backport/swc native (#9237)

* fix CI push
* backport node_obj_deserializer

Author: KSDaemon

.github/workflows/push.yml

@@ -103,7 +103,6 @@ jobs:
 #          files: ./packages/*/coverage/clover.xml
 #          flags: cube-backend
 #          verbose: true # optional (default = false)
-
   lint:
     runs-on: ubuntu-20.04
     timeout-minutes: 60

packages/cubejs-backend-native/Cargo.toml

@@ -34,7 +34,10 @@ minijinja = { version = "1", features = ["json", "loader"] }
 once_cell = "1.10"
 # python
 pyo3 = { version = "0.20.0", features = [], optional = true }
-pyo3-asyncio = { version = "0.20.0", features = ["tokio-runtime", "attributes"], optional = true }
+pyo3-asyncio = { version = "0.20.0", features = [
+  "tokio-runtime",
+  "attributes",
+], optional = true }
 serde = { version = "1.0.209", features = ["derive"] }
 serde_json = "1.0.127"
 simple_logger = "1.7.0"

packages/cubejs-backend-native/js/index.ts

@@ -98,6 +98,23 @@ export type SQLInterfaceOptions = {
   gatewayPort?: number,
 };
 
+export interface TransformConfig {
+  fileName: string;
+  transpilers: string[];
+  compilerId: string;
+  metaData?: {
+    cubeNames: string[];
+    cubeSymbols: Record<string, Record<string, boolean>>;
+    contextSymbols: Record<string, string>;
+  }
+}
+
+export interface TransformResponse {
+  code: string;
+  errors: string[];
+  warnings: string[];
+}
+
 export function loadNative() {
   // Development version
   if (fs.existsSync(path.join(__dirname, '/../../index.node'))) {
@@ -348,6 +365,16 @@ export const buildSqlAndParams = (cubeEvaluator: any): String => {
   return native.buildSqlAndParams(cubeEvaluator);
 };
 
+export const transpileJs = async (content: String, metadata: TransformConfig): Promise<TransformResponse> => {
+  const native = loadNative();
+
+  if (native.transpileJs) {
+    return native.transpileJs(content, metadata);
+  }
+
+  throw new Error('TranspileJs native implementation not found!');
+};
+
 export interface PyConfiguration {
   repositoryFactory?: (ctx: unknown) => Promise<unknown>,
   logger?: (msg: string, params: Record<string, any>) => void,

packages/cubejs-backend-native/src/lib.rs

@@ -11,6 +11,7 @@ pub mod cross;
 pub mod gateway;
 pub mod logger;
 pub mod node_export;
+pub mod node_obj_deserializer;
 pub mod node_obj_serializer;
 #[cfg(feature = "python")]
 pub mod python;