feat(schema-compiler): Boost models transpilation 10-13x times (using SWC instead of Babel) (#9225)

* Init proj structure

* implement transpilers

* add transpilers crate to backend native

* prepare transpile_js native implementation

* export transpileJs from backend native

* removed workerpool & sync pkg versions

* update transpileJsFile with native impl use

* add new() to all transpilers

* remove unused

* fix tests

* polish transpilers, add support for error reporter

* setup CI for cubetranspilers testing

* derive default for TransformMetaData

* move deserializer into thread closure

* Revert "remove unused"

This reverts commit 4491f6b.

* return back previous transpilationWorkerThreads flow

* Update CI to run tests for all cases: old, threads, native

* some improvements

* move tests to a separate folder

Author: KSDaemon

.github/workflows/push.yml

@@ -13,6 +13,7 @@ on:
       - 'rust/cubeorchestrator/**'
       - 'rust/cubeshared/**'
       - 'rust/cubesqlplanner/**'
+      - 'rust/cubetranspilers/**'
       - '.eslintrc.js'
       - '.prettierrc'
       - 'package.json'
@@ -32,6 +33,7 @@ on:
       - 'rust/cubeorchestrator/**'
       - 'rust/cubeshared/**'
       - 'rust/cubesqlplanner/**'
+      - 'rust/cubetranspilers/**'
       - '.eslintrc.js'
       - '.prettierrc'
       - 'package.json'
@@ -55,10 +57,15 @@ jobs:
         node-version: [20.x, 22.x]
         python-version: [3.11]
         transpile-worker-threads: [false, true]
+        transpile-native: [false, true]
+        exclude:
+          - transpile-worker-threads: true
+            transpile-native: true
       fail-fast: false
 
     env:
       CUBEJS_TRANSPILATION_WORKER_THREADS: ${{ matrix.transpile-worker-threads }}
+      CUBEJS_TRANSPILATION_NATIVE: ${{ matrix.transpile-native }}
     steps:
       - id: get-tag-out
         run: echo "$OUT"
@@ -133,6 +140,9 @@ jobs:
       - name: Cargo test cubeshared
         run: |
           cargo test --manifest-path rust/cubeshared/Cargo.toml -j 1
+      - name: Cargo test cubetranspilers
+        run: |
+          cargo test --manifest-path rust/cubetranspilers/Cargo.toml -j 1
 #      - name: Cargo test cubesql
 #        run: |
 #          cargo test --manifest-path rust/cubesql/Cargo.toml -j 1
@@ -196,6 +206,9 @@ jobs:
       - name: Cargo fmt cubeshared
         run: |
           cargo fmt --manifest-path rust/cubeshared/Cargo.toml -- --check
+      - name: Cargo fmt cubetranspilers
+        run: |
+          cargo fmt --manifest-path rust/cubetranspilers/Cargo.toml -- --check
 #      - name: Cargo fmt cubesql
 #        run: |
 #          cargo fmt --manifest-path rust/cubesql/Cargo.toml -- --check
@@ -263,6 +276,9 @@ jobs:
       - name: Cargo build cubeshared
         run: |
           cargo build --manifest-path rust/cubeshared/Cargo.toml -j 4
+      - name: Cargo build cubetranspilers
+        run: |
+          cargo build --manifest-path rust/cubetranspilers/Cargo.toml -j 4
 #      - name: Cargo build cubesql
 #        run: |
 #          cargo build --manifest-path rust/cubesql/Cargo.toml -j 4