feat(native): Initial support for cube.py (Python configuration) (#6465)

Author: ovr

packages/cubejs-backend-native/Cargo.lock

@@ -24,6 +24,9 @@ log = "=0.4.11"
 simple_logger = "1.7.0"
 uuid = { version = "0.8", features = ["v4"] }
 once_cell = "1.10"
+pyo3 = { version = "0.18.3", features = [] }
+pyo3-asyncio = { version = "0.18.0", features = ["tokio-runtime"] }
+convert_case = "0.4"
 
 [dependencies.neon]
 version = "=0.10.0"

packages/cubejs-backend-native/Cargo.toml

@@ -238,3 +238,30 @@ export const shutdownInterface = async (instance: SqlInterfaceInstance): Promise
 
     await new Promise((resolve) => setTimeout(resolve, 2000));
 }
+
+interface PyConfiguration {
+    checkAuth?: (req: unknown, authorization: string) => Promise<void>
+    queryRewrite?: (query: unknown, ctx: unknown) => Promise<unknown>
+}
+
+export const pythonLoadConfig = async (context: string, options: { file: string }): Promise<PyConfiguration> => {
+    const native = loadNative();
+    const config = await native.pythonLoadConfig(context, options);
+
+    if (config.checkAuth) {
+        const nativeCheckAuth = config.checkAuth;
+        config.checkAuth = async (req: any, authorization: string) => {
+            return nativeCheckAuth(
+              // Req is a large object, let's simplify it
+              {
+                  url: req.url,
+                  method: req.method,
+                  headers: req.headers,
+              },
+              authorization
+            );
+        };
+    }
+
+    return config;
+}

packages/cubejs-backend-native/js/index.ts

@@ -18,9 +18,10 @@
     "install": "node-pre-gyp install || echo 'Your system is not supported by @cubejs-backend/native, some feature will be unavailable.'",
     "upload-binary-cross": "mkdir -p native && cp index.node native/index.node && node-pre-gyp package --target_arch=$PACKAGE_TARGET_ARCH --target_platform=$PACKAGE_TARGET_PLATFORM --target_libc=$PACKAGE_TARGET_LIBC && node-pre-gyp-github publish",
     "upload-binary": "mkdir -p native && cp index.node native/index.node && node-pre-gyp package && node-pre-gyp-github publish",
-    "test:server": "CUBEJS_NATIVE_INTERNAL_DEBUG=true CUBESQL_LOG_LEVEL=trace CUBESQL_PG_PORT=5555 node test/server.js",
-    "test:server:stream": "CUBESQL_STREAM_MODE=true CUBESQL_LOG_LEVEL=error CUBESQL_PG_PORT=5555 node test/server.js",
-    "test:unit": "jest --forceExit test",
+    "test:server": "CUBEJS_NATIVE_INTERNAL_DEBUG=true CUBESQL_LOG_LEVEL=trace CUBESQL_PG_PORT=5555 node dist/test/server.js",
+    "test:server:stream": "CUBESQL_STREAM_MODE=true CUBESQL_LOG_LEVEL=error CUBESQL_PG_PORT=5555 node dist/test/server.js",
+    "test:python": "CUBEJS_NATIVE_INTERNAL_DEBUG=true CUBESQL_LOG_LEVEL=trace CUBESQL_PG_PORT=5555 node dist/test/python.js",
+    "test:unit": "jest --forceExit",
     "test:cargo": "cargo test"
   },
   "engines": {
@@ -56,8 +57,10 @@
     "testEnvironment": "node",
     "verbose": true,
     "roots": [
-      "<rootDir>/js/",
-      "<rootDir>/test/"
+      "<rootDir>/dist/test/"
+    ],
+    "setupFilesAfterEnv": [
+      "<rootDir>/dist/test/setup/index.js"
     ]
   },
   "license": "Apache-2.0",

packages/cubejs-backend-native/package.json

@@ -0,0 +1 @@
+dist