fix(native): Use async logger for Node.js non blocking STDOUT (#10146)

Node.js marks `STDOUT` and `STDERR` as non blocking, it leads to a problem in Rust code, because Rust doesn't handle errors (blocking error) correctly and panics. Whenever, we try to log large payload from rust code, it crashes.

New logger from `log_nonblock` crates, handle it correctly.

Author: ovr

packages/cubejs-backend-native/Cargo.lock

@@ -44,14 +44,16 @@ serde_json = "1.0.127"
 simple_logger = "1.7.0"
 tokio = { version = "1", features = ["full", "rt"] }
 uuid = { version = "1", features = ["v4"] }
+log_nonblock = { version = "0.1.6", optional = true }
 
 [dependencies.neon]
 version = "=1"
 default-features = false
 features = ["napi-1", "napi-4", "napi-6", "futures"]
 
 [features]
-default = ["neon-entrypoint"]
+default = ["neon-entrypoint", "async-log"]
 neon-debug = []
 neon-entrypoint = []
 python = ["pyo3", "pyo3-asyncio"]
+async-log = ["log_nonblock"]

packages/cubejs-backend-native/Cargo.toml

@@ -47,7 +47,7 @@ impl NodeCubeServices {
 
             futures.push(tokio::spawn(async move {
                 if let Err(e) = gateway_server.processing_loop().await {
-                    log::error!("{}", e.to_string());
+                    log::error!("{}", e);
                 };
 
                 Ok(())

packages/cubejs-backend-native/src/config.rs

@@ -30,8 +30,11 @@ use std::sync::Arc;
 
 use cubesql::telemetry::LocalReporter;
 use cubesql::{telemetry::ReportingLogger, CubeError};
+#[cfg(feature = "async-log")]
+use log_nonblock::NonBlockingLoggerBuilder;
 use neon::prelude::*;
 use neon::result::Throw;
+#[cfg(not(feature = "async-log"))]
 use simple_logger::SimpleLogger;
 
 pub(crate) struct SQLInterface {
@@ -578,15 +581,34 @@ pub fn setup_logger(mut cx: FunctionContext) -> JsResult<JsUndefined> {
     Ok(cx.undefined())
 }
 
-pub fn create_logger(log_level: log::Level) -> SimpleLogger {
-    SimpleLogger::new()
+#[cfg(not(feature = "async-log"))]
+pub fn create_logger(log_level: log::Level) -> Box<dyn log::Log> {
+    let logger = SimpleLogger::new()
+        .with_level(log::Level::Error.to_level_filter())
+        .with_module_level("cubesql", log_level.to_level_filter())
+        .with_module_level("cube_xmla", log_level.to_level_filter())
+        .with_module_level("cube_xmla_engine", log_level.to_level_filter())
+        .with_module_level("cubejs_native", log_level.to_level_filter())
+        .with_module_level("datafusion", log::Level::Warn.to_level_filter())
+        .with_module_level("pg_srv", log::Level::Warn.to_level_filter());
+
+    Box::new(logger)
+}
+
+#[cfg(feature = "async-log")]
+pub fn create_logger(log_level: log::Level) -> Box<dyn log::Log> {
+    let logger = NonBlockingLoggerBuilder::new()
         .with_level(log::Level::Error.to_level_filter())
         .with_module_level("cubesql", log_level.to_level_filter())
         .with_module_level("cube_xmla", log_level.to_level_filter())
         .with_module_level("cube_xmla_engine", log_level.to_level_filter())
         .with_module_level("cubejs_native", log_level.to_level_filter())
         .with_module_level("datafusion", log::Level::Warn.to_level_filter())
         .with_module_level("pg_srv", log::Level::Warn.to_level_filter())
+        .build()
+        .unwrap();
+
+    Box::new(logger)
 }
 
 pub fn setup_local_logger(log_level: log::Level) {