chore(query): Tuning sort spill memory usage (#18520)

* refine

* update

* update

* update

* update

* dump fastrace

* update

* update

* fix

* fix

* test

* fix

Author: forsaken628

Cargo.lock

@@ -274,7 +274,7 @@ byte-unit = "5.1.6"
 bytemuck = { version = "1", features = ["derive"] }
 byteorder = "1.4.3"
 bytes = "1.5.0"
-bytesize = "1.1.0"
+bytesize = "2"
 cbordata = { version = "0.6.0" }
 cfg-if = "1.0.0"
 chrono = { version = "0.4.40", features = ["serde"] }
@@ -568,19 +568,22 @@ vergen = { version = "8.3.1", default-features = false, features = ["build", "ca
 
 # Observability
 env_logger = "0.11"
-fastrace = { version = "0.7.4", features = ["enable"] }
-fastrace-opentelemetry = "0.7.4"
+fastrace = { version = "0.7.14", features = ["enable"] }
+fastrace-opentelemetry = "0.10"
 log = { version = "0.4.27", features = ["serde", "kv_unstable_std"] }
 logcall = "0.1.9"
-opentelemetry = { version = "0.26.0", features = ["trace", "logs"] }
-opentelemetry-otlp = { version = "0.26.0", features = [
+opentelemetry = { version = "0.29", features = ["trace", "logs"] }
+opentelemetry-otlp = { version = "0.29", default-features = false, features = [
     "trace",
     "logs",
+    "metrics",
+    "internal-logs",
     "grpc-tonic",
+    "gzip-tonic",
     "http-proto",
     "reqwest-client",
 ] }
-opentelemetry_sdk = { version = "0.26.0", features = ["trace", "logs", "rt-tokio"] }
+opentelemetry_sdk = { version = "0.29", features = ["trace", "logs", "rt-tokio"] }
 prometheus-client = "0.22"
 prometheus-parse = "0.2.3"
 tracing = "0.1.40"

Cargo.toml

@@ -29,21 +29,22 @@ python3 scripts/ci/wait_tcp.py --timeout 30 --port 9191
 
 export RUST_BACKTRACE=1
 export LOG_TRACING_ON=true
+export LOG_TRACING_CAPTURE_LOG_LEVEL="Warn,databend_=Debug"
 
 echo 'Start databend-query node-1'
-nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-1.toml --internal-enable-sandbox-tenant --log-tracing-level Warn,databend_=Debug,openraft=Info >./.databend/query-1.out 2>&1 &
+nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-1.toml --internal-enable-sandbox-tenant >./.databend/query-1.out 2>&1 &
 
 echo "Waiting on node-1..."
 python3 scripts/ci/wait_tcp.py --timeout 30 --port 9091
 
 echo 'Start databend-query node-2'
-nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-2.toml --internal-enable-sandbox-tenant --log-tracing-level Warn,databend_=Debug,openraft=Info >./.databend/query-2.out 2>&1 &
+nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-2.toml --internal-enable-sandbox-tenant >./.databend/query-2.out 2>&1 &
 
 echo "Waiting on node-2..."
 python3 scripts/ci/wait_tcp.py --timeout 30 --port 9092
 
 echo 'Start databend-query node-3'
-nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-3.toml --internal-enable-sandbox-tenant --log-tracing-level Warn,databend_=Debug,openraft=Info >./.databend/query-3.out 2>&1 &
+nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-3.toml --internal-enable-sandbox-tenant >./.databend/query-3.out 2>&1 &
 
 echo "Waiting on node-3..."
 python3 scripts/ci/wait_tcp.py --timeout 30 --port 9093

scripts/ci/deploy/databend-query-cluster-tracing.sh

@@ -26,7 +26,7 @@ log = { workspace = true }
 logforth = { workspace = true }
 opendal = { workspace = true }
 opentelemetry = { workspace = true }
-opentelemetry-otlp = { workspace = true, features = ["reqwest-client"] }
+opentelemetry-otlp = { workspace = true }
 opentelemetry_sdk = { workspace = true }
 parquet = { workspace = true }
 serde = { workspace = true }