add debug

fmt

Author: dqhl76

scripts/ci/ci-collect-async-tasks-dump.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+# Copyright 2020-2021 The Databend Authors.
+# SPDX-License-Identifier: Apache-2.0.
+
+set -u
+
+OUTPUT_PATH=${1:-"./.databend/async_tasks_dump.log"}
+INTERVAL_SECONDS=${2:-1}
+ENDPOINTS=${3:-"http://127.0.0.1:8080/debug/async_tasks/dump,http://127.0.0.1:8082/debug/async_tasks/dump,http://127.0.0.1:8083/debug/async_tasks/dump"}
+
+mkdir -p "$(dirname "${OUTPUT_PATH}")"
+touch "${OUTPUT_PATH}"
+
+IFS=',' read -r -a ENDPOINT_LIST <<< "${ENDPOINTS}"
+
+{
+    echo "=== async_tasks_dump collector started at $(date -u +"%Y-%m-%dT%H:%M:%SZ") ==="
+    echo "interval_seconds=${INTERVAL_SECONDS}"
+    echo "endpoints=${ENDPOINTS}"
+} >> "${OUTPUT_PATH}"
+
+while true; do
+    TIMESTAMP="$(date -u +"%Y-%m-%dT%H:%M:%SZ")"
+    for endpoint in "${ENDPOINT_LIST[@]}"; do
+        echo "" >> "${OUTPUT_PATH}"
+        echo "===== ${TIMESTAMP} ${endpoint} =====" >> "${OUTPUT_PATH}"
+
+        curl --silent --show-error --max-time 3 "${endpoint}" >> "${OUTPUT_PATH}" 2>&1
+        CURL_EXIT_CODE=$?
+        if [ "${CURL_EXIT_CODE}" -ne 0 ]; then
+            echo "[collector] curl exit code: ${CURL_EXIT_CODE}" >> "${OUTPUT_PATH}"
+        fi
+    done
+
+    sleep "${INTERVAL_SECONDS}"
+done

scripts/ci/ci-run-sqllogic-tests-cluster.sh

@@ -9,6 +9,26 @@ export STORAGE_ALLOW_INSECURE=true
 echo "Starting Cluster databend-query"
 ./scripts/ci/deploy/databend-query-cluster-3-nodes.sh
 
+ASYNC_TASKS_DUMP_OUTPUT=${ASYNC_TASKS_DUMP_OUTPUT:-"./.databend/async_tasks_dump.log"}
+ASYNC_TASKS_DUMP_INTERVAL=${ASYNC_TASKS_DUMP_INTERVAL:-1}
+ASYNC_TASKS_DUMP_ENDPOINTS=${ASYNC_TASKS_DUMP_ENDPOINTS:-"http://127.0.0.1:8080/debug/async_tasks/dump,http://127.0.0.1:8082/debug/async_tasks/dump,http://127.0.0.1:8083/debug/async_tasks/dump"}
+
+echo "Starting async tasks dump collector"
+bash ./scripts/ci/ci-collect-async-tasks-dump.sh \
+	"${ASYNC_TASKS_DUMP_OUTPUT}" \
+	"${ASYNC_TASKS_DUMP_INTERVAL}" \
+	"${ASYNC_TASKS_DUMP_ENDPOINTS}" &
+ASYNC_TASKS_DUMP_PID=$!
+
+cleanup_async_tasks_dump_collector() {
+	if [ -n "${ASYNC_TASKS_DUMP_PID:-}" ] && kill -0 "${ASYNC_TASKS_DUMP_PID}" 2>/dev/null; then
+		echo "Stopping async tasks dump collector"
+		kill "${ASYNC_TASKS_DUMP_PID}" 2>/dev/null || true
+		wait "${ASYNC_TASKS_DUMP_PID}" 2>/dev/null || true
+	fi
+}
+trap cleanup_async_tasks_dump_collector EXIT
+
 export RUST_BACKTRACE=1
 
 TEST_HANDLERS=${TEST_HANDLERS:-"mysql,http"}

src/query/service/src/servers/flight/flight_client.rs

@@ -146,7 +146,10 @@ impl FlightClient {
         );
 
         let mut response_stream = response.into_inner();
-        debug!("[{}]FlightClient::wait first response message: path={:?}", &uuid, &path);
+        debug!(
+            "[{}]FlightClient::wait first response message: path={:?}",
+            &uuid, &path
+        );
         match response_stream.message().await.map_err(|status| {
             error!(
                 "[{}]FlightClient::receive response failed: path={:?}, elapsed_ms={}, status={}",