feat(storage): capture only changed rows in standard stream (#18330)

* chore: capture only changed rows in standard stream

* add test

* make lint

* fix

Author: zhyass

scripts/selfhost/check_bad_tables.sh

@@ -6,7 +6,7 @@ SHOW_HELP=false
 
 # Function to display help
 display_help() {
-    cat <<EOF
+	cat <<EOF
 Usage: $0 [OPTIONS]
 
 Options:
@@ -32,86 +32,93 @@ EOF
 
 # Parse command line arguments
 while [[ "$#" -gt 0 ]]; do
-    case $1 in
-        --dsn) DSN="$2"; shift ;;
-        --help) SHOW_HELP=true ;;
-        *) echo "Error: Unknown parameter: $1"; display_help; exit 1 ;;
-    esac
-    shift
+	case $1 in
+	--dsn)
+		DSN="$2"
+		shift
+		;;
+	--help) SHOW_HELP=true ;;
+	*)
+		echo "Error: Unknown parameter: $1"
+		display_help
+		exit 1
+		;;
+	esac
+	shift
 done
 
 # Show help if requested
 if [ "$SHOW_HELP" = true ]; then
-    display_help
-    exit 0
+	display_help
+	exit 0
 fi
 
 # Check for DSN in environment variable if not specified via command line
 if [ -z "$DSN" ] && [ -n "$BENDSQL_DSN" ]; then
-    DSN="$BENDSQL_DSN"
+	DSN="$BENDSQL_DSN"
 fi
 
 # Function to execute bendsql query and handle errors
 execute_query() {
-    local query="$1"
-    local result
-    local bendsql_cmd="bendsql"
-
-    # Add DSN if specified
-    if [ -n "$DSN" ]; then
-        bendsql_cmd="$bendsql_cmd --dsn=\"$DSN\""
-    fi
-
-    bendsql_cmd="$bendsql_cmd --query=\"$query\""
-
-    # Use eval to properly handle quotes in the command
-    result=$(eval "$bendsql_cmd" 2>&1)
-    if [ $? -ne 0 ]; then
-        return 1
-    fi
-    echo "$result" | tail -n +2  # Skip header row
+	local query="$1"
+	local result
+	local bendsql_cmd="bendsql"
+
+	# Add DSN if specified
+	if [ -n "$DSN" ]; then
+		bendsql_cmd="$bendsql_cmd --dsn=\"$DSN\""
+	fi
+
+	bendsql_cmd="$bendsql_cmd --query=\"$query\""
+
+	# Use eval to properly handle quotes in the command
+	result=$(eval "$bendsql_cmd" 2>&1)
+	if [ $? -ne 0 ]; then
+		return 1
+	fi
+	echo "$result" | tail -n +2 # Skip header row
 }
 
 # Get all databases
 echo "Fetching list of databases..."
 databases=$(execute_query "SELECT name FROM system.databases")
 if [ $? -ne 0 ]; then
-    echo "Error: Failed to get databases list" >&2
-    exit 1
+	echo "Error: Failed to get databases list" >&2
+	exit 1
 fi
 
 # Process each database
 while IFS= read -r db; do
-    if [ -z "$db" ]; then
-        continue
-    fi
-
-    echo "Processing database: $db"
-
-    # Try to get columns directly
-    columns_query="SELECT * FROM system.columns WHERE database = '$db'"
-    if ! execute_query "$columns_query" >/dev/null 2>&1; then
-        # If error, get tables first
-        tables=$(execute_query "SELECT name FROM system.tables WHERE database = '$db'")
-        if [ $? -ne 0 ]; then
-            echo "Error: Failed to get tables for database '$db'" >&2
-            continue
-        fi
-
-        # Process each table
-        while IFS= read -r table; do
-            if [ -z "$table" ]; then
-                continue
-            fi
-
-            echo "  Processing table: $table"
-            # Try to get columns for this table
-            table_columns_query="SELECT * FROM system.columns WHERE database = '$db' AND table = '$table'"
-            if ! execute_query "$table_columns_query" >/dev/null 2>&1; then
-                echo "Error encountered for database: '$db', table: '$table'"
-            fi
-        done <<< "$tables"
-    fi
-done <<< "$databases"
+	if [ -z "$db" ]; then
+		continue
+	fi
+
+	echo "Processing database: $db"
+
+	# Try to get columns directly
+	columns_query="SELECT * FROM system.columns WHERE database = '$db'"
+	if ! execute_query "$columns_query" >/dev/null 2>&1; then
+		# If error, get tables first
+		tables=$(execute_query "SELECT name FROM system.tables WHERE database = '$db'")
+		if [ $? -ne 0 ]; then
+			echo "Error: Failed to get tables for database '$db'" >&2
+			continue
+		fi
+
+		# Process each table
+		while IFS= read -r table; do
+			if [ -z "$table" ]; then
+				continue
+			fi
+
+			echo "  Processing table: $table"
+			# Try to get columns for this table
+			table_columns_query="SELECT * FROM system.columns WHERE database = '$db' AND table = '$table'"
+			if ! execute_query "$table_columns_query" >/dev/null 2>&1; then
+				echo "Error encountered for database: '$db', table: '$table'"
+			fi
+		done <<<"$tables"
+	fi
+done <<<"$databases"
 
 echo "Processing complete."