Skip to content

Commit 1258331

Browse files
authored
fix(query): refresh index lose data (#18482)
fix: refresh index lose data
1 parent 182e5c6 commit 1258331

32 files changed

+923
-698
lines changed

Cargo.lock

Lines changed: 2 additions & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

scripts/selfhost/fetch_log.sh

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -160,11 +160,11 @@ parse_arguments() {
160160

161161
OUTPUT_DIR="${OUTPUT_DIR:-$DEFAULT_OUTPUT_DIR}"
162162
HOURS="${HOURS:-$DEFAULT_HOURS}"
163-
163+
164164
if [[ -n "$DATE" ]]; then
165165
format_date "$DATE"
166166
fi
167-
167+
168168
calculate_archive_info
169169
}
170170

@@ -183,7 +183,7 @@ validate_arguments() {
183183
exit 1
184184
fi
185185
fi
186-
186+
187187
# Validate hours parameter
188188
if [[ ! "$HOURS" =~ ^[0-9]+$ ]] || [[ $HOURS -le 0 ]]; then
189189
log ERROR "Invalid hours value: $HOURS (must be a positive integer)"
@@ -216,32 +216,32 @@ execute_query() {
216216
# Get server time range
217217
get_server_time_range() {
218218
echo "Querying server time range..."
219-
219+
220220
local time_query
221221
if [[ -n "$DATE" ]]; then
222222
time_query="SELECT DATE('$FORMATTED_DATE') AS start_time, DATE('$FORMATTED_DATE') + INTERVAL 1 DAY AS end_time"
223223
else
224224
time_query="SELECT NOW() - INTERVAL $HOURS HOUR AS start_time, NOW() AS end_time"
225225
fi
226-
226+
227227
local time_result
228228
time_result=$(execute_query "$time_query")
229-
229+
230230
if [[ -z "$time_result" ]]; then
231231
log ERROR "Failed to get server time range"
232232
exit 1
233233
fi
234-
234+
235235
# Parse the result - assuming tab-separated format
236236
SERVER_START_TIME=$(echo "$time_result" | tail -n 1 | awk '{print $1" "$2}')
237237
SERVER_END_TIME=$(echo "$time_result" | tail -n 1 | awk '{print $3" "$4}')
238-
238+
239239
if [[ -n "$DATE" ]]; then
240240
echo "Server time range: $FORMATTED_DATE (full day, server timezone)"
241241
else
242242
echo "Server time range: $SERVER_START_TIME ~ $SERVER_END_TIME ($HOURS hours)"
243243
fi
244-
244+
245245
log DEBUG "Server start time: $SERVER_START_TIME"
246246
log DEBUG "Server end time: $SERVER_END_TIME"
247247
}
@@ -264,7 +264,7 @@ download_file() {
264264
log ERROR "Empty presigned URL for $filename"
265265
return 1
266266
fi
267-
267+
268268
if [[ ! "$presign_url" =~ ^https?:// ]]; then
269269
log ERROR "Invalid URL format for $filename"
270270
return 1
@@ -309,7 +309,7 @@ create_archive() {
309309
file_list=$(mktemp)
310310
find "${dirs[@]}" -type f -print >"$file_list" 2>/dev/null
311311
local total_files
312-
total_files=$(wc -l < "$file_list")
312+
total_files=$(wc -l <"$file_list")
313313

314314
echo " Archiving $total_files files..."
315315
if ! tar -czf "$ARCHIVE_NAME" --files-from="$file_list" 2>>"$temp_log"; then
@@ -387,7 +387,7 @@ process_stage() {
387387
echo " Found $file_count files"
388388

389389
mkdir -p "$OUTPUT_DIR/$output_subdir"
390-
390+
391391
local current=0
392392
local success=0
393393
while IFS= read -r filename; do
@@ -398,20 +398,20 @@ process_stage() {
398398
done <<<"$file_list"
399399

400400
echo " Stage completed: $success/$current files downloaded"
401-
401+
402402
# Return counts via global variables for main function
403403
stage_total=$current
404404
stage_success=$success
405-
405+
406406
return 0
407407
}
408408

409409
main() {
410410
START_TIME=$(date +%s)
411-
411+
412412
parse_arguments "$@"
413413
validate_arguments
414-
414+
415415
echo "================================================================"
416416
echo "Databend Log Fetcher - Started at $(date '+%Y-%m-%d %H:%M:%S')"
417417
echo "================================================================"
@@ -422,7 +422,7 @@ main() {
422422
echo "Mode: Past $HOURS hours (filename uses current date)"
423423
fi
424424
echo "================================================================"
425-
425+
426426
build_base_command
427427

428428
# Get and display server time range
@@ -440,7 +440,7 @@ main() {
440440

441441
local total=0
442442
local success=0
443-
443+
444444
# Stage 1: Columns
445445
process_stage "Fetch System Columns" \
446446
"COPY INTO @a5c7667401c0c728c2ef9703bdaea66d9ae2d906 FROM system.columns;" \
@@ -495,7 +495,7 @@ main() {
495495
echo " Successfully downloaded: $success"
496496
echo " Failed: $((total - success))"
497497
if [[ $total -gt 0 ]]; then
498-
echo " Success rate: $(( success * 100 / total ))%"
498+
echo " Success rate: $((success * 100 / total))%"
499499
fi
500500

501501
if [[ $success -gt 0 ]]; then

0 commit comments

Comments
 (0)