Skip to content

Add timestamps to vnv just scripts #74

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
riverma wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add timestamps to vnv just scripts #74

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 32 additions & 1 deletion vnv-test-framework/dist-s1/dist-s1-polarization-switch-for-a-track.just
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,13 +14,44 @@
polarization-switch-test:
#!/usr/bin/env bash
set -e

# Capture start time
START_TIME=$(date +%s)
START_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')

# Helper function to print timestamp
timestamp() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
}

echo "==================================================================="
echo "DIST-S1 Polarization Switch for a Track Test"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Testing polarization switch scenario for track 20TLP_3"
echo "Timestamp: 20250919T102312Z"
echo "==================================================================="
echo ""

timestamp "Starting polarization switch test..."
# Reuse the existing e2e-with-product-id-time test with specific parameters
just dist-s1::e2e-with-product-id-time::e2e-with-product-id-time 20TLP_3 20250919T102312Z
just dist-s1::e2e-with-product-id-time::e2e-with-product-id-time 20TLP_3 20250919T102312Z
timestamp "Polarization switch test completed"

# Calculate duration
END_TIME=$(date +%s)
END_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))
DURATION_HUMAN=$(printf '%02d:%02d:%02d' $HOURS $MINUTES $SECONDS)

echo ""
echo "==================================================================="
echo "EXECUTION SUMMARY"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Ended: $END_TIME_HUMAN"
echo "Duration: $DURATION_HUMAN (${DURATION}s)"
echo "==================================================================="
31 changes: 31 additions & 0 deletions vnv-test-framework/dist-s1/dist-s1-single-polarization.just
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,13 +14,44 @@
dist-s1-single-polarization:
#!/usr/bin/env bash
set -e

# Capture start time
START_TIME=$(date +%s)
START_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')

# Helper function to print timestamp
timestamp() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
}

echo "==================================================================="
echo "DIST-S1 Single Polarization Test"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Testing single polarization scenario for track 51QTA_1"
echo "Timestamp: 20241029T100014Z"
echo "==================================================================="
echo ""

timestamp "Starting single polarization test..."
# Reuse the existing e2e-with-product-id-time test with specific parameters
just dist-s1::e2e-with-product-id-time::e2e-with-product-id-time 51QTA_1 20241029T100014Z
timestamp "Single polarization test completed"

# Calculate duration
END_TIME=$(date +%s)
END_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))
DURATION_HUMAN=$(printf '%02d:%02d:%02d' $HOURS $MINUTES $SECONDS)

echo ""
echo "==================================================================="
echo "EXECUTION SUMMARY"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Ended: $END_TIME_HUMAN"
echo "Duration: $DURATION_HUMAN (${DURATION}s)"
echo "==================================================================="
49 changes: 48 additions & 1 deletion vnv-test-framework/dist-s1/e2e-hist.just
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,45 +23,84 @@ DEBUG_PREFIX := "🔧 Running:"
e2e-hist:
#!/usr/bin/env bash
set -e

# Capture start time
START_TIME=$(date +%s)
START_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')

# Helper function to print timestamp
timestamp() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
}

echo "==================================================================="
echo "DIST-S1 E2E Historical Processing Test"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Date Range: 2025-07-10T02:00:00Z to 2025-07-10T07:00:00Z"
echo "Expected Products: {{EXPECTED_PRODUCT_COUNT}}"
echo "==================================================================="
echo ""

timestamp "Getting initial DAAC product count..."
echo "=== Initial DAAC Product Count ==="
daac_output_before=$(just dist-s1::e2e-with-product-id-time::daac-get-product-count 2>&1)
echo "$daac_output_before"
daac_count_before=$(echo "$daac_output_before" | awk '{print $1}')
echo ""

timestamp "Getting initial SDS product count..."
echo "=== Initial SDS Product Count ==="
sds_output_before=$(just dist-s1::e2e-with-product-id-time::sds-get-product-count 2>&1)
echo "$sds_output_before"
sds_count_before=$(echo "$sds_output_before" | awk '{print $1}')
echo ""

timestamp "Submitting historical processing job..."
echo "=== Submitting Historical Processing Job ==="
just dist-s1::e2e-hist::sds-submit-hist-job
echo ""

timestamp "Waiting 12 hours for job completion..."
echo "=== Waiting 12 hours for job completion ==="
sleep 43200
sleep 43200
timestamp "Wait completed"
echo ""

timestamp "Getting latest product RTC inputs..."
echo "=== Latest Product RTC Inputs ==="
just dist-s1::e2e-with-product-id-time::sds-get-latest-product-rtc-input-products
echo ""

timestamp "Getting latest product S3 URLs..."
echo "=== Latest Product S3 URLs ==="
just dist-s1::e2e-with-product-id-time::sds-get-latest-product-s3-product-urls
echo ""

timestamp "Getting final SDS product count..."
echo "=== Final SDS Product Count ==="
sds_output_after=$(just dist-s1::e2e-with-product-id-time::sds-get-product-count 2>&1)
echo "$sds_output_after"
sds_count_after=$(echo "$sds_output_after" | awk '{print $1}')
echo ""

timestamp "Getting final DAAC product count..."
echo "=== Final DAAC Product Count ==="
daac_output_after=$(just dist-s1::e2e-with-product-id-time::daac-get-product-count 2>&1)
echo "$daac_output_after"
daac_count_after=$(echo "$daac_output_after" | awk '{print $1}')
echo ""

# Calculate duration
END_TIME=$(date +%s)
END_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))
DURATION_HUMAN=$(printf '%02d:%02d:%02d' $HOURS $MINUTES $SECONDS)

timestamp "Validating results..."
echo "==================================================================="
echo "RESULTS"
echo "==================================================================="
Expand Down Expand Up @@ -93,6 +132,14 @@ e2e-hist:
echo " DAAC: $daac_count_before -> $daac_count_after (+$daac_delta)"
echo " Expected: {{EXPECTED_PRODUCT_COUNT}} products"
echo "==================================================================="
echo ""
echo "==================================================================="
echo "EXECUTION SUMMARY"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Ended: $END_TIME_HUMAN"
echo "Duration: $DURATION_HUMAN (${DURATION}s)"
echo "==================================================================="

# Submit DIST S1 historical processing job with date range
sds-submit-hist-job:
Expand Down
47 changes: 47 additions & 0 deletions vnv-test-framework/dist-s1/e2e-with-product-id-time.just
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,45 +22,84 @@ DEBUG_PREFIX := "🔧 Running:"
e2e-with-product-id-time TILE=DEFAULT_TILE TIMESTAMP=DEFAULT_TIMESTAMP:
#!/usr/bin/env bash
set -e

# Capture start time
START_TIME=$(date +%s)
START_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')

# Helper function to print timestamp
timestamp() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
}

echo "==================================================================="
echo "DIST-S1 E2E Test with --product-id-time"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Product ID: {{TILE}}"
echo "Timestamp: {{TIMESTAMP}}"
echo "==================================================================="
echo ""

timestamp "Getting initial DAAC product count..."
echo "=== Initial DAAC Product Count ==="
daac_output_before=$(just dist-s1::e2e-with-product-id-time::daac-get-product-count 2>&1)
echo "$daac_output_before"
daac_count_before=$(echo "$daac_output_before" | awk '{print $1}')
echo ""

timestamp "Getting initial SDS product count..."
echo "=== Initial SDS Product Count ==="
sds_output_before=$(just dist-s1::e2e-with-product-id-time::sds-get-product-count 2>&1)
echo "$sds_output_before"
sds_count_before=$(echo "$sds_output_before" | awk '{print $1}')
echo ""

timestamp "Submitting job..."
echo "=== Submitting Job ==="
just dist-s1::e2e-with-product-id-time::sds-submit-job {{TILE}} {{TIMESTAMP}}
echo ""

timestamp "Waiting 20 minutes for job completion..."
echo "=== Waiting 20 minutes for job completion ==="
sleep 1200
timestamp "Wait completed"
echo ""

timestamp "Getting latest product RTC inputs..."
echo "=== Latest Product RTC Inputs ==="
just dist-s1::e2e-with-product-id-time::sds-get-latest-product-rtc-input-products
echo ""

timestamp "Getting latest product S3 URLs..."
echo "=== Latest Product S3 URLs ==="
just dist-s1::e2e-with-product-id-time::sds-get-latest-product-s3-product-urls
echo ""

timestamp "Getting final SDS product count..."
echo "=== Final SDS Product Count ==="
sds_output_after=$(just dist-s1::e2e-with-product-id-time::sds-get-product-count 2>&1)
echo "$sds_output_after"
sds_count_after=$(echo "$sds_output_after" | awk '{print $1}')
echo ""

timestamp "Getting final DAAC product count..."
echo "=== Final DAAC Product Count ==="
daac_output_after=$(just dist-s1::e2e-with-product-id-time::daac-get-product-count 2>&1)
echo "$daac_output_after"
daac_count_after=$(echo "$daac_output_after" | awk '{print $1}')
echo ""

# Calculate duration
END_TIME=$(date +%s)
END_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))
DURATION_HUMAN=$(printf '%02d:%02d:%02d' $HOURS $MINUTES $SECONDS)

timestamp "Validating results..."
echo "==================================================================="
echo "RESULTS"
echo "==================================================================="
Expand All @@ -78,6 +117,14 @@ e2e-with-product-id-time TILE=DEFAULT_TILE TIMESTAMP=DEFAULT_TIMESTAMP:
echo " SDS: $sds_count_before -> $sds_count_after (+" $((sds_count_after - sds_count_before)) ")"
echo " DAAC: $daac_count_before -> $daac_count_after (+" $((daac_count_after - daac_count_before)) ")"
echo "==================================================================="
echo ""
echo "==================================================================="
echo "EXECUTION SUMMARY"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "Ended: $END_TIME_HUMAN"
echo "Duration: $DURATION_HUMAN (${DURATION}s)"
echo "==================================================================="

# Submit DIST S1 job with product id time (now with variable parameters)
sds-submit-job TILE=DEFAULT_TILE TIMESTAMP=DEFAULT_TIMESTAMP:
Expand Down
54 changes: 52 additions & 2 deletions vnv-test-framework/dist-s1/mod.just
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,11 +8,61 @@ mod e2e-hist
all:
#!/usr/bin/env bash
set -e
echo "Running all DIST-S1 tests..."

# Capture start time
START_TIME=$(date +%s)
START_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')

# Helper function to print timestamp
timestamp() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
}

echo "==================================================================="
echo "DIST-S1 Test Suite"
echo "==================================================================="
echo "Started: $START_TIME_HUMAN"
echo "==================================================================="
echo ""

timestamp "Running all DIST-S1 tests..."
echo ""

timestamp "Starting e2e-with-product-id-time test"
just dist-s1::e2e-with-product-id-time::e2e-with-product-id-time
timestamp "Completed e2e-with-product-id-time test"
echo ""

timestamp "Starting dist-s1-single-polarization test"
just dist-s1::dist-s1-single-polarization
timestamp "Completed dist-s1-single-polarization test"
echo ""

timestamp "Starting dist-s1-polarization-switch-for-a-track test"
just dist-s1::dist-s1-polarization-switch-for-a-track
timestamp "Completed dist-s1-polarization-switch-for-a-track test"
echo ""

timestamp "Starting e2e-hist test"
just dist-s1::e2e-hist
timestamp "Completed e2e-hist test"
echo ""

# Calculate duration
END_TIME=$(date +%s)
END_TIME_HUMAN=$(date '+%Y-%m-%d %H:%M:%S %Z')
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))
DURATION_HUMAN=$(printf '%02d:%02d:%02d' $HOURS $MINUTES $SECONDS)

echo "==================================================================="
echo "EXECUTION SUMMARY"
echo "==================================================================="
echo "All DIST-S1 tests completed successfully"
echo ""
echo "All DIST-S1 tests completed."
echo "Started: $START_TIME_HUMAN"
echo "Ended: $END_TIME_HUMAN"
echo "Duration: $DURATION_HUMAN (${DURATION}s)"
echo "==================================================================="
Loading