Fix GCS caching issues

- Add cache-busting query parameters to all GCS fetch calls
- Set Cache-Control headers on GCS uploads to prevent CDN caching
- Ensures dashboard always fetches fresh data on refresh

Author: amrit110

.github/workflows/fix-remote-pr.yml

@@ -333,7 +333,8 @@ jobs:
 
             gcloud storage cp /tmp/agent-execution-trace.json \
               "gs://bot-dashboard-vectorinstitute/$DEST_PATH" \
-              --content-type="application/json" || {
+              --content-type="application/json" \
+              --cache-control="no-cache, no-store, must-revalidate" || {
               echo "⚠️ Failed to upload trace to GCS, will rely on GitHub artifact"
             }
 
@@ -367,7 +368,8 @@ jobs:
             # Upload updated index back to GCS
             gcloud storage cp /tmp/traces_index_updated.json \
               gs://bot-dashboard-vectorinstitute/data/traces_index.json \
-              --content-type="application/json" || {
+              --content-type="application/json" \
+              --cache-control="no-cache, no-store, must-revalidate" || {
               echo "⚠️ Failed to update traces index"
             }
 

dashboard/lib/data-fetcher.ts

@@ -58,7 +58,9 @@ export async function fetchBotMetricsHistory(): Promise<BotMetricsHistory | null
  */
 export async function fetchTraceIndex(): Promise<TraceIndex | null> {
   try {
-    const response = await fetch(`${GCS_BUCKET_URL}/data/traces_index.json`, {
+    // Add cache-busting parameter to bypass CDN cache
+    const cacheBuster = Date.now()
+    const response = await fetch(`${GCS_BUCKET_URL}/data/traces_index.json?t=${cacheBuster}`, {
       cache: 'no-store',
     })
 
@@ -81,7 +83,9 @@ export async function fetchTraceIndex(): Promise<TraceIndex | null> {
  */
 export async function fetchAgentTrace(tracePath: string): Promise<AgentTrace | null> {
   try {
-    const response = await fetch(`${GCS_BUCKET_URL}/${tracePath}`, {
+    // Add cache-busting parameter to bypass CDN cache
+    const cacheBuster = Date.now()
+    const response = await fetch(`${GCS_BUCKET_URL}/${tracePath}?t=${cacheBuster}`, {
       cache: 'no-store',
     })