cached latest

Author: max-ostapenko

perf_lab_test/main.js

@@ -1,11 +1,11 @@
 const axios = require('axios');
 
 const ENDPOINTS = {
-  A: 'https://prod-gw-2vzgiib6.ue.gateway.dev/v1/technologies',
-  B: 'https://dev-gw-2vzgiib6.uc.gateway.dev/v1/technologies'
+  A: 'https://prod-gw-2vzgiib6.ue.gateway.dev/v1/cwv?technology=WordPress,Shopify,Wix,Joomla,Drupal,Squarespace,PrestaShop,Webflow,1C-Bitrix,Tilda&geo=United%20States%20of%20America&rank=Top%20100k&start=latest',
+  B: 'https://reports-dev-2vzgiib6.uc.gateway.dev/v1/cwv?technology=WordPress,Shopify,Wix,Joomla,Drupal,Squarespace,PrestaShop,Webflow,1C-Bitrix,Tilda&geo=United%20States%20of%20America&rank=Top%20100k&start=latest'
 };
 
-const NUM_REQUESTS = 200;
+const NUM_REQUESTS = 100;
 const CONCURRENCY = 10;
 const MAX_JITTER_MS = 100;
 

src/utils/controllerHelpers.js

@@ -38,19 +38,42 @@ const sendValidationError = (res, errors) => {
   res.end(JSON.stringify(createErrorResponse(errors)));
 };
 
+// Cache for latest dates to avoid repeated queries
+const latestDateCache = new Map();
+const CACHE_TTL = 60 * 60 * 1000; // 1 hour in milliseconds
+
 /**
- * Get the latest date from a collection
+ * Get the latest date from a collection with caching
  * @param {Object} firestore - Firestore instance
  * @param {string} collection - Collection name
  * @returns {string|null} - Latest date or null
  */
 const getLatestDate = async (firestore, collection) => {
+  const now = Date.now();
+  const cacheKey = collection;
+  const cached = latestDateCache.get(cacheKey);
+
+  // Check if we have a valid cached result
+  if (cached && (now - cached.timestamp) < CACHE_TTL) {
+    return cached.date;
+  }
+
+  // Query for latest date
   const query = firestore.collection(collection).orderBy('date', 'desc').limit(1);
   const snapshot = await query.get();
+
+  let latestDate = null;
   if (!snapshot.empty) {
-    return snapshot.docs[0].data().date;
+    latestDate = snapshot.docs[0].data().date;
   }
-  return null;
+
+  // Cache the result
+  latestDateCache.set(cacheKey, {
+    date: latestDate,
+    timestamp: now
+  });
+
+  return latestDate;
 };
 
 /**

test-api.sh

@@ -104,7 +104,7 @@ test_endpoint "/v1/geos" ""
 test_endpoint "/v1/adoption" "?technology=WordPress&geo=ALL&rank=ALL&start=latest"
 
 # Test cwv endpoint
-test_endpoint "/v1/cwv" "?technology=WordPress&geo=ALL&rank=ALL&start=latest"
+test_endpoint "/v1/cwv" "?technology=WordPress,Drupal&geo=ALL&rank=ALL&start=latest"
 
 # Test lighthouse endpoint
 test_endpoint "/v1/lighthouse" "?technology=WordPress&geo=ALL&rank=ALL&start=latest"