Auto regenerate data each day

Author: edwardhorsford

app/data/session-data-defaults.js

@@ -6,6 +6,7 @@ const ethnicities = require("./ethnicities");
 const path = require('path');
 const fs = require('fs');
 const dayjs = require('dayjs');
+const { needsRegeneration } = require('../lib/utils/regenerate-data');
 
 // Check if generated data folder exists and create if needed
 const generatedDataPath = path.join(__dirname, 'generated');
@@ -21,24 +22,18 @@ let generationInfo = {
   stats: { participants: 0, clinics: 0, events: 0 }
 };
 
-// Check if we need to regenerate data
+// Load generation info
 const generationInfoPath = path.join(generatedDataPath, 'generation-info.json');
-let needsRegeneration = true;
-
 if (fs.existsSync(generationInfoPath)) {
   try {
     generationInfo = JSON.parse(fs.readFileSync(generationInfoPath));
-    const generatedDate = dayjs(generationInfo.generatedAt).startOf('day');
-    const today = dayjs().startOf('day');
-    needsRegeneration = !generatedDate.isSame(today, 'day');
   } catch (err) {
     console.warn('Error reading generation info:', err);
-    needsRegeneration = true;
   }
 }
 
 // Generate or load data
-if (needsRegeneration) {
+if (needsRegeneration(generationInfo)) {
   console.log('Generating new seed data...');
   require('../lib/generate-seed-data.js')();
 

app/lib/utils/regenerate-data.js

@@ -0,0 +1,57 @@
+// app/lib/utils/regenerate-data.js
+
+const generateData = require('../generate-seed-data');
+const path = require('path');
+const dayjs = require('dayjs');
+const fs = require('fs');
+
+async function regenerateData(req) {
+  // Generate new data
+  await generateData();
+  
+  // Clear the require cache for session data defaults
+  const sessionDataPath = path.resolve(__dirname, '../../data/session-data-defaults.js');
+  delete require.cache[require.resolve(sessionDataPath)];
+  
+  // Clear cache for the generated JSON files
+  const generatedDataPath = path.resolve(__dirname, '../../data/generated');
+  Object.keys(require.cache).forEach(key => {
+    if (key.startsWith(generatedDataPath)) {
+      delete require.cache[key];
+    }
+  });
+
+  // Read generation info including stats
+  const generationInfoPath = path.join(generatedDataPath, 'generation-info.json');
+  let generationInfo = {
+    generatedAt: new Date().toISOString(),
+    stats: { participants: 0, clinics: 0, events: 0 }
+  };
+
+  try {
+    if (fs.existsSync(generationInfoPath)) {
+      generationInfo = JSON.parse(fs.readFileSync(generationInfoPath));
+    }
+  } catch (err) {
+    console.warn('Error reading generation info:', err);
+  }
+  
+  // Reload session data defaults with fresh data and updated generation info
+  req.session.data = {
+    ...require('../../data/session-data-defaults'),
+    generationInfo
+  };
+}
+
+function needsRegeneration(generationInfo) {
+  if (!generationInfo?.generatedAt) return true;
+  
+  const generatedDate = dayjs(generationInfo.generatedAt).startOf('day');
+  const today = dayjs().startOf('day');
+  return !generatedDate.isSame(today, 'day');
+}
+
+module.exports = {
+  regenerateData,
+  needsRegeneration
+};

app/routes.js

@@ -1,8 +1,23 @@
 // External dependencies
 const express = require('express');
+const { regenerateData, needsRegeneration } = require('./lib/utils/regenerate-data');
 
 const router = express.Router();
 
+// Keep regeneration middleware before other routes
+router.use(async (req, res, next) => {
+  try {
+    if (needsRegeneration(req.session.data?.generationInfo)) {
+      console.log('Regenerating data for new day...');
+      await regenerateData(req);
+    }
+    next();
+  } catch (err) {
+    console.error('Error checking/regenerating data:', err);
+    next(err);
+  }
+});
+
 require('./routes/settings')(router);
 require('./routes/clinics')(router);
 

app/routes/settings.js

@@ -4,34 +4,20 @@ const generateData = require('../lib/generate-seed-data');
 const dayjs = require('dayjs');
 const path = require('path');
 const fs = require('fs');
+const { regenerateData } = require('../lib/utils/regenerate-data');
+
 
 module.exports = router => {
 
 // Handle regenerate data action
 router.post('/settings/regenerate', async (req, res) => {
   try {
-    await generateData();
-    
-    // Clear the require cache for session data defaults and generated data
-    const sessionDataPath = path.resolve(__dirname, '../data/session-data-defaults.js');
-    delete require.cache[require.resolve(sessionDataPath)];
-    
-    // Also clear cache for the generated JSON files
-    const generatedDataPath = path.resolve(__dirname, '../data/generated');
-    Object.keys(require.cache).forEach(key => {
-      if (key.startsWith(generatedDataPath)) {
-        delete require.cache[key];
-      }
-    });
-    
-    // Now reload session data defaults with fresh data
-    req.session.data = require('../data/session-data-defaults');
+    await regenerateData(req);
     req.flash('success', 'Data regenerated successfully');
   } catch (err) {
     console.error('Error regenerating data:', err);
     req.flash('error', 'Error regenerating data');
   }
-  
   res.redirect('/settings');
 });