Removing the db update did not eliminate the panic - see if we can workout if its before or after pulling google data

Author: Lan2u

src/index.ts

@@ -77,7 +77,7 @@ const periodicExternalReadModelRefresh = setInterval(() => {
         'Unexpected error when refreshing read model with external sources'
       )
     );
-}, 120_000);
+}, 60_000);
 server.on('close', () => {
   clearInterval(periodicReadModelRefresh);
   clearInterval(periodicExternalReadModelRefresh);

src/read-models/shared-state/async-apply-external-event-sources.ts

@@ -1,10 +1,8 @@
 import {Logger} from 'pino';
 import * as E from 'fp-ts/Either';
 import * as O from 'fp-ts/Option';
-import * as RA from 'fp-ts/ReadonlyArray';
 import {DomainEvent} from '../../types';
 import {BetterSQLite3Database} from 'drizzle-orm/better-sqlite3';
-import {pipe} from 'fp-ts/lib/function';
 import {EpochTimestampMilliseconds, MinimalEquipment} from './return-types';
 import {
   columnBoundsRequired,
@@ -22,6 +20,7 @@ import {getChunkIndexes} from '../../util';
 import {getAllEquipmentMinimal} from './equipment/get';
 import {expandLastQuizResult} from './equipment/expand';
 import {Dependencies} from '../../dependencies';
+import {inspect} from 'node:util';
 
 const ROW_BATCH_SIZE = 200;
 
@@ -74,18 +73,23 @@ const pullNewEquipmentQuizResultsForSheet = async (
       );
       return;
     }
-    pipe(
-      data.right,
-      extractGoogleSheetData(
-        logger,
-        trainingSheetId,
-        equipment.id,
-        sheet,
-        timezone,
-        equipment.lastQuizResult
-      ),
-      RA.map(updateState)
-    );
+    logger.info('Pulled data from google');
+    logger.info(inspect(data));
+    logger.info('About to extract google sheet data');
+    const result = extractGoogleSheetData(
+      logger,
+      trainingSheetId,
+      equipment.id,
+      sheet,
+      timezone,
+      equipment.lastQuizResult
+    )(data.right);
+    logger.info('Google sheet data extracted, result:');
+    logger.info(inspect(result));
+    logger.info('Updating data with the extracted data');
+    if (O.isSome(result)) {
+      result.value.forEach(updateState);
+    }
     logger.info('Finished processing sheet');
   }
 };

src/training-sheets/google.ts

@@ -269,8 +269,8 @@ export const extractGoogleSheetData =
   ) =>
   (
     spreadsheet: GoogleSpreadsheetDataForSheet
-  ): ReadonlyArray<EventOfType<'EquipmentTrainingQuizResult'>> => {
-    return pipe(
+  ): O.Option<ReadonlyArray<EventOfType<'EquipmentTrainingQuizResult'>>> =>
+    pipe(
       spreadsheet.sheets[0].data,
       array.lookup(0),
       O.flatMap(sheetData => O.fromNullable(sheetData.rowData)),
@@ -295,13 +295,8 @@ export const extractGoogleSheetData =
             )
           )
         )
-      ),
-      O.getOrElse(() => {
-        logger.warn('Failed to get row data, skipping');
-        return [] as ReadonlyArray<EventOfType<'EquipmentTrainingQuizResult'>>;
-      })
+      )
     );
-  };
 
 export const shouldPullFromSheet = (sheet: {
   properties: {