Injest recurly data

Author: chromy

bun.lockb

@@ -80,6 +80,7 @@
     "pino-pretty": "^11.0.0",
     "pubsub-js": "^1.9.4",
     "qs": "^6.13.1",
+    "recurly": "^4.61.0",
     "sanitize-html": "^2.13.0",
     "uuid": "^9.0.0",
     "validator": "^13.7.0"

package.json

@@ -32,6 +32,7 @@ const Config = t.strict({
     'file:/tmp/makespace-member-app.db'
   ),
   TURSO_TOKEN: t.union([t.undefined, t.string]),
+  RECURLY_TOKEN: t.union([t.undefined, t.string]),
   TURSO_SYNC_URL: t.union([t.undefined, t.string]),
   LOG_LEVEL: withDefaultIfEmpty(LogLevel, 'debug'),
   GOOGLE_RATELIMIT_MS: withDefaultIfEmpty(

src/configuration.ts

@@ -92,7 +92,8 @@ export const initDependencies = (
     conf.GOOGLE_RATELIMIT_MS,
     O.fromNullable(conf.TROUBLE_TICKET_SHEET),
     _cacheSheetData,
-    _cacheTroubleTicketData
+    _cacheTroubleTicketData,
+    O.fromNullable(conf.RECURLY_TOKEN)
   );
 
   const deps: Dependencies = {

src/init-dependencies/init-dependencies.ts

@@ -2,6 +2,7 @@ import {getGravatarProfile, getGravatarThumbnail} from '../../templates/avatar';
 import {Html, html, sanitizeOption, sanitizeString} from '../../types/html';
 import {ViewModel} from './view-model';
 import {renderMemberNumber} from '../../templates/member-number';
+import {memberStatusTag} from '../../templates/member-status';
 import {renderOwnerAgreementStatus} from '../shared-render/owner-agreement';
 import {renderOwnerStatus} from '../shared-render/owner-status';
 import {renderTrainerStatus} from '../shared-render/trainer-status';
@@ -58,6 +59,10 @@ export const render = (viewModel: ViewModel) => html`
           ${viewModel.isSuperUser ? html`${editName(viewModel)}` : html``}
         </td>
       </tr>
+      <tr>
+        <th scope="row">Status</th>
+        <td>${memberStatusTag(viewModel.member.status)}</td>
+      </tr>
       <tr>
         <th scope="row">
           <p>Form of address</p>

src/queries/member/render.ts

@@ -7,6 +7,7 @@ import {ViewModel} from './view-model';
 import {getGravatarThumbnail} from '../../templates/avatar';
 import {renderMemberNumber} from '../../templates/member-number';
 import {Member} from '../../read-models/members';
+import {memberStatusTag} from '../../templates/member-status';
 
 const ordByMemberNumber: Ord<Member> = pipe(
   N.Ord,
@@ -27,6 +28,7 @@ const renderMembers = (viewModel: ViewModel) =>
           <td>${sanitizeOption(member.name)}</td>
           <td>${sanitizeOption(member.formOfAddress)}</td>
           <td>${sanitizeString(member.emailAddress)}</td>
+          <td>${memberStatusTag(member.status)}</td>
         </tr>
       `
     ),
@@ -41,6 +43,7 @@ const renderMembers = (viewModel: ViewModel) =>
               <th>Full Name</th>
               <th>Preferred form of address</th>
               <th>Email</th>
+              <th>Status</th>
             </tr>
           </thead>
           <tbody>

src/queries/members/render.ts

@@ -16,6 +16,7 @@ export type Member = {
   agreementSigned: O.Option<Date>;
   isSuperUser: boolean;
   gravatarHash: GravatarHash;
+  status: string;
 };
 
 export type MultipleMembers = Map<number, Member>;

src/read-models/members/return-types.ts

@@ -4,8 +4,10 @@ import * as O from 'fp-ts/Option';
 import * as A from 'fp-ts/Array';
 import * as t from 'io-ts';
 import * as tt from 'io-ts-types';
+import recurly from 'recurly';
 import {DomainEvent} from '../../types';
 import {BetterSQLite3Database} from 'drizzle-orm/better-sqlite3';
+import {EmailAddressCodec} from '../../types/email-address';
 
 import {constructEvent, EventOfType} from '../../types/domain-event';
 import {
@@ -366,94 +368,172 @@ export const pullTroubleTicketResponses = async (
 
 let lastTroubleTicketSync: O.Option<DateTime> = O.none; // FIXME - Temporary for POC.
 
-export const asyncApplyExternalEventSources = (
+async function asyncApplyGoogleEvents(
   logger: Logger,
   currentState: BetterSQLite3Database,
-  googleHelpers: O.Option<GoogleHelpers>,
+  googleHelpers: GoogleHelpers,
   updateState: (event: DomainEvent) => void,
   googleRefreshIntervalMs: number,
   troubleTicketSheetId: O.Option<string>,
   cacheSheetData: Dependencies['cacheSheetData'],
   cacheTroubleTicketData: Dependencies['cacheTroubleTicketData']
-) => {
-  return () => async () => {
-    logger.info('Applying external event sources...');
-    if (O.isNone(googleHelpers)) {
-      logger.info('Google external event source disabled');
-      return;
+) {
+  if (O.isSome(troubleTicketSheetId)) {
+    logger.info('Pulling latest trouble ticket reports...');
+    if (
+      O.isNone(lastTroubleTicketSync) ||
+      lastTroubleTicketSync.value.diffNow() > TROUBLE_TICKET_SYNC_INTERVAL
+    ) {
+      await pullTroubleTicketResponses(
+        logger,
+        googleHelpers,
+        troubleTicketSheetId.value,
+        updateState,
+        cacheTroubleTicketData
+      );
+      lastTroubleTicketSync = O.some(DateTime.now());
+    } else {
+      logger.info(
+        '%s since last trouble ticket sync - not resyncing yet',
+        lastTroubleTicketSync.value.diffNow().toHuman()
+      );
     }
+    logger.info('...done');
+  }
 
-    if (O.isSome(troubleTicketSheetId)) {
-      logger.info('Pulling latest trouble ticket reports...');
-      if (
-        O.isNone(lastTroubleTicketSync) ||
-        lastTroubleTicketSync.value.diffNow() > TROUBLE_TICKET_SYNC_INTERVAL
-      ) {
-        await pullTroubleTicketResponses(
-          logger,
-          googleHelpers.value,
-          troubleTicketSheetId.value,
-          updateState,
-          cacheTroubleTicketData
-        );
-        lastTroubleTicketSync = O.some(DateTime.now());
-      } else {
-        logger.info(
-          '%s since last trouble ticket sync - not resyncing yet',
-          lastTroubleTicketSync.value.diffNow().toHuman()
-        );
-      }
+  logger.info('Pulling google training sheet data...');
+  for (const equipment of getAllEquipmentMinimal(currentState)) {
+    const equipmentLogger = logger.child({equipment});
+    if (
+      O.isNone(equipment.trainingSheetId) ||
+      (O.isSome(equipment.lastQuizSync) &&
+        Date.now() - equipment.lastQuizSync.value < googleRefreshIntervalMs)
+    ) {
+      equipmentLogger.info('No google training sheet refresh required');
+      continue;
     }
 
-    logger.info(
-      'Finished pulling trouble ticket reports, getting google training sheet data...'
+    equipmentLogger.info(
+      'Triggering event update from google training sheets...'
     );
-    for (const equipment of getAllEquipmentMinimal(currentState)) {
-      const equipmentLogger = logger.child({equipment});
-      if (
-        O.isNone(equipment.trainingSheetId) ||
-        (O.isSome(equipment.lastQuizSync) &&
-          Date.now() - equipment.lastQuizSync.value < googleRefreshIntervalMs)
-      ) {
-        equipmentLogger.info('No google training sheet refresh required');
-        continue;
-      }
 
-      equipmentLogger.info(
-        'Triggering event update from google training sheets...'
-      );
-
-      const events: (
+    const events: (
+      | EventOfType<'EquipmentTrainingQuizSync'>
+      | EventOfType<'EquipmentTrainingQuizResult'>
+    )[] = [];
+    const collectEvents = (
+      event:
         | EventOfType<'EquipmentTrainingQuizSync'>
         | EventOfType<'EquipmentTrainingQuizResult'>
-      )[] = [];
-      const collectEvents = (
-        event:
-          | EventOfType<'EquipmentTrainingQuizSync'>
-          | EventOfType<'EquipmentTrainingQuizResult'>
-      ) => {
-        events.push(event);
-        updateState(event);
-      };
+    ) => {
+      events.push(event);
+      updateState(event);
+    };
 
-      await pullNewEquipmentQuizResults(
-        equipmentLogger,
+    await pullNewEquipmentQuizResults(
+      equipmentLogger,
+      googleHelpers,
+      equipment.id,
+      equipment.trainingSheetId.value,
+      collectEvents
+    );
+    equipmentLogger.info(
+      'Finished pulling %s events from google training sheet, caching...',
+      events.length
+    );
+    await cacheSheetData(
+      new Date(),
+      equipment.trainingSheetId.value,
+      equipmentLogger,
+      events
+    );
+  }
+  logger.info('...done');
+}
+
+async function asyncApplyRecurlyEvents(
+  logger: Logger,
+  currentState: BetterSQLite3Database,
+  updateState: (event: DomainEvent) => void,
+  recurlyToken: string
+) {
+  logger.info('Fetching recurly events...');
+  const client = new recurly.Client(recurlyToken);
+
+  const accounts = client.listAccounts();
+  for await (const account of accounts.each()) {
+    const {
+      email,
+      hasActiveSubscription,
+      hasFutureSubscription,
+      hasCanceledSubscription,
+      hasPausedSubscription,
+      hasPastDueInvoice,
+    } = account;
+
+    const maybeEmail = E.getOrElseW(() => undefined)(
+      EmailAddressCodec.decode(email)
+    );
+
+    if (maybeEmail === undefined) {
+      continue;
+    }
+
+    const event = constructEvent('RecurlySubscriptionUpdated')({
+      email: maybeEmail,
+      hasActiveSubscription: hasActiveSubscription ?? false,
+      hasFutureSubscription: hasFutureSubscription ?? false,
+      hasCanceledSubscription: hasCanceledSubscription ?? false,
+      hasPausedSubscription: hasPausedSubscription ?? false,
+      hasPastDueInvoice: hasPastDueInvoice ?? false,
+    });
+
+    updateState(event);
+  }
+
+  logger.info('...done');
+}
+
+export const asyncApplyExternalEventSources = (
+  logger: Logger,
+  currentState: BetterSQLite3Database,
+  googleHelpers: O.Option<GoogleHelpers>,
+  updateState: (event: DomainEvent) => void,
+  googleRefreshIntervalMs: number,
+  troubleTicketSheetId: O.Option<string>,
+  cacheSheetData: Dependencies['cacheSheetData'],
+  cacheTroubleTicketData: Dependencies['cacheTroubleTicketData'],
+  recurlyToken: O.Option<string>
+) => {
+  return () => async () => {
+    logger.info('Applying external event sources...');
+
+    if (O.isNone(googleHelpers)) {
+      logger.info('Google external event source disabled');
+    } else {
+      await asyncApplyGoogleEvents(
+        logger,
+        currentState,
         googleHelpers.value,
-        equipment.id,
-        equipment.trainingSheetId.value,
-        collectEvents
+        updateState,
+        googleRefreshIntervalMs,
+        troubleTicketSheetId,
+        cacheSheetData,
+        cacheTroubleTicketData
       );
-      equipmentLogger.info(
-        'Finished pulling %s events from google training sheet, caching...',
-        events.length
-      );
-      await cacheSheetData(
-        new Date(),
-        equipment.trainingSheetId.value,
-        equipmentLogger,
-        events
+    }
+
+    if (O.isNone(recurlyToken)) {
+      logger.info('Recurly external event source disabled');
+    } else {
+      await asyncApplyRecurlyEvents(
+        logger,
+        currentState,
+        updateState,
+        recurlyToken.value
       );
     }
+
     logger.info('Finished applying external event sources');
   };
 };

src/read-models/shared-state/async-apply-external-event-sources.ts

@@ -58,7 +58,8 @@ export const initSharedReadModel = (
   googleRateLimitMs: number,
   troubleTicketSheetId: O.Option<string>,
   cacheSheetData: Dependencies['cacheSheetData'],
-  cacheTroubleTicketData: Dependencies['cacheTroubleTicketData']
+  cacheTroubleTicketData: Dependencies['cacheTroubleTicketData'],
+  recurlyToken: O.Option<string>
 ): SharedReadModel => {
   const _underlyingReadModelDb = new Database();
   const readModelDb = drizzle(_underlyingReadModelDb);
@@ -78,7 +79,8 @@ export const initSharedReadModel = (
       googleRateLimitMs,
       troubleTicketSheetId,
       cacheSheetData,
-      cacheTroubleTicketData
+      cacheTroubleTicketData,
+      recurlyToken
     ),
     members: {
       get: getMemberFull(readModelDb),

src/read-models/shared-state/index.ts

@@ -87,6 +87,7 @@ export type MemberCoreInfo = {
   isSuperUser: boolean;
   superUserSince: O.Option<Date>;
   gravatarHash: GravatarHash;
+  status: string;
 };
 
 export type MemberAwaitingTraining = MemberCoreInfo & {