Block startup until sync docs have loaded

Author: peachbits

package.json

@@ -23,6 +23,7 @@
     "lint": "eslint --ext .js,.ts .",
     "deploy": "npm run deploy:stop && npm run deploy:start",
     "deploy:start": "pm2 start pm2.json",
+    "deploy:start:logs": "pm2 start pm2.json && pm2 logs --lines 200",
     "deploy:stop": "pm2 delete all || true",
     "deploy:restart": "npm run deploy",
     "deploy:status": "pm2 status",

src/v3/index.ts

@@ -11,9 +11,31 @@ import {
   sendCoinrankListV2,
   sendCoinranksV2
 } from './legacyRouter'
-import { heartbeatV3, ratesV3 } from './router'
+import { initializeCoingeckoSyncDocs } from './providers/coingecko/coingecko'
+import { initializeCoinmarketcapSyncDocs } from './providers/coinmarketcap/coinmarketcap'
+import { initializeConstantRateSyncDocs } from './providers/constantRates'
+import { heartbeatV3, initializeRouterSyncDocs, ratesV3 } from './router'
 
 async function main(): Promise<void> {
+  // Try to preload synced docs before serving traffic. If some fail, keep
+  // running in a degraded state and rely on the background sync retries.
+  console.log('Starting initial sync doc load')
+  const syncResults = await Promise.allSettled([
+    initializeRouterSyncDocs(),
+    initializeCoingeckoSyncDocs(),
+    initializeCoinmarketcapSyncDocs(),
+    initializeConstantRateSyncDocs()
+  ])
+  const failedSyncs = syncResults.filter(
+    result => result.status === 'rejected'
+  ).length
+  if (failedSyncs > 0) {
+    console.warn(
+      `Initial sync doc load completed with ${failedSyncs} failure(s); starting in degraded mode`
+    )
+  } else {
+    console.log('Initial sync doc load complete')
+  }
   server()
 }
 
@@ -43,7 +65,7 @@ function server(): void {
   console.log(`HTTP v3 server listening on port ${httpPort}`)
 }
 
-main().catch(error => {
+main().catch((error: unknown) => {
   console.error(error)
   process.exit(1)
 })

src/v3/providers/coingecko/coingecko.ts

@@ -131,6 +131,25 @@ automatedTokenMappingsSyncDoc.onChange(automatedMappings => {
   }
 })
 
+export const initializeCoingeckoSyncDocs = async (): Promise<void> => {
+  console.log('Initializing coingecko sync docs')
+  await Promise.all([
+    manualTokenMappingsSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coingecko', error)
+      throw error
+    }),
+    automatedTokenMappingsSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coingecko:automated', error)
+      throw error
+    }),
+    platformIdMappingSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coingecko:platforms', error)
+      throw error
+    })
+  ])
+  console.log('Initialized coingecko sync docs')
+}
+
 const tokenMapping: RateEngine = async () => {
   const uidMapping: TokenMap = {}
   const crossChainMapping: CrossChainMapping = {}
@@ -282,7 +301,7 @@ const getHistoricalRates = async (
             out[id] = data.market_data.current_price.usd
           }
         })
-        .catch(e => {
+        .catch((e: unknown) => {
           console.error('coingecko historical query error:', e)
         })
     )

src/v3/providers/coinmarketcap/coinmarketcap.ts

@@ -161,6 +161,25 @@ automatedTokenMappingsSyncDoc.onChange(autoMappings => {
   }
 })
 
+export const initializeCoinmarketcapSyncDocs = async (): Promise<void> => {
+  console.log('Initializing coinmarketcap sync docs')
+  await Promise.all([
+    userTokenMappingsSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coinmarketcap', error)
+      throw error
+    }),
+    automatedTokenMappingsSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coinmarketcap:automated', error)
+      throw error
+    }),
+    platformIdMappingSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for coinmarketcap:platforms', error)
+      throw error
+    })
+  ])
+  console.log('Initialized coinmarketcap sync docs')
+}
+
 const tokenMapping: RateEngine = async () => {
   const mapping: TokenMap = {}
 

src/v3/providers/constantRates.ts

@@ -12,6 +12,15 @@ import { dbSettings } from './couch'
 const constantRateSyncDoc = syncedDocument('constantrates', asObject(asNumber))
 create30MinuteSyncInterval(constantRateSyncDoc, dbSettings)
 
+export const initializeConstantRateSyncDocs = async (): Promise<void> => {
+  console.log('Initializing constant rate sync docs')
+  await constantRateSyncDoc.sync(dbSettings).catch((error: unknown) => {
+    console.error('Initial sync failed for constantrates', error)
+    throw error
+  })
+  console.log('Initialized constant rate sync docs')
+}
+
 export const constantRates: RateProvider = {
   providerId: 'constantRates',
   type: 'api',

src/v3/router.ts

@@ -106,6 +106,26 @@ const automatedCrossChainSyncDoc = syncedDocument(
   'crosschain:automated',
   asCrossChainMapping
 )
+
+export const initializeRouterSyncDocs = async (): Promise<void> => {
+  console.log('Initializing router sync docs')
+  await Promise.all([
+    defaultCrossChainSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for crosschain', error)
+      throw error
+    }),
+    automatedCrossChainSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for crosschain:automated', error)
+      throw error
+    }),
+    v2CurrencyCodeMapSyncDoc.sync(dbSettings).catch((error: unknown) => {
+      console.error('Initial sync failed for v2CurrencyCodeMap', error)
+      throw error
+    })
+  ])
+  console.log('Initialized router sync docs')
+}
+
 create30MinuteSyncInterval(defaultCrossChainSyncDoc, dbSettings)
 create30MinuteSyncInterval(automatedCrossChainSyncDoc, dbSettings)
 create30MinuteSyncInterval(v2CurrencyCodeMapSyncDoc, dbSettings)

src/v3/utils.ts

@@ -375,12 +375,12 @@ export const create30MinuteSyncInterval = (
     .sync(db)
     .then(() => {
       setInterval(() => {
-        syncedDocument.sync(db).catch(e => {
+        syncedDocument.sync(db).catch((e: unknown) => {
           console.error('interval sync error', syncedDocument.id, e)
         })
       }, 30 * ONE_MINUTE)
     })
-    .catch(e => {
+    .catch((e: unknown) => {
       console.error('create30MinuteSyncInterval error', syncedDocument.id, e)
     })
 }