better indicator for failing country indicator updates

Author: mluukkai

data_source_mock/index.js

@@ -6,6 +6,7 @@ const app = express()
 const PORT = process.env.PORT || 3000
 const BROKEN_SANCTIONS = process.env.BROKEN_SANCTIONS || false
 const BROKEN_COUNTRIES = process.env.BROKEN_COUNTRIES || false
+const BROKEN_INDICATORS = process.env.BROKEN_INDICATORS || false
 
 let sentMail = []
 
@@ -97,6 +98,11 @@ app.get('/country/:countryCode/indicator/:indicatorCode', async (req, res) => {
 
   console.log('MOCK', code, indicatorCode, '(' + countryCode + ')')
 
+  if (BROKEN_INDICATORS && !req.query.ok && countryCode[0] == 'B') {
+    console.log('MOCK country indicators, broken', BROKEN_INDICATORS)
+    return res.status(Number(BROKEN_INDICATORS)).send({ message: 'errored' })
+  }
+
   res.json(JSON.parse(data))
 })
 
@@ -111,4 +117,5 @@ app.listen(PORT, () => {
   console.log('MOCK started in port', PORT)
   console.log('BROKEN_SANCTIONS', BROKEN_SANCTIONS)
   console.log('BROKEN_COUNTRIES', BROKEN_COUNTRIES)
+  console.log('BROKEN_INDICATORS', BROKEN_INDICATORS)
 })

src/server/data/worldbank/util.ts

@@ -171,10 +171,12 @@ export const buildCache = async () => {
     } catch (e) {
       failed.push(code)
     }
-    try {
-      await cacheCountryIndicator(code, 'CC.PER.RNK')
-      await cacheCountryIndicator(code, 'PV.PER.RNK')
-    } catch (e) {
+    const cc = await cacheCountryIndicator(code, 'CC.PER.RNK')
+    if (!cc) {
+      failed.push(code)
+    }
+    const pv = await cacheCountryIndicator(code, 'PV.PER.RNK')
+    if (!pv) {
       failed.push(code)
     }
 
@@ -207,10 +209,13 @@ export const buildIndividualCountryCaches = async () => {
     } catch (e) {
       failed.push(code)
     }
-    try {
-      await cacheCountryIndicator(code, 'CC.PER.RNK')
-      await cacheCountryIndicator(code, 'PV.PER.RNK')
-    } catch (e) {
+
+    const cc = await cacheCountryIndicator(code, 'CC.PER.RNK')
+    if (!cc) {
+      failed.push(code)
+    }
+    const pv = await cacheCountryIndicator(code, 'PV.PER.RNK')
+    if (!pv) {
       failed.push(code)
     }