cache trend scores in backend

Author: szakarias

app/lib/fake/backend/fake_download_counts.dart

@@ -48,3 +48,9 @@ Future<void> generateFake30DaysTotals(Map<String, int> totals) async {
       .writeBytesWithRetry(
           downloadCounts30DaysTotalsFileName, jsonUtf8Encoder.convert(totals));
 }
+
+Future<void> generateFakeTrendScores(Map<String, int> totals) async {
+  await storageService
+      .bucket(activeConfiguration.reportsBucketName!)
+      .writeBytesWithRetry(trendScoreFileName, jsonUtf8Encoder.convert(totals));
+}

app/lib/service/download_counts/backend.dart

@@ -31,12 +31,20 @@ class DownloadCountsBackend {
   late CachedValue<Map<String, int>> _thirtyDaysTotals;
   var _lastData = (data: <String, int>{}, etag: '');
 
+  late CachedValue<Map<String, int>> _trendScores;
+  var _lastTrendData = (data: <String, int>{}, etag: '');
+
   DownloadCountsBackend(this._db) {
     _thirtyDaysTotals = CachedValue(
         name: 'thirtyDaysTotalDownloadCounts',
         maxAge: Duration(days: 14),
         interval: Duration(minutes: 30),
         updateFn: _updateThirtyDaysTotals);
+    _trendScores = CachedValue(
+        name: 'trendScores',
+        maxAge: Duration(days: 14),
+        interval: Duration(minutes: 30),
+        updateFn: _updateTrendScores);
   }
 
   Future<Map<String, int>> _updateThirtyDaysTotals() async {
@@ -74,17 +82,54 @@ class DownloadCountsBackend {
     }
   }
 
+  Future<Map<String, int>> _updateTrendScores() async {
+    try {
+      final info = await storageService
+          .bucket(activeConfiguration.reportsBucketName!)
+          .infoWithRetry(trendScoreFileName);
+
+      if (_lastTrendData.etag == info.etag) {
+        return _lastTrendData.data;
+      }
+      final data = (await storageService
+              .bucket(activeConfiguration.reportsBucketName!)
+              .readWithRetry(
+                trendScoreFileName,
+                (input) async => await input
+                    .transform(utf8.decoder)
+                    .transform(json.decoder)
+                    .single as Map<String, dynamic>,
+              ))
+          .cast<String, int>();
+      _lastTrendData = (data: data, etag: info.etag);
+      return data;
+    } on FormatException catch (e, st) {
+      logger.severe('Error package trend scores:', e, st);
+      rethrow;
+    } on DetailedApiRequestError catch (e, st) {
+      if (e.status != 404) {
+        logger.severe('Failed to load $trendScoreFileName, error : ', e, st);
+      }
+      rethrow;
+    }
+  }
+
   Future<void> start() async {
     await _thirtyDaysTotals.update();
+    await _trendScores.update();
   }
 
   Future<void> close() async {
     await _thirtyDaysTotals.close();
+    await _trendScores.close();
   }
 
   int? lookup30DaysTotalCounts(String package) =>
       _thirtyDaysTotals.isAvailable ? _thirtyDaysTotals.value![package] : null;
 
+  int? lookupTrendScore(String package) =>
+      _trendScores.isAvailable ? _trendScores.value![package] : null;
+
   Future<CountData?> lookupDownloadCountData(String pkg) async {
     return (await cache.downloadCounts(pkg).get(() async {
       final key = _db.emptyKey.append(DownloadCounts, id: pkg);

app/test/service/download_counts/computations_test.dart

@@ -337,4 +337,24 @@ void main() {
       expect(data, trends);
     });
   });
+
+  testWithProfile('cache package trend scores', fn: () async {
+    await generateFakeTrendScores({'foo': 3, 'bar': 1, 'baz': 2});
+    expect(downloadCountsBackend.lookupTrendScore('foo'), isNull);
+    expect(downloadCountsBackend.lookupTrendScore('bar'), isNull);
+    expect(downloadCountsBackend.lookupTrendScore('baz'), isNull);
+
+    await downloadCountsBackend.start();
+    expect(downloadCountsBackend.lookupTrendScore('foo'), 3);
+    expect(downloadCountsBackend.lookupTrendScore('bar'), 1);
+    expect(downloadCountsBackend.lookupTrendScore('baz'), 2);
+    expect(downloadCountsBackend.lookupTrendScore('bax'), isNull);
+
+    await generateFakeTrendScores({'foo': 9, 'bar': 2, 'baz': 5});
+    await downloadCountsBackend.start();
+    expect(downloadCountsBackend.lookupTrendScore('foo'), 9);
+    expect(downloadCountsBackend.lookupTrendScore('bar'), 2);
+    expect(downloadCountsBackend.lookupTrendScore('baz'), 5);
+    expect(downloadCountsBackend.lookupTrendScore('bax'), isNull);
+  });
 }