[feature] Add metrics for in memory and disk cache size before cleanup

Author: OTLegend

src/commands/cleaners/operation-id-cleaner-command.js

@@ -24,6 +24,15 @@ class OperationIdCleanerCommand extends Command {
      * @param command
      */
     async execute() {
+        const memoryBytes = this.operationIdService.getOperationIdMemoryCacheSizeBytes();
+        const fileBytes = await this.operationIdService.getOperationIdFileCacheSizeBytes();
+        const bytesInMegabyte = 1024 * 1024;
+        this.logger.debug(
+            `Operation cache footprint before cleanup: memory=${(
+                memoryBytes / bytesInMegabyte
+            ).toFixed(2)}MB, files=${(fileBytes / bytesInMegabyte).toFixed(2)}MB`,
+        );
+
         this.logger.debug('Starting command for removal of expired cache files');
         const timeToBeDeleted = Date.now() - OPERATION_ID_COMMAND_CLEANUP_TIME_MILLS;
         await this.repositoryModuleManager.removeOperationIdRecord(timeToBeDeleted, [

src/service/operation-id-service.js

@@ -150,6 +150,30 @@ class OperationIdService {
         delete this.memoryCachedHandlersData[operationId];
     }
 
+    getOperationIdMemoryCacheSizeBytes() {
+        let total = 0;
+        for (const operationId in this.memoryCachedHandlersData) {
+            const { data } = this.memoryCachedHandlersData[operationId];
+            total += Buffer.from(JSON.stringify(data)).byteLength;
+        }
+        return total;
+    }
+
+    async getOperationIdFileCacheSizeBytes() {
+        const cacheFolderPath = this.fileService.getOperationIdCachePath();
+        const cacheFolderExists = await this.fileService.pathExists(cacheFolderPath);
+        if (!cacheFolderExists) return 0;
+
+        const fileList = await this.fileService.readDirectory(cacheFolderPath);
+        let total = 0;
+        for (const fileName of fileList) {
+            // eslint-disable-next-line no-await-in-loop
+            const stats = await this.fileService.stat(path.join(cacheFolderPath, fileName));
+            total += stats.size;
+        }
+        return total;
+    }
+
     async removeExpiredOperationIdMemoryCache(expiredTimeout) {
         const now = Date.now();
         let deleted = 0;