Merge pull request #362 from Sanketika-Obsrv/fix/dedup-config

Fix: Dedup config

Author: ravismula

api-service/src/configs/Config.ts

@@ -70,7 +70,8 @@ export const config = {
     "denorm_redis_host": process.env.denorm_redis_host || "localhost",
     "denorm_redis_port": parseInt(process.env.denorm_redis_port as string) || 6379,
     "dedup_redis_host": process.env.dedup_redis_host || "localhost",
-    "dedup_redis_port": parseInt(process.env.dedup_redis_port as string) || 6379
+    "dedup_redis_port": parseInt(process.env.dedup_redis_port as string) || 6379,
+    "dedup_period": parseInt(process.env.dedup_period as string) || 604800 // 7 days in seconds
   },
   "exclude_datasource_validation": process.env.exclude_datasource_validation ? process.env.exclude_datasource_validation.split(",") : ["system-stats", "failed-events-summary", "masterdata-system-stats", "system-events"], // list of datasource names to skip validation while calling query API
   "telemetry_dataset": process.env.telemetry_dataset || `${env}.system.telemetry.events`,

api-service/src/configs/DatasetConfigDefault.ts

@@ -13,13 +13,13 @@ export const defaultDatasetConfig = {
         "dedup_config": {
             "drop_duplicates": true,
             "dedup_key": "id",
-            "dedup_period": 604800, // 7 days
+            "dedup_period": config.redis_config.dedup_period // 7 days
         }
     },
     "dedup_config": {
         "drop_duplicates": false,
         "dedup_key": "id",
-        "dedup_period": 604800, // 7 days
+        "dedup_period": config.redis_config.dedup_period // 7 days
     },
     "denorm_config": {
         "redis_db_host": config.redis_config.denorm_redis_host,