add proactive cache cleanup

Author: KSDaemon

packages/cubejs-server-core/src/core/CompilerApi.js

@@ -35,6 +35,20 @@ export class CompilerApi {
       ttl: options.maxCompilerCacheKeepAlive,
       updateAgeOnGet: options.updateCompilerCacheKeepAlive
     });
+
+    // proactively free up old cache values occasionally
+    if (this.options.maxCompilerCacheKeepAlive) {
+      this.compiledScriptCacheInterval = setInterval(
+        () => this.compiledScriptCache.purgeStale(),
+        this.options.maxCompilerCacheKeepAlive
+      );
+    }
+  }
+
+  dispose() {
+    if (this.compiledScriptCacheInterval) {
+      clearInterval(this.compiledScriptCacheInterval);
+    }
   }
 
   setGraphQLSchema(schema) {

packages/cubejs-server-core/src/core/server.ts

@@ -204,7 +204,9 @@ export class CubejsServerCore {
     this.compilerCache = new LRUCache<string, CompilerApi>({
       max: this.options.compilerCacheSize || 250,
       ttl: this.options.maxCompilerCacheKeepAlive,
-      updateAgeOnGet: this.options.updateCompilerCacheKeepAlive
+      updateAgeOnGet: this.options.updateCompilerCacheKeepAlive,
+      // needed to clear the setInterval timer for proactive cache internal cleanups
+      dispose: (v) => v.dispose(),
     });
 
     if (this.options.contextToAppId) {