feat(schema-compiler): Use LRUCache for js data models compiled vm.Scripts

packages/cubejs-server-core/src/core/CompilerApi.js

@@ -35,6 +35,20 @@
       ttl: options.maxCompilerCacheKeepAlive,
       updateAgeOnGet: options.updateCompilerCacheKeepAlive
     });
+
+    // proactively free up old cache values occasionally
+    if (this.options.maxCompilerCacheKeepAlive) {
+      this.compiledScriptCacheInterval = setInterval(
+        () => this.compiledScriptCache.purgeStale(),
+        this.options.maxCompilerCacheKeepAlive
+      );
+    }
+  }
+
+  dispose() {
+    if (this.compiledScriptCacheInterval) {
+      clearInterval(this.compiledScriptCacheInterval);
+    }
   }
 
   setGraphQLSchema(schema) {

packages/cubejs-server-core/src/core/server.ts

@@ -204,7 +204,9 @@
     this.compilerCache = new LRUCache<string, CompilerApi>({
       max: this.options.compilerCacheSize || 250,
       ttl: this.options.maxCompilerCacheKeepAlive,
-      updateAgeOnGet: this.options.updateCompilerCacheKeepAlive
+      updateAgeOnGet: this.options.updateCompilerCacheKeepAlive,
+      // needed to clear the setInterval timer for proactive cache internal cleanups
+      dispose: (v) => v.dispose(),
     });
 
     if (this.options.contextToAppId) {
@@ -224,7 +226,7 @@
     // proactively free up old cache values occasionally
     if (this.options.maxCompilerCacheKeepAlive) {
       this.maxCompilerCacheKeep = setInterval(
         () => this.compilerCache.purgeStale(),
         this.options.maxCompilerCacheKeepAlive
       );
     }
@@ -554,7 +556,7 @@
     await this.orchestratorStorage.releaseConnections();
 
     this.orchestratorStorage.clear();
     this.compilerCache.clear();
 
     this.reloadEnvVariables();