feat(schema-compiler): Reduce memory usage after compilation is done (#9890)

* feat(schema-compiler): Reduce memory usage after compilation is done

* fix yarn.lock

Author: KSDaemon

packages/cubejs-schema-compiler/src/compiler/CubeDictionary.js

@@ -13,4 +13,8 @@ export class CubeDictionary {
   resolveCube(cubeName) {
     return this.byId[cubeName];
   }
+
+  free() {
+    this.byId = {};
+  }
 }

packages/cubejs-schema-compiler/src/compiler/CubeSymbols.ts

@@ -214,6 +214,15 @@ export class CubeSymbols {
     this.evaluateViews = evaluateViews;
   }
 
+  public free() {
+    this.symbols = {};
+    this.builtCubes = {};
+    this.cubeDefinitions = {};
+    this.funcArgumentsValues = {};
+    this.cubeList = [];
+    this.resolveSymbolsCallContext = undefined;
+  }
+
   public compile(cubes: CubeDefinition[], errorReporter: ErrorReporter) {
     this.cubeDefinitions = Object.fromEntries(
       cubes.map((c): [string, CubeDefinition] => [c.name, c])

packages/cubejs-schema-compiler/src/compiler/DataSchemaCompiler.ts

@@ -335,6 +335,9 @@ export class DataSchemaCompiler {
         if (!this.omitErrors) {
           this.throwIfAnyErrors();
         }
+        // Free unneeded resources
+        this.cubeDictionary.free();
+        this.cubeSymbols.free();
         return res;
       });
     }

yarn.lock

@@ -7644,15 +7644,15 @@
     "@smithy/util-uri-escape" "^4.0.0"
     tslib "^2.6.2"
 
-"@smithy/querystring-parser@^4.0.5":
+"@smithy/querystring-parser@^4.0.1", "@smithy/querystring-parser@^4.0.5":
   version "4.0.5"
   resolved "https://registry.yarnpkg.com/@smithy/querystring-parser/-/querystring-parser-4.0.5.tgz#95706e56aa769f09dc8922d1b19ffaa06946e252"
   integrity sha512-6SV7md2CzNG/WUeTjVe6Dj8noH32r4MnUeFKZrnVYsQxpGSIcphAanQMayi8jJLZAWm6pdM9ZXvKCpWOsIGg0w==
   dependencies:
     "@smithy/types" "^4.3.2"
     tslib "^2.6.2"
 
-"@smithy/service-error-classification@^4.0.7":
+"@smithy/service-error-classification@^4.0.1", "@smithy/service-error-classification@^4.0.7":
   version "4.0.7"
   resolved "https://registry.yarnpkg.com/@smithy/service-error-classification/-/service-error-classification-4.0.7.tgz#24072198a8c110d29677762162a5096e29eb4862"
   integrity sha512-XvRHOipqpwNhEjDf2L5gJowZEm5nsxC16pAZOeEcsygdjv9A2jdOh3YoDQvOXBGTsaJk6mNWtzWalOB9976Wlg==