more perf tracking

Author: KSDaemon

packages/cubejs-schema-compiler/src/compiler/DataSchemaCompiler.ts

@@ -636,6 +636,8 @@ export class DataSchemaCompiler {
   ): Promise<(FileContent | undefined)> {
     try {
       if (getEnv('transpilationNative')) {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (native)');
+
         const reqData = {
           fileName: file.fileName,
           fileContent: file.content,
@@ -657,8 +659,12 @@ export class DataSchemaCompiler {
         errorsReport.addWarnings(res[0].warnings as unknown as SyntaxErrorInterface[]);
         errorsReport.exitFile();
 
+        compileJsFileTimer.end();
+
         return { ...file, content: res[0].code };
       } else if (getEnv('transpilationWorkerThreads')) {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (threads)');
+
         const data = {
           fileName: file.fileName,
           content: file.content,
@@ -671,8 +677,12 @@ export class DataSchemaCompiler {
         errorsReport.addErrors(res.errors);
         errorsReport.addWarnings(res.warnings);
 
+        compileJsFileTimer.end();
+
         return { ...file, content: res.content };
       } else {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (inplace)');
+
         const ast = parse(
           file.content,
           {
@@ -689,6 +699,9 @@ export class DataSchemaCompiler {
         errorsReport.exitFile();
 
         const content = babelGenerator(ast, {}, file.content).code;
+
+        compileJsFileTimer.end();
+
         return { ...file, content };
       }
     } catch (e: any) {
@@ -721,6 +734,8 @@ export class DataSchemaCompiler {
     }
 
     if (getEnv('transpilationNative')) {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (native)');
+
       const reqData = {
         fileName: file.fileName,
         fileContent: file.content,
@@ -736,8 +751,12 @@ export class DataSchemaCompiler {
 
       this.compiledYamlCache.set(cacheKey, res[0].code);
 
+      transpileYamlFileTimer.end();
+
       return { ...file, content: res[0].code };
     } else if (getEnv('transpilationWorkerThreads')) {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (threads)');
+
       const data = {
         fileName: file.fileName,
         content: file.content,
@@ -754,12 +773,18 @@ export class DataSchemaCompiler {
 
       this.compiledYamlCache.set(cacheKey, res.content);
 
+      transpileYamlFileTimer.end();
+
       return { ...file };
     } else {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (inplace)');
+
       const transpiledFile = this.yamlCompiler.transpileYamlFile(file, errorsReport);
 
       this.compiledYamlCache.set(cacheKey, transpiledFile?.content || '');
 
+      transpileYamlFileTimer.end();
+
       return transpiledFile;
     }
   }

packages/cubejs-schema-compiler/src/compiler/YamlCompiler.ts

@@ -19,6 +19,7 @@ import { nonStringFields } from './CubeValidator';
 import { ErrorReporter } from './ErrorReporter';
 import { camelizeCube } from './utils';
 import { CompileContext } from './DataSchemaCompiler';
+import { perfTracker } from './PerfTracker';
 
 type EscapeStateStack = {
   inFormattedStr?: boolean;
@@ -72,7 +73,10 @@ export class YamlCompiler {
   ): Promise<FileContent | undefined> {
     const renderedFile = await this.renderTemplate(file, compileContext, pythonContext);
 
-    return this.transpileYamlFile(renderedFile, errorsReport);
+    const transpileJinjaFileTimer2 = perfTracker.start('compile Jinja - transpileYamlFile');
+    const res = this.transpileYamlFile(renderedFile, errorsReport);
+    transpileJinjaFileTimer2.end();
+    return res;
   }
 
   public transpileYamlFile(