inject PerfTracker for tracking in dataschemacompiler

Author: KSDaemon

packages/cubejs-schema-compiler/src/compiler/DataSchemaCompiler.ts

@@ -23,6 +23,7 @@ import { CompilerInterface } from './PrepareCompiler';
 import { YamlCompiler } from './YamlCompiler';
 import { CubeDictionary } from './CubeDictionary';
 import { CompilerCache } from './CompilerCache';
+import { perfTracker } from './PerfTracker';
 
 const ctxFileStorage = new AsyncLocalStorage<FileContent>();
 
@@ -211,8 +212,12 @@ export class DataSchemaCompiler {
   }
 
   protected async doCompile() {
+    const compileTimer = perfTracker.start('doCompile', true);
+
     const files = await this.repository.dataSchemaFiles();
 
+    console.log(`Compiling ${files.length} files...`);
+
     this.pythonContext = await this.loadPythonContext(files, 'globals.py');
     this.yamlCompiler.initFromPythonContext(this.pythonContext);
 
@@ -235,6 +240,8 @@ export class DataSchemaCompiler {
     }
 
     const transpile = async (stage: CompileStage): Promise<FileContent[]> => {
+      const transpileTimer = perfTracker.start(`transpilation-stage-${stage}`);
+
       let cubeNames: string[] = [];
       let cubeSymbols: Record<string, Record<string, boolean>> = {};
       let transpilerNames: string[] = [];
@@ -301,6 +308,8 @@ export class DataSchemaCompiler {
         results = await Promise.all(toCompile.map(f => this.transpileFile(f, errorsReport, {})));
       }
 
+      transpileTimer.end();
+
       return results.filter(f => !!f) as FileContent[];
     };
 
@@ -398,6 +407,8 @@ export class DataSchemaCompiler {
     });
 
     const compilePhase = async (compilers: CompileCubeFilesCompilers, stage: 0 | 1 | 2 | 3) => {
+      const compilePhaseTimer = perfTracker.start(`compilation-phase-${stage}`);
+
       // clear the objects for the next phase
       cubes = [];
       exports = {};
@@ -406,7 +417,9 @@ export class DataSchemaCompiler {
       asyncModules = [];
       transpiledFiles = await transpile(stage);
 
-      return this.compileCubeFiles(cubes, contexts, compiledFiles, asyncModules, compilers, transpiledFiles, errorsReport);
+      const res = this.compileCubeFiles(cubes, contexts, compiledFiles, asyncModules, compilers, transpiledFiles, errorsReport);
+      compilePhaseTimer.end();
+      return res;
     };
 
     return compilePhase({ cubeCompilers: this.cubeNameCompilers }, 0)
@@ -442,6 +455,12 @@ export class DataSchemaCompiler {
         } else if (transpilationWorkerThreads && this.workerPool) {
           this.workerPool.terminate();
         }
+
+        // End overall compilation timing and print performance report
+        compileTimer.end();
+        setImmediate(() => {
+          perfTracker.printReport();
+        });
       });
   }
 
@@ -640,7 +659,9 @@ export class DataSchemaCompiler {
           asyncModules
         );
       });
+    const asyncModulesTimer = perfTracker.start('asyncModules.reduce (jinja)');
     await asyncModules.reduce((a: Promise<void>, b: CallableFunction) => a.then(() => b()), Promise.resolve());
+    asyncModulesTimer.end();
     return this.compileObjects(compilers.cubeCompilers || [], cubes, errorsReport)
       .then(() => this.compileObjects(compilers.contextCompilers || [], contexts, errorsReport));
   }
@@ -663,7 +684,9 @@ export class DataSchemaCompiler {
     compiledFiles[file.fileName] = true;
 
     if (file.fileName.endsWith('.js')) {
+      const compileJsFileTimer = perfTracker.start('compileJsFile');
       this.compileJsFile(file, errorsReport, { doSyntaxCheck });
+      compileJsFileTimer.end();
     } else if (file.fileName.endsWith('.yml.jinja') || file.fileName.endsWith('.yaml.jinja') ||
       (
         file.fileName.endsWith('.yml') || file.fileName.endsWith('.yaml')
@@ -677,7 +700,9 @@ export class DataSchemaCompiler {
         this.pythonContext!
       ));
     } else if (file.fileName.endsWith('.yml') || file.fileName.endsWith('.yaml')) {
+      const compileYamlFileTimer = perfTracker.start('compileYamlFile');
       this.yamlCompiler.compileYamlFile(file, errorsReport);
+      compileYamlFileTimer.end();
     }
   }