fix(query-orchestrator): Table used cache should not be used for unions (#10192)

We don't need to cache them or mark as used in cache store, because it's single tables. Caching such keys result in huge memory usage, we can call it as memory leak.

Author: ovr

packages/cubejs-query-orchestrator/src/orchestrator/PreAggregationPartitionRangeLoader.ts

@@ -295,13 +295,15 @@ export class PreAggregationPartitionRangeLoader {
       const unionTargetTableName = allTableTargetNames
         .map(targetTableName => `SELECT * FROM ${targetTableName}${emptyResult ? ' WHERE 1 = 0' : ''}`)
         .join(' UNION ALL ');
+
       return {
         targetTableName: allTableTargetNames.length === 1 && !emptyResult ? allTableTargetNames[0] : `(${unionTargetTableName})`,
         refreshKeyValues: loadResults.map(t => t.refreshKeyValues),
         lastUpdatedAt,
         buildRangeEnd: !emptyResult && loadResults.length && loadResults[loadResults.length - 1].buildRangeEnd,
         lambdaTable,
         rollupLambdaId: this.preAggregation.rollupLambdaId,
+        isMultiTableUnion: allTableTargetNames.length > 1,
       };
     } else {
       return new PreAggregationLoader(

packages/cubejs-query-orchestrator/src/orchestrator/PreAggregations.ts

@@ -142,6 +142,7 @@ export type LoadPreAggregationResult = {
   queryKey?: any[];
   rollupLambdaId?: string;
   partitionRange?: QueryDateRange;
+  isMultiTableUnion?: boolean;
 };
 
 export type PreAggregationTableToTempTable = [string, LoadPreAggregationResult];
@@ -515,7 +516,9 @@ export class PreAggregations {
             ...loadResult,
             type: p.type,
           };
-          await this.addTableUsed(usedPreAggregation.targetTableName);
+          if (!usedPreAggregation.isMultiTableUnion) {
+            await this.addTableUsed(usedPreAggregation.targetTableName);
+          }
 
           if (i === preAggregations.length - 1 && queryBody.values) {
             queryParamsReplacement = await loader.replaceQueryBuildRangeParams(