[DEBUG] Add more logs to debug athena

Author: mcheshkov

.github/workflows/drivers-tests.yml

@@ -343,6 +343,6 @@ jobs:
           timeout_minutes: 20
           command: |
             cd ./packages/cubejs-testing-drivers
-            export DEBUG=testcontainers
+            export DEBUG=testcontainers*
             yarn ${{ matrix.database }}-full
 

packages/cubejs-athena-driver/src/AthenaDriver.ts

@@ -480,6 +480,7 @@ export class AthenaDriver extends BaseDriver implements DriverInterface {
       ...(this.config.catalog != null ? { QueryExecutionContext: { Catalog: this.config.catalog } } : {})
     };
     const { QueryExecutionId } = await this.athena.startQueryExecution(request);
+    console.log('athena started query ', query, QueryExecutionId);
     return { QueryExecutionId: checkNonNullable('StartQueryExecution', QueryExecutionId) };
   }
 

packages/cubejs-testing-drivers/src/helpers/buildPreaggs.ts

@@ -53,14 +53,22 @@ export async function buildPreaggs(
   selector: any,
 ) {
   return new Promise((resolve, reject) => {
+    console.log('Starting building pre-agg', selector);
+
     postRequest(
       port,
       '/cubejs-api/v1/pre-aggregations/jobs',
       token,
       { action: 'post', selector },
     ).then((post) => {
+      console.log('Building pre-agg postRequest callback', selector);
+
       readData(post).then((_jobs) => {
+        console.log('Building pre-agg readData callback', selector);
+
         const jobs = <string[]>JSON.parse(_jobs.toString());
+
+        console.log('Building pre-agg readData jobs', selector, jobs);
         if (jobs.length === 0) {
           resolve(true);
         } else {
@@ -73,6 +81,7 @@ export async function buildPreaggs(
               { action: 'get', resType: 'object', tokens: jobs },
             );
             const statuses = JSON.parse((await readData(get)).toString());
+            console.log('Building pre-agg readData jobs statuses', selector, statuses);
             Object.keys(statuses).forEach((t: string) => {
               const { status } = statuses[t];
               if (status.indexOf('failure') >= 0) {
@@ -135,7 +144,7 @@ export async function hookPreaggs(
           },
           tokens,
         );
-  
+
       selectors.forEach((info) => {
         const { status } = info;
         if (status.indexOf('failure') >= 0) {

packages/cubejs-testing-drivers/src/tests/testQueries.ts

@@ -141,6 +141,7 @@ export function testQueries(type: string, { includeIncrementalSchemaSuite, exten
 
     // MUST be the first test in the list!
     execute('must built pre-aggregations', async () => {
+      console.log('Starting building pre-aggs');
       await buildPreaggs(env.cube.port, apiToken, {
         timezones: ['UTC'],
         preAggregations: ['Customers.RAExternal'],