Merge pull request #193 from lt-zeeshan/DOT-3640

[DOT-3640] Add logic to use new architecture

Author: sushobhit-lt

package.json

@@ -40,6 +40,7 @@
     "listr2": "^7.0.1",
     "sharp": "^0.33.4",
     "tsup": "^7.2.0",
+    "uuid": "^11.0.3",
     "which": "^4.0.0",
     "winston": "^3.10.0"
   },

src/lib/env.ts

@@ -17,7 +17,7 @@ export default (): Env => {
         LT_SDK_DEBUG,
         BASELINE_BRANCH,
         CURRENT_BRANCH,
-        PROJECT_NAME
+        PROJECT_NAME,
     } = process.env
 
     return {

src/lib/httpClient.ts

@@ -1,7 +1,7 @@
 import fs from 'fs';
 import FormData from 'form-data';
 import axios, { AxiosInstance, AxiosRequestConfig } from 'axios';
-import { Env, ProcessedSnapshot, Git, Build, Context } from '../types.js';
+import { Env, Snapshot, ProcessedSnapshot, Git, Build, Context } from '../types.js';
 import constants from './constants.js';
 import type { Logger } from 'winston'
 import pkgJSON from './../../package.json'
@@ -36,7 +36,6 @@ export default class httpClient {
         if(config && config.data) {
             log.debug(config.data);
         }
-
         return this.axiosInstance.request(config)
             .then(resp => {
                 log.debug(`http response: ${JSON.stringify({
@@ -131,6 +130,24 @@ export default class httpClient {
         }, ctx.log)
     }
 
+    processSnapshot(ctx: Context, snapshot: ProcessedSnapshot, snapshotUuid: string) {
+        return this.request({
+            url: `/build/${ctx.build.id}/snapshot`,
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            data: { 
+                name: snapshot.name,
+                url: snapshot.url,
+                snapshotUuid: snapshotUuid,
+                test: {
+                    type: ctx.testType,
+                    source: 'cli'
+                },
+                async: false,
+            }
+        }, ctx.log)
+    }
+
     uploadScreenshot(
         { id: buildId, name: buildName, baseline }: Build, 
         ssPath: string, ssName: string, browserName :string, viewport: string, log: Logger
@@ -210,6 +227,19 @@ export default class httpClient {
         }, ctx.log)
     }
 
+    getS3PresignedURLForSnapshotUpload(ctx: Context, snapshotName: string, snapshotUuid: string) {
+        return this.request({
+            url: `/snapshotuploadurl`,
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            data: {
+                buildId: ctx.build.id,
+                snapshotName: snapshotName,
+                snapshotUuid: snapshotUuid
+            }
+        }, ctx.log)
+    }
+
     uploadLogs(ctx: Context, uploadURL: string) {
         const fileStream = fs.createReadStream(constants.LOG_FILE_PATH);
         const { size } = fs.statSync(constants.LOG_FILE_PATH);
@@ -227,6 +257,19 @@ export default class httpClient {
         }, ctx.log)
     }
 
+    uploadSnapshotToS3(ctx: Context, uploadURL: string, snapshot: Snapshot) {
+        return this.request({
+            url: uploadURL,
+            method: 'PUT',
+            headers:{
+                'Content-Type': 'application/json',
+            },
+            data: snapshot,
+            maxBodyLength: Infinity, // prevent axios from limiting the body size
+            maxContentLength: Infinity, // prevent axios from limiting the content size
+        }, ctx.log)
+    }
+  
     processWebFigma(requestBody: any, log: Logger) {
             return this.request({
                 url: "figma-web/upload",

src/lib/snapshotQueue.ts

@@ -1,6 +1,7 @@
 import { Snapshot, Context} from "../types.js";
 import constants from "./constants.js";
 import processSnapshot from "./processSnapshot.js"
+import { v4 as uuidv4 } from 'uuid';
 
 export default class Queue {
     private snapshots: Array<Snapshot> = [];
@@ -288,7 +289,18 @@ export default class Queue {
 
                 if (!drop) {
                     let { processedSnapshot, warnings } = await processSnapshot(snapshot, this.ctx);
-                    await this.ctx.client.uploadSnapshot(this.ctx, processedSnapshot);
+
+                    if(this.ctx.build && this.ctx.build.useKafkaFlow) {
+                        const snapshotUuid = uuidv4();
+                        const presignedResponse = await this.ctx.client.getS3PresignedURLForSnapshotUpload(this.ctx, processedSnapshot.name, snapshotUuid);
+                        const uploadUrl = presignedResponse.data.url;
+                        
+                        await this.ctx.client.uploadSnapshotToS3(this.ctx, uploadUrl, processedSnapshot)
+                        await this.ctx.client.processSnapshot(this.ctx, processedSnapshot, snapshotUuid);
+                    } else {
+                        await this.ctx.client.uploadSnapshot(this.ctx, processedSnapshot);
+                    }
+
                     this.ctx.totalSnapshots++;
                     this.processedSnapshots.push({ name: snapshot.name, warnings });
                 }

src/tasks/createBuild.ts

@@ -1,7 +1,7 @@
-import { ListrTask, ListrRendererFactory } from 'listr2';
-import { Context } from '../types.js'
+import {ListrRendererFactory, ListrTask} from 'listr2';
+import {Context} from '../types.js'
 import chalk from 'chalk';
-import { updateLogContext } from '../lib/logger.js';
+import {updateLogContext} from '../lib/logger.js';
 
 export default (ctx: Context): ListrTask<Context, ListrRendererFactory, ListrRendererFactory>  =>  {
     return {
@@ -16,7 +16,9 @@ export default (ctx: Context): ListrTask<Context, ListrRendererFactory, ListrRen
                     name: resp.data.buildName,
                     url: resp.data.buildURL,
                     baseline: resp.data.baseline,
+                    useKafkaFlow: resp.data.useKafkaFlow || false,
                 }
+
                 task.output = chalk.gray(`build id: ${resp.data.buildId}`);
                 task.title = 'SmartUI build created'
             } catch (error: any) {

src/types.ts

@@ -135,6 +135,7 @@ export interface Build {
     name: string;
     url: string;
     baseline: boolean;
+    useKafkaFlow: boolean;
 }
 
 export interface WebConfig {