feat: Add migration to build bubbleAppUrl and use it to send bubble data

Author: Mayur

apps/api/src/migrations/bubble-bubble-app-url/bubble-bubble-app-url.migration.ts

@@ -0,0 +1,79 @@
+/*
+ *This migrartion is for the having only the bubbleAppUrl or streamlined using this send the bubble data to the specified destionation, the
+ *bubbleAppUrl contains everything the version the datatype and other things, if these fields are not there we construct using the existing data
+ */
+import '../../config';
+import { AppModule } from '../../app.module';
+
+import { NestFactory } from '@nestjs/core';
+import { BubbleDestinationRepository } from '@impler/dal';
+
+export async function run() {
+  const bubbleDestinationRepository: BubbleDestinationRepository = new BubbleDestinationRepository();
+
+  // eslint-disable-next-line no-console
+  console.log('start migration - Constructing, Generating and Updating the bubbleAppUrl');
+
+  // Init the mongodb connection
+  const app = await NestFactory.create(AppModule, {
+    logger: false,
+  });
+
+  const constructBubbleUrl = async (bubbleDestination: any | undefined | null) => {
+    const bubbleAppUrl = [{ _id: '', bubbleAppUrl: '' }];
+    bubbleDestination.forEach((destination) => {
+      /*
+       * If no direct URL, try to construct it from available fields
+       * Type assertion to access potential additional properties
+       */
+      const customDomainName = destination.customDomainName as string | undefined;
+      const appName = destination.appName as string | undefined;
+      const environment = destination.environment as string | undefined;
+      const datatype = destination.datatype as string | undefined;
+
+      if (customDomainName || appName) {
+        // Use custom domain if available, otherwise use app name with bubbleapps.io
+        let baseUrl = customDomainName ? `https://${customDomainName}` : `https://${appName}.bubbleapps.io`;
+
+        // Add version-test for development environment if specified
+        if (environment === 'development') {
+          baseUrl += '/version-test';
+        }
+
+        // Construct the full URL with the data type if available
+        if (datatype) {
+          bubbleAppUrl.push({ _id: destination._id, bubbleAppUrl: `${baseUrl}/api/1.1/obj/${datatype}` });
+        }
+      }
+    });
+
+    return bubbleAppUrl;
+  };
+
+  const bubbleDestinationLink = await bubbleDestinationRepository.find({
+    bubbleAppUrl: { $exists: true, $ne: null },
+  });
+
+  const bubbleDestinations = await bubbleDestinationRepository.find({});
+  const bubbleAppUrls = await constructBubbleUrl(bubbleDestinations);
+  bubbleDestinationLink.map((link) => {
+    bubbleAppUrls.push({ _id: link._id, bubbleAppUrl: link.bubbleAppUrl });
+  });
+
+  bubbleAppUrls.map(async (url) => {
+    if (!url._id || !url.bubbleAppUrl) return;
+
+    try {
+      await bubbleDestinationRepository.update({ _id: url._id }, { $set: { bubbleAppUrl: url.bubbleAppUrl } });
+    } catch (error) {
+      return null;
+    }
+  });
+
+  // eslint-disable-next-line no-console
+  console.log('end migration - Constructed, Generated and Updated the bubbleAppUrl');
+
+  app.close();
+  process.exit(0);
+}
+run();

apps/queue-manager/src/consumers/send-bubble-data.consumer.ts

@@ -42,7 +42,7 @@ export class SendBubbleDataConsumer extends BaseConsumer {
     const uploadId = data.uploadId;
     const cachedData = data.cache || (await this.getInitialCachedData(uploadId));
 
-    if (cachedData && cachedData.bubbleUrl) {
+    if (cachedData && cachedData.bubbleAppUrl) {
       // Get valid data information
       let allDataJson: null | any[] = null;
       if (cachedData.allDataFilePath) {
@@ -67,7 +67,7 @@ export class SendBubbleDataConsumer extends BaseConsumer {
         uploadId,
         page,
         method: 'POST',
-        url: cachedData.bubbleUrl,
+        url: cachedData.bubbleAppUrl,
         headers: {
           Authorization: `Bearer ${cachedData.apiPrivateKey}`,
           'Content-Type': 'text/plain',
@@ -76,7 +76,7 @@ export class SendBubbleDataConsumer extends BaseConsumer {
 
       await this.makeResponseEntry(
         response,
-        { bubbleAppUrl: cachedData.bubbleUrl, datatype: cachedData.datatype },
+        { bubbleAppUrl: cachedData.bubbleAppUrl, datatype: cachedData.datatype },
         cachedData.name,
         cachedData.email
       );
@@ -142,21 +142,12 @@ export class SendBubbleDataConsumer extends BaseConsumer {
     const templateData = await this.templateRepository.findById(uploadata._templateId, 'name');
 
     const bubbleDestination = await this.bubbleDestinationRepository.findOne({ _templateId: uploadata._templateId });
-    let bubbleUrl = bubbleDestination?.bubbleAppUrl;
-
-    if (
-      !bubbleUrl &&
-      'baseUrl' in bubbleDestination &&
-      'datatype' in bubbleDestination &&
-      bubbleDestination.baseUrl &&
-      bubbleDestination.datatype
-    ) {
-      const baseUrl = bubbleDestination.baseUrl as string;
-      bubbleUrl = `${baseUrl}/api/1.1/obj/${bubbleDestination.datatype}`;
-    }
+    if (!bubbleDestination) return null;
+
+    const bubbleAppUrl = bubbleDestination.bubbleAppUrl;
 
     // If still no URL, return null as we can't proceed without a valid URL
-    if (!bubbleUrl) {
+    if (!bubbleAppUrl) {
       return null;
     }
 
@@ -179,7 +170,7 @@ export class SendBubbleDataConsumer extends BaseConsumer {
 
     return {
       page: 1,
-      bubbleUrl,
+      bubbleAppUrl,
       chunkSize: 500,
       email: userEmail,
       datatype: bubbleDestination.datatype,

libs/shared/src/types/upload/upload.types.ts

@@ -84,7 +84,7 @@ export type SendBubbleCachedData = {
   email: string;
   datatype: string;
   chunkSize: number;
-  bubbleUrl: string;
+  bubbleAppUrl: string;
   apiPrivateKey: string;
   _templateId: string;
   recordFormat: string;