Merge branch 'dev' of github.com:contentstack/migration-v2-node-server into feature/CMG-528

Author: AishDani

.DS_Store

@@ -349,6 +349,7 @@ MigrationBackup/
 # Ionide (cross platform F# VS Code tools) working folder
 .ionide/
 
+**.DS_Store
 
 upload-api/node_modules
 upload-api/build

.gitignore

@@ -29,7 +29,7 @@
     "@contentstack/cli-utilities": "^1.7.1",
     "@contentstack/json-rte-serializer": "^2.0.7",
     "@contentstack/marketplace-sdk": "^1.2.4",
-    "axios": "^1.7.8",
+    "axios": "^1.8.2",
     "chokidar": "^3.6.0",
     "cors": "^2.8.5",
     "dotenv": "^16.3.1",

api/.DS_Store

@@ -88,39 +88,44 @@ function makeChunks(assetData: any) {
 
 const transformCloudinaryObject = (input: any) => {
   const result: any = [];
+  if (!Array.isArray(input)) {
+    return result;
+  }
   for (const metaData of input ?? []) {
-    result?.push({
-      public_id: metaData.public_id,
-      resource_type: metaData.resource_type,
-      type: metaData.type,
-      format: metaData.format,
-      version: metaData.version,
-      url: metaData.original_url,
-      secure_url: metaData.original_secure_url,
-      width: metaData.width,
-      height: metaData.height,
-      bytes: metaData.bytes,
-      duration: metaData.duration,
-      tags: metaData.tags,
-      metadata: metaData.metadata,
-      created_at: metaData.created_at,
-      access_mode: "public",
-      access_control: [],
-      created_by: {
-        type: "",
-        id: ""
-      },
-      uploaded_by: {
-        type: "",
-        id: ""
-      },
-      folder_id: "",
-      id: "",
-      folder: "",
-      cs_metadata: {
-        config_label: "config"
-      }
-    });
+    if (metaData?.public_id) {
+      result?.push({
+        public_id: metaData?.public_id,
+        resource_type: metaData?.resource_type,
+        type: metaData?.type,
+        format: metaData?.format,
+        version: metaData?.version,
+        url: metaData?.original_url,
+        secure_url: metaData?.original_secure_url,
+        width: metaData?.width,
+        height: metaData?.height,
+        bytes: metaData?.bytes,
+        duration: metaData?.duration,
+        tags: metaData?.tags,
+        metadata: metaData?.metadata,
+        created_at: metaData?.created_at,
+        access_mode: "public",
+        access_control: [],
+        created_by: {
+          type: "",
+          id: ""
+        },
+        uploaded_by: {
+          type: "",
+          id: ""
+        },
+        folder_id: uuidv4(),
+        id: uuidv4(),
+        folder: "",
+        cs_metadata: {
+          config_label: "config"
+        }
+      });
+    }
   }
   return result;
 }
@@ -185,7 +190,7 @@ function convertToArray(data: any) {
   if (typeof data === 'object' && data !== null && !Array.isArray(data)) {
     return [data]// Converts object values into an array
   }
-  return data; // Return as is if it's already an array or not an object
+  return data ?? []; // Return as is if it's already an array or not an object
 }
 
 const mktApp = (type: string, data: any) => {
@@ -736,7 +741,6 @@ const mapLocales = ({ masterLocale, locale, locales }: any) => {
  * @throws Will log errors encountered during file reading, processing, or writing of entries.
  */
 const createEntry = async (packagePath: any, destination_stack_id: string, projectId: string, contentTypes: any, mapperKeys: any, master_locale: string): Promise<void> => {
-  console.info("🚀 ~ createEntry ~ master_locale:", master_locale)
   const srcFunc = 'createEntry';
   try {
     const entriesSave = path.join(DATA, destination_stack_id, ENTRIES_DIR_NAME);
@@ -783,7 +787,7 @@ const createEntry = async (packagePath: any, destination_stack_id: string, proje
               entryData[name][lang][id] ??= {};
               locales.push(lang);
               const fieldData = currentCT?.fieldMapping?.find((item: any) => key === item?.uid);
-              const newId = fieldData?.contentstackFieldUid ?? `${key}`.replace(/[^a-zA-Z0-9]+/g, "_");
+              const newId = fieldData?.contentstackFieldUid ?? `${key}`?.replace?.(/[^a-zA-Z0-9]+/g, "_");
               entryData[name][lang][id][newId] = processField(
                 langValue,
                 entryId,
@@ -796,16 +800,14 @@ const createEntry = async (packagePath: any, destination_stack_id: string, proje
             const pathName = getDisplayName(name, displayField);
             locales.forEach((locale) => {
               const localeCode = mapLocales({ masterLocale: master_locale, locale, locales: LOCALE_MAPPER });
-              console.info("🚀 ~ locales.forEach ~ localeCode:", localeCode);
               const publishDetails = Object?.values?.(environmentsId)?.length ? Object?.values?.(environmentsId)
                 .filter((env: any) => env?.name === environment_id)
                 ?.map((env: any) => ({
                   environment: env?.uid,
                   version: 1,
-                  locale: locale?.toLowerCase(),
+                  locale: locale?.toLowerCase?.(),
                 })) : [];
-
-              const title = entryData[name][locale][id][pathName] || "";
+              const title = fields?.[pathName]?.[locale] || "";
               const urlTitle = title
                 ?.replace?.(/[^a-zA-Z0-9]+/g, "-")
                 ?.toLowerCase?.();
@@ -858,7 +860,7 @@ const createEntry = async (packagePath: any, destination_stack_id: string, proje
           );
           for await (const [chunkId, chunkData] of Object.entries(chunks)) {
             refs[chunkIndex++] = `${chunkId}-entries.json`;
-            await writeFile(filePath, `${chunkId}-entries.json`, chunkData)
+            await writeFile(filePath, `${chunkId}-entries.json`, chunkData);
           }
           await writeFile(filePath, ENTRIES_MASTER_FILE, refs);
         }

api/package-lock.json

@@ -244,10 +244,10 @@ const startTestMigration = async (req: Request): Promise<any> => {
           await wordpressService?.extractChunks(file_path, packagePath, project?.current_test_stack_id, projectId)
           await wordpressService?.getAllAuthors(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
           //await wordpressService?.extractContentTypes(projectId, project?.current_test_stack_id, contentTypes)
-          await wordpressService?.getAllTerms(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
-          await wordpressService?.getAllTags(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
-          await wordpressService?.getAllCategories(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
-          await wordpressService?.extractPosts(packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
+          await wordpressService?.getAllTerms(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
+          await wordpressService?.getAllTags(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
+          await wordpressService?.getAllCategories(file_path, packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
+          await wordpressService?.extractPosts(packagePath, project?.current_test_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
           await wordpressService?.extractGlobalFields(project?.current_test_stack_id, projectId)
           await wordpressService?.createVersionFile(project?.current_test_stack_id, projectId);
         }
@@ -318,12 +318,12 @@ const startMigration = async (req: Request): Promise<any> => {
           await wordpressService?.createAssetFolderFile(file_path, project?.destination_stack_id, projectId)
           await wordpressService?.getAllreference(file_path, packagePath, project?.destination_stack_id, projectId)
           await wordpressService?.extractChunks(file_path, packagePath, project?.destination_stack_id, projectId)
-          await wordpressService?.getAllAuthors(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
+          await wordpressService?.getAllAuthors(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
           //await wordpressService?.extractContentTypes(projectId, project?.destination_stack_id)
           await wordpressService?.getAllTerms(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
-          await wordpressService?.getAllTags(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
-          await wordpressService?.getAllCategories(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
-          await wordpressService?.extractPosts(packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys,project?.stackDetails?.master_locale)
+          await wordpressService?.getAllTags(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
+          await wordpressService?.getAllCategories(file_path, packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
+          await wordpressService?.extractPosts(packagePath, project?.destination_stack_id, projectId, contentTypes, project?.mapperKeys, project?.stackDetails?.master_locale)
           await wordpressService?.extractGlobalFields(project?.destination_stack_id, projectId)
           await wordpressService?.createVersionFile(project?.destination_stack_id, projectId);
 
@@ -426,23 +426,23 @@ export const createSourceLocales = async (req: Request) => {
 
   try {
     // Check if the project.json file exists
-    if (!fs.existsSync(projectFilePath)) {
+    if (!fs?.existsSync?.(projectFilePath)) {
       console.error(`project.json not found at ${projectFilePath}`);
       throw new Error(`project.json not found.`);
     }
-    
+
     // Find the project with the specified projectId
-    const project: any = ProjectModelLowdb.chain.get("projects").find({ id: projectId }).value();
+    const project: any = ProjectModelLowdb?.chain?.get?.("projects")?.find?.({ id: projectId })?.value?.();
     if (project) {
-      const index = ProjectModelLowdb.chain.get("projects").findIndex({ id: projectId }).value();
+      const index = ProjectModelLowdb?.chain?.get?.("projects")?.findIndex?.({ id: projectId })?.value();
       if (index > -1) {
-        
-        ProjectModelLowdb.update((data: any) => {
+
+        ProjectModelLowdb?.update((data: any) => {
           data.projects[index].source_locales = locales;
         });
       } // Write back the updated projects
     } else {
-      logger.error(`Project with ID: ${projectId} not found`,{
+      logger.error(`Project with ID: ${projectId} not found`, {
         status: HTTP_CODES?.NOT_FOUND,
         message: HTTP_TEXTS?.INVALID_ID
       })
@@ -467,30 +467,30 @@ export const createSourceLocales = async (req: Request) => {
  * @return - void
  * @throws Exception if the project ID is invalid or the when the path to project.json is incorrect
  */
-export const updateLocaleMapper = async (req:Request) =>{
-  const mapperObject = req.body;
-  const projectFilePath = path.join(process.cwd(), 'database', 'project.json'); // Adjusted path to project.json
-  const projectId = req.params.projectId; 
+export const updateLocaleMapper = async (req: Request) => {
+  const mapperObject = req?.body;
+  const projectFilePath = path?.join?.(process?.cwd(), 'database', 'project.json'); // Adjusted path to project.json
+  const projectId = req?.params?.projectId;
 
   try {
     // Check if the project.json file exists
-    if (!fs.existsSync(projectFilePath)) {
+    if (!fs?.existsSync?.(projectFilePath)) {
       console.error(`project.json not found at ${projectFilePath}`);
       throw new Error(`project.json not found.`);
     }
-    
+
     // Find the project with the specified projectId
-    const project: any = ProjectModelLowdb.chain.get("projects").find({ id: projectId }).value();
+    const project: any = ProjectModelLowdb?.chain?.get?.("projects")?.find?.({ id: projectId })?.value();
     if (project) {
-      const index = ProjectModelLowdb.chain.get("projects").findIndex({ id: projectId }).value();
+      const index = ProjectModelLowdb?.chain?.get("projects")?.findIndex?.({ id: projectId })?.value();
       if (index > -1) {
-        ProjectModelLowdb.update((data: any) => {
+        ProjectModelLowdb?.update((data: any) => {
           data.projects[index].master_locale = mapperObject?.master_locale;
           data.projects[index].locales = mapperObject?.locales;
         });
       } // Write back the updated projects
     } else {
-      logger.error(`Project with ID: ${projectId} not found`,{
+      logger.error(`Project with ID: ${projectId} not found`, {
         status: HTTP_CODES?.NOT_FOUND,
         message: HTTP_TEXTS?.INVALID_ID
       })