updates to include metadata in all formdatas

GTFalcao · GTFalcao · commit ed11f6ec633b · 2025-06-09T20:56:51.000-03:00
diff --git a/components/_2markdown/actions/html-file-to-markdown/html-file-to-markdown.mjs b/components/_2markdown/actions/html-file-to-markdown/html-file-to-markdown.mjs
@@ -1,5 +1,5 @@
 import _2markdown from "../../_2markdown.app.mjs";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 
 export default {
@@ -20,7 +20,14 @@ export default {
   async run({ $ }) {
     const form = new FormData();
 
-    form.append("document", await getFileStream(this.filePath));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.filePath);
+    form.append("document", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
 
     const response = await this._2markdown.htmlFileToMarkdown({
       $,
diff --git a/components/_2markdown/actions/pdf-to-markdown/pdf-to-markdown.mjs b/components/_2markdown/actions/pdf-to-markdown/pdf-to-markdown.mjs
@@ -1,5 +1,5 @@
 import _2markdown from "../../_2markdown.app.mjs";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 
 export default {
@@ -27,7 +27,14 @@ export default {
   async run({ $ }) {
     const form = new FormData();
 
-    form.append("document", await getFileStream(this.filePath));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.filePath);
+    form.append("document", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
 
     let response = await this._2markdown.pdfToMarkdown({
       $,
diff --git a/components/akeneo/actions/create-a-new-product-media-file/create-a-new-product-media-file.mjs b/components/akeneo/actions/create-a-new-product-media-file/create-a-new-product-media-file.mjs
@@ -1,6 +1,6 @@
 import app from "../../akeneo.app.mjs";
 import {
-  ConfigurationError, getFileStream,
+  ConfigurationError, getFileStreamAndMetadata,
 } from "@pipedream/platform";
 import FormData from "form-data";
 
@@ -55,9 +55,14 @@ export default {
       data.append("product_model", JSON.stringify(payload));
     }
 
-    const fileStream = await getFileStream(this.filename);
-    const fileParts = this.filename.split("/");
-    data.append("file", fileStream, fileParts[fileParts.length - 1]);
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.filename);
+    data.append("file", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
     const contentLength = data.getLengthSync();
     await this.app.createProductMediaFile({
       $,
diff --git a/components/askyourpdf/askyourpdf.app.mjs b/components/askyourpdf/askyourpdf.app.mjs
@@ -27,12 +27,12 @@ export default {
         ...headers,
       };
     },
-    getConfig({
+    async getConfig({
       headers, data: preData, ...args
     } = {}) {
       const contentType = constants.CONTENT_TYPE_KEY_HEADER;
       const hasMultipartHeader = utils.hasMultipartHeader(headers);
-      const data = hasMultipartHeader && utils.getFormData(preData) || preData;
+      const data = hasMultipartHeader && await utils.getFormData(preData) || preData;
       const currentHeaders = this.getHeaders(headers);
 
       return {
@@ -49,7 +49,7 @@ export default {
     async makeRequest({
       step = this, path, headers, data, summary, ...args
     } = {}) {
-      const config = this.getConfig({
+      const config = await this.getConfig({
         url: this.getUrl(path),
         headers,
         data,
diff --git a/components/askyourpdf/common/utils.mjs b/components/askyourpdf/common/utils.mjs
@@ -1,4 +1,4 @@
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 import constants from "./constants.mjs";
 
@@ -8,16 +8,23 @@ async function buildFormData(formData, data, parentKey) {
       await buildFormData(formData, data[key], parentKey && `${parentKey}[${key}]` || key);
     }
   } else if (data && constants.FILE_PROP_NAMES.some((prop) => parentKey.includes(prop))) {
-    formData.append(parentKey, await getFileStream(data));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(data);
+    formData.append(parentKey, stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
   } else if (data) {
     formData.append(parentKey, (data).toString());
   }
 }
 
-function getFormData(data) {
+async function getFormData(data) {
   try {
     const formData = new FormData();
-    buildFormData(formData, data);
+    await buildFormData(formData, data);
     return formData;
   } catch (error) {
     console.log("FormData Error", error);
diff --git a/components/fileforge/actions/generate-pdf/generate-pdf.mjs b/components/fileforge/actions/generate-pdf/generate-pdf.mjs
@@ -1,5 +1,5 @@
 import FormData from "form-data";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import { parseObject } from "../../common/utils.mjs";
 import fileforge from "../../fileforge.app.mjs";
 
@@ -63,7 +63,14 @@ export default {
     const parsedFiles = parseObject(files);
 
     for (const file of parsedFiles) {
-      formData.append("files", await getFileStream(file));
+      const {
+        stream, metadata,
+      } = await getFileStreamAndMetadata(file);
+      formData.append("files", stream, {
+        contentType: metadata.contentType,
+        knownLength: metadata.size,
+        filename: metadata.name,
+      });
     }
 
     formData.append("options", JSON.stringify({
diff --git a/components/mapbox/actions/create-tileset/create-tileset.mjs b/components/mapbox/actions/create-tileset/create-tileset.mjs
@@ -1,5 +1,5 @@
 import mapbox from "../../mapbox.app.mjs";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 
 export default {
@@ -51,8 +51,14 @@ export default {
     // Create Tileset Source
     try {
       const fileData = new FormData();
-      const content = await getFileStream(filePath);
-      fileData.append("file", content);
+      const {
+        stream, metadata,
+      } = await getFileStreamAndMetadata(filePath);
+      fileData.append("file", stream, {
+        contentType: metadata.contentType,
+        knownLength: metadata.size,
+        filename: metadata.name,
+      });
 
       await this.mapbox.createTilesetSource({
         $,
diff --git a/components/mistral_ai/actions/upload-file/upload-file.mjs b/components/mistral_ai/actions/upload-file/upload-file.mjs
@@ -1,5 +1,5 @@
 import mistralAI from "../../mistral_ai.app.mjs";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 
 export default {
@@ -28,9 +28,15 @@ export default {
     },
   },
   async run({ $ }) {
-    const fileContent = await getFileStream(this.filePath);
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.filePath);
     const form = new FormData();
-    form.append("file", fileContent);
+    form.append("file", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
     if (this.purpose) {
       form.append("purpose", this.purpose);
     }
diff --git a/components/monday/actions/update-column-values/update-column-values.mjs b/components/monday/actions/update-column-values/update-column-values.mjs
@@ -1,6 +1,6 @@
 import common from "../common/column-values.mjs";
 import {
-  axios, getFileStream,
+  axios, getFileStreamAndMetadata,
 } from "@pipedream/platform";
 import FormData from "form-data";
 import { getColumnOptions } from "../../common/utils.mjs";
@@ -63,11 +63,17 @@ export default {
       $, itemId, column, filePath,
     }) {
       const query = `mutation ($file: File!) { add_file_to_column (file: $file, item_id: ${itemId}, column_id: "${column.id}") { id } }`;
-      const content = await getFileStream(filePath);
+      const {
+        stream, metadata,
+      } = await getFileStreamAndMetadata(filePath);
 
       const formData = new FormData();
       formData.append("query", query);
-      formData.append("variables[file]", content);
+      formData.append("variables[file]", stream, {
+        contentType: metadata.contentType,
+        knownLength: metadata.size,
+        filename: metadata.name,
+      });
 
       return axios($, {
         method: "POST",
diff --git a/components/nyckel/common/common-image.mjs b/components/nyckel/common/common-image.mjs
@@ -1,6 +1,6 @@
 import nyckel from "../nyckel.app.mjs";
 import FormData from "form-data";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export default {
   props: {
@@ -13,22 +13,15 @@ export default {
   },
   methods: {
     async getImageData() {
-      const { imageOrUrl } = this;
-      const isUrl = imageOrUrl.startsWith("http");
-      if (isUrl) {
-        return {
-          data: {
-            data: imageOrUrl,
-          },
-          headers: {
-            "Content-Type": "application/json",
-          },
-        };
-      }
-
       const data = new FormData();
-      const stream = await getFileStream(imageOrUrl);
-      data.append("data", stream);
+      const {
+        stream, metadata,
+      } = await getFileStreamAndMetadata(this.imageOrUrl);
+      data.append("data", stream, {
+        contentType: metadata.contentType,
+        knownLength: metadata.size,
+        filename: metadata.name,
+      });
 
       return {
         data,
diff --git a/components/onlinecheckwriter/actions/mail-pdf-document/mail-pdf-document.mjs b/components/onlinecheckwriter/actions/mail-pdf-document/mail-pdf-document.mjs
@@ -1,5 +1,5 @@
 import FormData from "form-data";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import app from "../../onlinecheckwriter.app.mjs";
 
 export default {
@@ -167,8 +167,14 @@ export default {
     } = this;
 
     const data = new FormData();
-    const file = await getFileStream(filePath);
-    data.append("document_details[file]", file);
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(filePath);
+    data.append("document_details[file]", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
     data.append("document_details[title]", documentTitle || "");
     data.append("shipping[shippingTypeId]", shippingTypeId || "");
     data.append("destination[name]", destinationName || "");
diff --git a/components/onlyoffice_docspace/common/utils.mjs b/components/onlyoffice_docspace/common/utils.mjs
@@ -1,4 +1,4 @@
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 import constants from "./constants.mjs";
 
@@ -8,16 +8,23 @@ async function buildFormData(formData, data, parentKey) {
       await buildFormData(formData, data[key], parentKey && `${parentKey}[${key}]` || key);
     }
   } else if (data && constants.FILE_PROP_NAMES.some((prop) => parentKey.includes(prop))) {
-    formData.append(parentKey, await getFileStream(data));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(data);
+    formData.append(parentKey, stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
   } else if (data) {
     formData.append(parentKey, (data).toString());
   }
 }
 
-function getFormData(data) {
+async function getFormData(data) {
   try {
     const formData = new FormData();
-    buildFormData(formData, data);
+    await buildFormData(formData, data);
     return formData;
   } catch (error) {
     console.log("FormData Error", error);
diff --git a/components/stannp/actions/create-campaign/create-campaign.mjs b/components/stannp/actions/create-campaign/create-campaign.mjs
@@ -2,7 +2,7 @@ import FormData from "form-data";
 import {
   TYPE_OPTIONS, WHAT_RECIPIENTS_OPTIONS,
 } from "../../common/constants.mjs";
-import { checkFile } from "../../common/utils.mjs";
+import { getFileData } from "../../common/utils.mjs";
 import stannp from "../../stannp.app.mjs";
 
 export default {
@@ -107,9 +107,24 @@ export default {
 
     const formData = new FormData();
 
-    if (file) formData.append("file", await checkFile(file));
-    if (front) formData.append("front", await checkFile(front));
-    if (back) formData.append("back", await checkFile(back));
+    if (file) {
+      const {
+        stream, metadata,
+      } = await getFileData(file);
+      formData.append("file", stream, metadata);
+    }
+    if (front) {
+      const {
+        stream, metadata,
+      } = await getFileData(front);
+      formData.append("front", stream, metadata);
+    }
+    if (back) {
+      const {
+        stream, metadata,
+      } = await getFileData(back);
+      formData.append("back", stream, metadata);
+    }
 
     if (templateId) formData.append("template_id", templateId);
     if (groupId) formData.append("group_id", groupId);
diff --git a/components/stannp/common/utils.mjs b/components/stannp/common/utils.mjs
@@ -1,5 +1,4 @@
-import urlExists from "url-exist";
-import { getFileStream } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export const parseObject = (obj) => {
   if (Array.isArray(obj)) {
@@ -20,10 +19,16 @@ export const parseObject = (obj) => {
   return obj;
 };
 
-export const checkFile = async (url) => {
-  if (await urlExists(url)) {
-    return url;
-  } else {
-    return getFileStream(url);
-  }
+export const getFileData = async (file) => {
+  const {
+    stream, metadata,
+  } = await getFileStreamAndMetadata(file);
+  return {
+    stream,
+    metadata: {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    },
+  };
 };
diff --git a/components/stannp/package.json b/components/stannp/package.json
diff --git a/components/zamzar/common/utils.mjs b/components/zamzar/common/utils.mjs
diff --git a/components/zamzar/zamzar.app.mjs b/components/zamzar/zamzar.app.mjs
diff --git a/components/zoho_desk/common/utils.mjs b/components/zoho_desk/common/utils.mjs
diff --git a/components/zoho_desk/zoho_desk.app.mjs b/components/zoho_desk/zoho_desk.app.mjs
