Part 3 - applying file URL or path improvement (#17149)

* pnpm

* Updating _2markdown and mapbox

* Akeneo and LLMWhisperer apps

* pnpm

* add: askyourpdf

* add: fileforge

* adjusting existing descriptions and platform versions

* Description updates

* add: microsoft_onedrive, mistral_ai, onlyoffice_docspace

* add: slack

* add: stannp, zamzar, zoho_desk

* add box upload-file

* add: monday, nyckel

* add: ocrspace

* add: onlinecheckwriter, pandadoc, pdf4me

* Onedrive adjustment

* pnpm

* adjusting Slack and Pandadoc

* updates to include metadata in all formdatas

* pnpm

* fix

* pnpm

* CodeRabbit fixes

* Fixing box and nyckel

* fix mapbox

* pdf4me: readding std filename check to action

* initial AI update

* add: meistertask, pdffiller, pixelbin

* add: platerecognizer, printautopilot, printify

* add: printnode,ragie

* add: raindrop, ramp, reform

* pnpm

* AI-generated set

* add: roboflow, salesforce_rest_api

* add: scrapfly, fix: several

* pnpm

* add: scoredetect, security_reporter

* pnpm

* add: sendgrid, sftp

* add: signaturit, signerx

* add: signnow, smugmug, sonix

* add: tinypng, todoist

* add: xero_accounting_api, zerobounce, zip_archive_api

* add: zoho_bugtracker

* add: zoho_catalyst

* ESLint and fixes

* fix: todoist, xero_accounting_api, zip_archive_api

* fix: todoist, zoho_bugtracker

* zoho_bugtracker adjustments

* pnpm

Author: GTFalcao

components/avosms/avosms.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/deepsource/deepsource.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/easybroker/easybroker.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/ipstack/ipstack.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/meistertask/actions/create-attachment/create-attachment.mjs

@@ -1,13 +1,12 @@
 import meistertask from "../../meistertask.app.mjs";
 import FormData from "form-data";
-import fs from "fs";
-import { ConfigurationError } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export default {
   key: "meistertask-create-attachment",
   name: "Create Attachment",
   description: "Create a new attachment. [See the docs](https://developers.meistertask.com/reference/post-attachment)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     meistertask,
@@ -40,8 +39,8 @@ export default {
     },
     filepath: {
       type: "string",
-      label: "File Path",
-      description: "Path of the file in /tmp folder to add as an attachment. To upload a file to /tmp folder, please follow the [doc here](https://pipedream.com/docs/code/nodejs/working-with-files/#writing-a-file-to-tmp)",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     name: {
       type: "string",
@@ -50,14 +49,6 @@ export default {
       optional: true,
     },
   },
-  methods: {
-    checkTmp(filename) {
-      if (filename.indexOf("/tmp") === -1) {
-        return `/tmp/${filename}`;
-      }
-      return filename;
-    },
-  },
   async run({ $ }) {
     const {
       taskId,
@@ -66,16 +57,14 @@ export default {
     } = this;
 
     const data = new FormData();
-    const path = this.checkTmp(filepath);
 
-    if (!fs.existsSync(path)) {
-      throw new ConfigurationError("File does not exist");
-    }
-
-    const file = fs.createReadStream(path);
-    const stats = fs.statSync(path);
-    data.append("local", file, {
-      knownLength: stats.size,
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(filepath);
+    data.append("local", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
     });
     if (name) {
       data.append("name", name);
@@ -85,6 +74,7 @@ export default {
     };
 
     const response = await this.meistertask.createAttachment({
+      $,
       taskId,
       data,
       headers,

components/meistertask/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/meistertask",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Pipedream Meistertask Components",
   "main": "meistertask.app.mjs",
   "homepage": "https://pipedream.com/apps/meistertask",
@@ -13,6 +13,6 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.4.1"
+    "@pipedream/platform": "^3.1.0"
   }
 }

components/pdffiller/actions/upload-document/upload-document.mjs

@@ -1,13 +1,12 @@
 import FormData from "form-data";
-import fs from "fs";
-import { checkTmp } from "../../common/utils.mjs";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import pdffiller from "../../pdffiller.app.mjs";
 
 export default {
   key: "pdffiller-upload-document",
   name: "Upload Document",
   description: "Uploads a chosen file to PDFfiller. [See the documentation](https://docs.pdffiller.com/docs/pdffiller/992d9d79fec32-creates-a-new-document-template-by-uploading-file-from-multipart)",
-  version: "0.0.2",
+  version: "0.1.0",
   type: "action",
   props: {
     pdffiller,
@@ -26,9 +25,15 @@ export default {
     },
   },
   async run({ $ }) {
-    const fileStream = fs.createReadStream(checkTmp(this.file));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.file);
     const data = new FormData();
-    data.append("file", fileStream);
+    data.append("file", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
 
     if (this.folderId) {
       data.append("folder_id", this.folderId);

components/pdffiller/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/pdffiller",
-  "version": "0.1.1",
+  "version": "0.2.0",
   "description": "Pipedream pdfFiller Components",
   "main": "pdffiller.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.0",
+    "@pipedream/platform": "^3.1.0",
     "form-data": "^4.0.0",
     "fs": "^0.0.1-security"
   }

components/pdffiller/pdffiller.app.mjs

@@ -44,8 +44,8 @@ export default {
     },
     file: {
       type: "string",
-      label: "File",
-      description: "The path to the file saved to the `/tmp` directory (e.g. `/tmp/example.json`). [See the documentation](https://pipedream.com/docs/workflows/steps/code/nodejs/working-with-files/#the-tmp-directory).",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     folderId: {
       type: "string",

components/pixelbin/actions/upload-file/upload-file.mjs

@@ -1,21 +1,20 @@
-import fs from "fs";
 import FormData from "form-data";
-import { ConfigurationError } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import app from "../../pixelbin.app.mjs";
 import utils from "../../common/utils.mjs";
 
 export default {
   key: "pixelbin-upload-file",
   name: "Upload File",
   description: "Upload a file to Pixelbin. [See the documentation](https://www.pixelbin.io/docs/api-docs/)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     app,
     filePath: {
       type: "string",
-      label: "File Path",
-      description: "Assete file path. The path to the file saved to the `/tmp` directory (e.g. `/tmp/example.pdf`). [See the documentation](https://pipedream.com/docs/workflows/steps/code/nodejs/working-with-files/#the-tmp-directory).",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     path: {
       propDefinition: [
@@ -64,9 +63,6 @@ export default {
     uploadFile(args = {}) {
       return this.app.post({
         path: "/upload/direct",
-        headers: {
-          "Content-Type": "multipart/form-data",
-        },
         ...args,
       });
     },
@@ -84,12 +80,15 @@ export default {
       filenameOverride,
     } = this;
 
-    if (!filePath.startsWith("/tmp/")) {
-      throw new ConfigurationError("File must be located in `/tmp` directory.");
-    }
-
+    const {
+      stream, metadata: fileMetadata,
+    } = await getFileStreamAndMetadata(filePath);
     const data = new FormData();
-    data.append("file", fs.createReadStream(filePath));
+    data.append("file", stream, {
+      contentType: fileMetadata.contentType,
+      knownLength: fileMetadata.size,
+      filename: fileMetadata.name,
+    });
 
     utils.appendPropsToFormData(data, {
       path,
@@ -104,6 +103,7 @@ export default {
     const response = await uploadFile({
       $,
       data,
+      headers: data.getHeaders(),
     });
 
     $.export("$summary", `Successfully uploaded file with ID \`${response._id}\`.`);