add: raindrop, ramp, reform

Author: GTFalcao

components/raindrop/actions/parse-bookmark-file/parse-bookmark-file.mjs

@@ -1,58 +1,31 @@
 import raindrop from "../../raindrop.app.mjs";
-import fs from "fs";
-import got from "got";
-import stream from "stream";
-import { promisify } from "util";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import FormData from "form-data";
 
 export default {
   key: "raindrop-parse-bookmark-file",
   name: "Parse HTML Bookmark File",
-  description: "Convert HTML bookmark file to JSON. Support Nestcape, Pocket and Instapaper file formats. [See the docs here](https://developer.raindrop.io/v1/import#parse-html-import-file)",
-  version: "0.0.7",
+  description: "Convert an HTML bookmark file to JSON. Supports Nestcape, Pocket and Instapaper file formats. [See the documentation](https://developer.raindrop.io/v1/import#parse-html-import-file)",
+  version: "0.1.0",
   type: "action",
   props: {
     raindrop,
-    fileUrl: {
-      type: "string",
-      label: "File URL",
-      description: "The URL of the HTML bookmark file you want to convert. Must specify either File URL or File Path.",
-      optional: true,
-    },
     filePath: {
       type: "string",
-      label: "File Path",
-      description: "The path to the file, e.g. /tmp/bookmarks.html . Must specify either File URL or File Path.",
-      optional: true,
+      label: "File Path or URL",
+      description: "The file to parse. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/bookmarks.html`)",
     },
   },
   async run({ $ }) {
-    const {
-      fileUrl,
-      filePath,
-    } = this;
-
-    if (!fileUrl && !filePath) {
-      throw new Error("Must specify either File URL or File Path");
-    }
-
     const form = new FormData();
-    if (filePath) {
-      if (!fs.existsSync(filePath)) {
-        throw new Error(`${filePath} does not exists`);
-      }
-      const readStream = fs.createReadStream(filePath);
-      form.append("import", readStream);
-    } else if (fileUrl) {
-      const tempFilePath = "/tmp/temp_bookmarks.html";
-      const pipeline = promisify(stream.pipeline);
-      await pipeline(
-        got.stream(fileUrl),
-        fs.createWriteStream(tempFilePath),
-      );
-      const readStream = fs.createReadStream(tempFilePath);
-      form.append("import", readStream);
-    }
+    const {
+      stream, metadata,
+    } = getFileStreamAndMetadata(this.filePath);
+    form.append("import", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
 
     const response = await this.raindrop.importFile($, form);
     $.export("$summary", "Successfully parsed bookmark file");

components/raindrop/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/raindrop",
-  "version": "0.3.14",
+  "version": "0.4.0",
   "description": "Pipedream Raindrop.io Components",
   "main": "raindrop.app.mjs",
   "keywords": [
@@ -17,10 +17,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.2.0",
-    "form-data": "^4.0.0",
-    "got": "^13.0.0",
-    "stream": "^0.0.2",
-    "util": "^0.12.5"
+    "@pipedream/platform": "^3.1.0",
+    "form-data": "^4.0.0"
   }
 }

components/ramp/actions/upload-receipt/upload-receipt.mjs

@@ -1,12 +1,12 @@
 import ramp from "../../ramp.app.mjs";
 import { v4 as uuidv4 } from "uuid";
-import fs from "fs";
+import { getFileStream } from "@pipedream/platform";
 
 export default {
   key: "ramp-upload-receipt",
   name: "Upload Receipt",
   description: "Uploads a receipt for a given transaction and user. [See the documentation](https://docs.ramp.com/developer-api/v1/reference/rest/receipts#post-developer-v1-receipts)",
-  version: "0.0.2",
+  version: "0.1.0",
   type: "action",
   props: {
     ramp,
@@ -24,8 +24,8 @@ export default {
     },
     filePath: {
       type: "string",
-      label: "File Path",
-      description: "The path to a file in the `/tmp` directory. [See the documentation on working with files](https://pipedream.com/docs/code/nodejs/working-with-files/#writing-a-file-to-tmp)",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
   },
   async run({ $ }) {
@@ -42,9 +42,12 @@ export default {
       `--${boundary}\r\n` +
       `Content-Disposition: attachment; name="receipt"; filename="${this.filePath.split("/").pop()}"\r\n\r\n`;
 
-    const fileContent = fs.readFileSync(this.filePath.includes("tmp/")
-      ? this.filePath
-      : `/tmp/${this.filePath}`);
+    const stream = getFileStream(this.filePath);
+    const chunks = [];
+    for await (const chunk of stream) {
+      chunks.push(chunk);
+    }
+    const fileContent = Buffer.concat(chunks);
 
     const formEnd = `\r\n--${boundary}--`;
 

components/ramp/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/ramp",
-  "version": "0.1.2",
+  "version": "0.2.0",
   "description": "Pipedream Ramp Components",
   "main": "ramp.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.0",
+    "@pipedream/platform": "^3.1.0",
     "uuid": "^10.0.0"
   }
 }

components/reform/actions/extract-data-from-document/extract-data-from-document.mjs

@@ -1,13 +1,13 @@
 import reform from "../../reform.app.mjs";
 import utils from "../common/utils.mjs";
 import FormData from "form-data";
-import fs from "fs";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export default {
   key: "reform-extract-data-from-document",
   name: "Extract Data From Document",
   description: "Extract structured data from a document. [See the documentation](https://docs.reformhq.com/synchronous-data-processing/extract)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     reform,
@@ -26,12 +26,15 @@ export default {
   },
   async run({ $ }) {
     const fields = utils.parseFields(this.fields);
-    const documentPath = this.document.includes("tmp/")
-      ? this.document
-      : `/tmp/${this.document}`;
-
     const formData = new FormData();
-    formData.append("document", fs.createReadStream(documentPath));
+    const {
+      stream, metadata,
+    } = getFileStreamAndMetadata(this.document);
+    formData.append("document", stream, {
+      filename: metadata.name,
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+    });
     formData.append("fields_to_extract", JSON.stringify(fields));
 
     const response = await this.reform.extractDataFromDocument({

components/reform/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/reform",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Pipedream Reform Components",
   "main": "reform.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.6.0",
+    "@pipedream/platform": "^3.1.0",
     "form-data": "^4.0.0"
   }
 }

components/reform/reform.app.mjs

@@ -6,8 +6,8 @@ export default {
   propDefinitions: {
     document: {
       type: "string",
-      label: "Document",
-      description: "The path to a document file in the `/tmp` directory. [See the documentation on working with files](https://pipedream.com/docs/code/nodejs/working-with-files/#the-tmp-directory).",
+      label: "File Path or URL",
+      description: "The file to process. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     fields: {
       type: "string[]",