Akeneo and LLMWhisperer apps

Author: GTFalcao

components/akeneo/actions/create-a-new-product-media-file/create-a-new-product-media-file.mjs

@@ -1,13 +1,13 @@
 import app from "../../akeneo.app.mjs";
-import utils from "../../common/utils.mjs";
-import { ConfigurationError } from "@pipedream/platform";
+import {
+  ConfigurationError, getFileStream,
+} from "@pipedream/platform";
 import FormData from "form-data";
-import fs from "fs";
 
 export default {
   type: "action",
   key: "akeneo-create-a-new-product-media-file",
-  version: "0.0.1",
+  version: "0.1.0",
   name: "Create A New Product Media File",
   description: "Allows you to create a new media file and associate it to an attribute value of a given product or product model. [See the docs](https://api.akeneo.com/api-reference.html#post_media_files)",
   props: {
@@ -32,18 +32,15 @@ export default {
     },
     filename: {
       type: "string",
-      label: "File",
-      description: "The file to be uploaded, please provide a file from `/tmp`. To upload a file to `/tmp` folder, please follow the doc [here](https://pipedream.com/docs/code/nodejs/working-with-files/#writing-a-file-to-tmp)",
+      label: "File Path or URL",
+      description: "The file to be uploaded. Provide either the path to a file in the `/tmp` directory (e.g. `/tmp/myFile.ext`) or a file URL. [See the documentation on working with files](https://pipedream.com/docs/workflows/building-workflows/code/nodejs/working-with-files/)",
     },
   },
   async run ({ $ }) {
     if (!this.productId && !this.productModelCode) {
       throw new ConfigurationError("Either `Product Identifier` or `Product Model Code` should be set!");
     }
-    const path = utils.checkTmp(this.filename);
-    if (!fs.existsSync(path)) {
-      throw new ConfigurationError("File does not exist!");
-    }
+
     const payload = {
       attribute: this.mediaFileAttributeCode,
       scope: null,
@@ -57,9 +54,10 @@ export default {
       payload.code = this.productModelCode;
       data.append("product_model", JSON.stringify(payload));
     }
-    const file = fs.readFileSync(path);
-    const fileParts = path.split("/");
-    data.append("file", file, fileParts[fileParts.length - 1]);
+
+    const fileStream = await getFileStream(this.filename);
+    const fileParts = this.filename.split("/");
+    data.append("file", fileStream, fileParts[fileParts.length - 1]);
     const contentLength = data.getLengthSync();
     await this.app.createProductMediaFile({
       $,

components/akeneo/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/akeneo",
-  "version": "0.0.2",
+  "version": "0.1.0",
   "description": "Pipedream Akeneo Components",
   "main": "akeneo.app.mjs",
   "keywords": [
@@ -10,7 +10,7 @@
   "homepage": "https://pipedream.com/apps/akeneo",
   "author": "Pipedream <[email protected]> (https://pipedream.com/)",
   "dependencies": {
-    "@pipedream/platform": "^1.3.0",
+    "@pipedream/platform": "^3.0.1",
     "form-data": "^4.0.0"
   },
   "publishConfig": {

components/llmwhisperer/actions/extract-text/extract-text.mjs

@@ -1,11 +1,11 @@
-import fs from "fs";
+import { getFileStream } from "@pipedream/platform";
 import app from "../../llmwhisperer.app.mjs";
 
 export default {
   key: "llmwhisperer-extract-text",
   name: "Extract Text",
   description: "Convert your PDF/scanned documents to text format which can be used by LLMs. [See the documentation](https://docs.unstract.com/llm_whisperer/apis/llm_whisperer_text_extraction_api)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     app,
@@ -91,40 +91,18 @@ export default {
       description: "Factor by which a horizontal stretch has to applied. It defaults to `1.0`. A stretch factor of `1.1` would mean at 10% stretch factor applied. Normally this factor need not be adjusted. You might want to use this parameter when multi column layouts back into each other. For example in a two column layout, the two columns get merged into one.",
       optional: true,
     },
-    urlInPost: {
-      type: "boolean",
-      label: "URL In Post",
-      description: "If set to `true`, the headers will be set to `text/plain`. If set to `false`, the headers will be set to `application/octet-stream`.",
-      reloadProps: true,
-      default: true,
+    data: {
+      type: "string",
+      label: "File Path or URL",
+      description: "The document to process. Provide either the path to a file in the `/tmp` directory (e.g. `/tmp/myFile.ext`) or a file URL. [See the documentation on working with files](https://pipedream.com/docs/workflows/building-workflows/code/nodejs/working-with-files/)",
     },
   },
-  additionalProps() {
-    const { urlInPost } = this;
-    return {
-      data: {
-        type: "string",
-        label: urlInPost
-          ? "Document URL"
-          : "Document Path",
-        description: urlInPost
-          ? "The URL of the document to process."
-          : "Document path of the file previously downloaded in Pipedream E.g. (`/tmp/my-file.txt`). [Download a file to the `/tmp` directory](https://pipedream.com/docs/code/nodejs/http-requests/#download-a-file-to-the-tmp-directory)",
-      },
-    };
-  },
   methods: {
-    getHeaders(urlInPost) {
-      return {
-        "Content-Type": urlInPost
-          ? "text/plain"
-          : "application/octet-stream",
-      };
-    },
-    getData(urlInPost, data) {
-      return urlInPost
-        ? data
-        : fs.readFileSync(data);
+    getHeaders() {
+      return "application/octet-stream";
+    },
+    async getData(data) {
+      return getFileStream(data);
     },
     extractText(args = {}) {
       return this.app.post({
@@ -138,7 +116,6 @@ export default {
       extractText,
       getHeaders,
       getData,
-      urlInPost,
       processingMode,
       outputMode,
       pageSeperator,
@@ -156,9 +133,9 @@ export default {
 
     const response = await extractText({
       $,
-      headers: getHeaders(urlInPost),
+      headers: getHeaders(),
       params: {
-        url_in_post: urlInPost,
+        url_in_post: false,
         processing_mode: processingMode,
         output_mode: outputMode,
         page_seperator: pageSeperator,
@@ -172,7 +149,7 @@ export default {
         line_splitter_tolerance: lineSplitterTolerance,
         horizontal_stretch_factor: horizontalStretchFactor,
       },
-      data: getData(urlInPost, data),
+      data: await getData(data),
     });
 
     $.export("$summary", "Successfully extracted text from document.");

components/llmwhisperer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/llmwhisperer",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Pipedream LLMWhisperer Components",
   "main": "llmwhisperer.app.mjs",
   "keywords": [
@@ -13,7 +13,6 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.0",
-    "fs": "^0.0.1-security"
+    "@pipedream/platform": "^3.1.0"
   }
 }