[Components] ragie #15183

Sources
 - New Document
 - New Connection

Actions
 - Create Document
 - Update Document File

Author: luancazarine

components/ragie/actions/create-document/create-document.mjs

@@ -1,11 +1,13 @@
+import FormData from "form-data";
+import fs from "fs";
+import { checkTmp } from "../../common/utils.mjs";
 import ragie from "../../ragie.app.mjs";
-import { axios } from "@pipedream/platform";
 
 export default {
   key: "ragie-create-document",
   name: "Create Document",
   description: "Creates a new document in Ragie. [See the documentation](https://docs.ragie.ai/reference/createdocument)",
-  version: "0.0.{{ts}}",
+  version: "0.0.1",
   type: "action",
   props: {
     ragie,
@@ -23,42 +25,44 @@ export default {
       optional: true,
     },
     metadata: {
-      propDefinition: [
-        ragie,
-        "createDocumentMetadata",
-      ],
+      type: "object",
+      label: "Metadata",
+      description: "Metadata for the document. Keys must be strings. Values may be strings, numbers, booleans, or lists of strings.",
       optional: true,
     },
     externalId: {
-      propDefinition: [
-        ragie,
-        "createDocumentExternalId",
-      ],
+      type: "string",
+      label: "External ID",
+      description: "An optional identifier for the document. A common value might be an ID in an external system or the URL where the source file may be found.",
       optional: true,
     },
     name: {
-      propDefinition: [
-        ragie,
-        "createDocumentName",
-      ],
+      type: "string",
+      label: "Name",
+      description: "An optional name for the document. If set, the document will have this name. Otherwise, it will default to the file's name.",
       optional: true,
     },
     partition: {
       propDefinition: [
         ragie,
-        "createDocumentPartition",
+        "partition",
       ],
       optional: true,
     },
   },
   async run({ $ }) {
+    const data = new FormData();
+    data.append("file", fs.createReadStream(checkTmp(this.file)));
+    if (this.mode) data.append("mode", this.mode);
+    if (this.metadata) data.append("metadata", JSON.stringify(this.metadata));
+    if (this.externalId) data.append("external_id", this.externalId);
+    if (this.name) data.append("name", this.name);
+    if (this.partition) data.append("partition", this.partition);
+
     const response = await this.ragie.createDocument({
-      createDocumentFile: this.file,
-      createDocumentMode: this.mode,
-      createDocumentMetadata: this.metadata,
-      createDocumentExternalId: this.externalId,
-      createDocumentName: this.name,
-      createDocumentPartition: this.partition,
+      $,
+      data,
+      headers: data.getHeaders(),
     });
 
     $.export("$summary", `Created document: ${response.name} (ID: ${response.id})`);

components/ragie/actions/create-instruction/create-instruction.mjs

@@ -1,49 +1,48 @@
+import FormData from "form-data";
+import fs from "fs";
+import { checkTmp } from "../../common/utils.mjs";
 import ragie from "../../ragie.app.mjs";
-import { axios } from "@pipedream/platform";
 
 export default {
   key: "ragie-update-document-file",
   name: "Update Document File",
-  description: "Updates an existing document file in Ragie. [See the documentation]().",
-  version: "0.0.{{ts}}",
+  description: "Updates an existing document file in Ragie. [See the documentation](https://docs.ragie.ai/reference/updatedocumentfile).",
+  version: "0.0.1",
   type: "action",
   props: {
     ragie,
-    updateDocumentId: {
+    documentId: {
       propDefinition: [
         ragie,
-        "updateDocumentId",
+        "documentId",
       ],
     },
-    updateDocumentFile: {
+    mode: {
       propDefinition: [
         ragie,
-        "updateDocumentFile",
-      ],
-    },
-    updateDocumentMode: {
-      propDefinition: [
-        ragie,
-        "updateDocumentMode",
+        "createDocumentMode",
       ],
       optional: true,
     },
-    updateDocumentPartition: {
+    file: {
       propDefinition: [
         ragie,
-        "updateDocumentPartition",
+        "createDocumentFile",
       ],
-      optional: true,
     },
   },
   async run({ $ }) {
+    const data = new FormData();
+    data.append("file", fs.createReadStream(checkTmp(this.file)));
+    if (this.mode) data.append("mode", this.mode);
+
     const response = await this.ragie.updateDocumentFile({
-      updateDocumentId: this.updateDocumentId,
-      updateDocumentFile: this.updateDocumentFile,
-      updateDocumentMode: this.updateDocumentMode,
-      updateDocumentPartition: this.updateDocumentPartition,
+      $,
+      documentId: this.documentId,
+      data,
+      headers: data.getHeaders(),
     });
-    $.export("$summary", `Successfully updated document file with ID: ${this.updateDocumentId}`);
+    $.export("$summary", `Successfully updated document file with ID: ${this.documentId}`);
     return response;
   },
 };

components/ragie/actions/update-document-file/update-document-file.mjs

@@ -0,0 +1,15 @@
+export const SCOPE_OPTIONS = [
+  {
+    label: "Document",
+    value: "document",
+  },
+  {
+    label: "Chunk",
+    value: "chunk",
+  },
+];
+
+export const DOCUMENT_MODE_OPTIONS = [
+  "hi_res",
+  "fast",
+];

components/ragie/common/constants.mjs

@@ -0,0 +1,31 @@
+export const checkTmp = (filename) => {
+  if (!filename.startsWith("/tmp")) {
+    return `/tmp/${filename}`;
+  }
+  return filename;
+};
+
+export const parseObject = (obj) => {
+  if (!obj) return undefined;
+
+  if (Array.isArray(obj)) {
+    return obj.map((item) => {
+      if (typeof item === "string") {
+        try {
+          return JSON.parse(item);
+        } catch (e) {
+          return item;
+        }
+      }
+      return item;
+    });
+  }
+  if (typeof obj === "string") {
+    try {
+      return JSON.parse(obj);
+    } catch (e) {
+      return obj;
+    }
+  }
+  return obj;
+};

components/ragie/common/utils.mjs

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/ragie",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Pipedream Ragie Components",
   "main": "ragie.app.mjs",
   "keywords": [
@@ -11,5 +11,8 @@
   "author": "Pipedream <[email protected]> (https://pipedream.com/)",
   "publishConfig": {
     "access": "public"
+  },
+  "dependencies": {
+    "@pipedream/platform": "^3.0.3"
   }
 }