[Components] agentset #16193

Sources
 - New Ingest Job
 - New Document

Actions
 - Create Namespace
 - Create Ingest Job
 - Search Namespace

Author: luancazarine

components/agentset/actions/create-injest-job/create-injest-job.mjs

@@ -1,11 +1,12 @@
 import agentset from "../../agentset.app.mjs";
-import { axios } from "@pipedream/platform";
+import { PAYLOAD_TYPE_OPTIONS } from "../../common/constants.mjs";
+import { parseObject } from "../../common/utils.mjs";
 
 export default {
   key: "agentset-create-ingest-job",
   name: "Create Ingest Job",
   description: "Create an ingest job for the authenticated organization. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/ingest-jobs/create)",
-  version: "0.0.{{ts}}",
+  version: "0.0.1",
   type: "action",
   props: {
     agentset,
@@ -16,21 +17,84 @@ export default {
       ],
     },
     payloadType: {
-      propDefinition: [
-        agentset,
-        "payloadType",
-      ],
+      type: "string",
+      label: "Payload Type",
+      description: "Type of payload for the ingest job",
+      options: PAYLOAD_TYPE_OPTIONS,
+      reloadProps: true,
     },
-    payload: {
-      propDefinition: [
-        agentset,
-        "payload",
-      ],
+    text: {
+      type: "string",
+      label: "Text",
+      description: "The text to ingest",
+      hidden: true,
     },
+    fileUrl: {
+      type: "string",
+      label: "File URL",
+      description: "The URL of the file to ingest",
+      hidden: true,
+    },
+    urls: {
+      type: "string[]",
+      label: "URLs",
+      description: "The URLs to ingest",
+      hidden: true,
+    },
+    name: {
+      type: "string",
+      label: "Name",
+      description: "The name of the ingest job",
+      optional: true,
+      hidden: true,
+    },
+  },
+  async additionalProps(props) {
+    props.text.hidden = true;
+    props.name.hidden = true;
+    props.fileUrl.hidden = true;
+    props.urls.hidden = true;
+
+    switch (this.payloadType) {
+    case "TEXT":
+      props.text.hidden = false;
+      props.name.hidden = false;
+      break;
+    case "FILE":
+      props.fileUrl.hidden = false;
+      props.name.hidden = false;
+      break;
+    case "URLS":
+      props.urls.hidden = false;
+      break;
+    }
+    return {};
   },
   async run({ $ }) {
-    const response = await this.agentset.createIngestJob(this.namespaceId, this.payloadType, this.payload);
-    $.export("$summary", `Ingest job created successfully: ID ${response.id}`);
+    const payload = {
+      type: this.payloadType,
+    };
+    switch (this.payloadType) {
+    case "TEXT":
+      payload.text = this.text;
+      payload.name = this.name;
+      break;
+    case "FILE":
+      payload.fileUrl = this.fileUrl;
+      payload.name = this.name;
+      break;
+    case "URLS":
+      payload.urls = parseObject(this.urls);
+      break;
+    }
+    const response = await this.agentset.createIngestJob({
+      $,
+      namespaceId: this.namespaceId,
+      data: {
+        payload,
+      },
+    });
+    $.export("$summary", `Ingest job created successfully: ID ${response.data.id}`);
     return response;
   },
 };

components/agentset/actions/create-namespace/create-namespace.mjs

@@ -1,11 +1,11 @@
 import agentset from "../../agentset.app.mjs";
-import { axios } from "@pipedream/platform";
+import { slugify } from "../../common/utils.mjs";
 
 export default {
   key: "agentset-create-namespace",
   name: "Create Namespace",
   description: "Creates a namespace for the authenticated organization. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/namespaces/create)",
-  version: "0.0.{{ts}}",
+  version: "0.0.1",
   type: "action",
   props: {
     agentset,
@@ -14,75 +14,17 @@ export default {
       label: "Name",
       description: "The name of the namespace to create",
     },
-    slug: {
-      type: "string",
-      label: "Slug",
-      description: "A unique slug for the namespace",
-    },
-    embeddingConfigProvider: {
-      type: "string",
-      label: "Embedding Config Provider",
-      description: "Provider for the embedding config",
-      options: [
-        "OPENAI",
-      ],
-    },
-    embeddingConfigModel: {
-      type: "string",
-      label: "Embedding Config Model",
-      description: "The model for the embedding config",
-      options: [
-        "text-embedding-3-small",
-        "text-embedding-3-large",
-      ],
-    },
-    embeddingConfigApiKey: {
-      type: "string",
-      label: "Embedding Config API Key",
-      description: "API key for the embedding config provider",
-      secret: true,
-    },
-    vectorStoreConfigProvider: {
-      type: "string",
-      label: "Vector Store Config Provider",
-      description: "Provider for the vector store config",
-      options: [
-        "PINECONE",
-      ],
-    },
-    vectorStoreConfigApiKey: {
-      type: "string",
-      label: "Vector Store Config API Key",
-      description: "API key for the vector store",
-      secret: true,
-    },
-    vectorStoreConfigIndexHost: {
-      type: "string",
-      label: "Vector Store Config Index Host",
-      description: "URL of the Pinecone index host",
-    },
   },
   async run({ $ }) {
-    const response = await this.agentset._makeRequest({
-      method: "POST",
-      path: "/namespace",
+    const response = await this.agentset.createNamespace({
+      $,
       data: {
         name: this.name,
-        slug: this.slug,
-        embeddingConfig: {
-          provider: this.embeddingConfigProvider,
-          model: this.embeddingConfigModel,
-          apiKey: this.embeddingConfigApiKey,
-        },
-        vectorStoreConfig: {
-          provider: this.vectorStoreConfigProvider,
-          apiKey: this.vectorStoreConfigApiKey,
-          indexHost: this.vectorStoreConfigIndexHost,
-        },
+        slug: slugify(this.name),
       },
     });
 
-    $.export("$summary", `Successfully created namespace ${response.name}`);
+    $.export("$summary", `Successfully created namespace with ID: ${response.data.id}`);
     return response;
   },
 };

components/agentset/actions/search-namespace/search-namespace.mjs

@@ -1,11 +1,10 @@
 import agentset from "../../agentset.app.mjs";
-import { axios } from "@pipedream/platform";
 
 export default {
   key: "agentset-search-namespace",
   name: "Agentset Search Namespace",
   description: "Complete retrieval pipeline for RAG with semantic search, filtering, and reranking. [See the documentation](https://docs.agentset.ai/api-reference/endpoint/search)",
-  version: "0.0.{{ts}}",
+  version: "0.0.1",
   type: "action",
   props: {
     agentset,
@@ -24,54 +23,64 @@ export default {
       type: "integer",
       label: "Top K",
       description: "Number of top documents to return",
+      min: 1,
+      max: 100,
       optional: true,
     },
     rerank: {
       type: "boolean",
       label: "Rerank",
-      description: "Rerank documents based on query",
+      description: "Whether to rerank the results",
       optional: true,
     },
     rerankLimit: {
       type: "integer",
       label: "Rerank Limit",
-      description: "Limit for reranking documents",
+      description: "The number of results to return after reranking",
+      min: 1,
+      max: 100,
       optional: true,
     },
     filter: {
-      type: "string",
+      type: "object",
       label: "Filter",
       description: "Filter to apply to search results",
       optional: true,
     },
     minScore: {
-      type: "number",
+      type: "string",
       label: "Minimum Score",
-      description: "Minimum score threshold for results",
+      description: "Minimum score to return. Range from 0 to 1",
       optional: true,
     },
     includeRelationship: {
       type: "boolean",
       label: "Include Relationship",
-      description: "Include relationship data in results",
+      description: "Whether to include relationships in the results",
       optional: true,
     },
     includeMetadata: {
       type: "boolean",
       label: "Include Metadata",
-      description: "Include metadata in results",
+      description: "Whether to include metadata in the results",
       optional: true,
     },
   },
+
   async run({ $ }) {
-    const response = await this.agentset.searchNamespace(this.namespaceId, this.query, {
-      topK: this.topK,
-      rerank: this.rerank,
-      rerankLimit: this.rerankLimit,
-      filter: this.filter,
-      minScore: this.minScore,
-      includeRelationships: this.includeRelationship,
-      includeMetadata: this.includeMetadata,
+    const response = await this.agentset.searchNamespace({
+      $,
+      namespaceId: this.namespaceId,
+      data: {
+        query: this.query,
+        topK: this.topK,
+        rerank: this.rerank,
+        rerankLimit: this.rerankLimit,
+        filter: this.filter,
+        minScore: this.minScore && parseFloat(this.minScore),
+        includeRelationships: this.includeRelationship,
+        includeMetadata: this.includeMetadata,
+      },
     });
 
     $.export("$summary", `Successfully completed the search for query: "${this.query}"`);