From ec5314cfa2b22101ef075a0f9edbf197ec1481b7 Mon Sep 17 00:00:00 2001 From: michelle0927 Date: Thu, 17 Oct 2024 15:26:17 -0400 Subject: [PATCH 1/2] new component --- .../actions/extract-data/extract-data.mjs | 66 +++++++++++++++++++ .../ai_textraction/ai_textraction.app.mjs | 31 +++++++-- components/ai_textraction/package.json | 7 +- 3 files changed, 97 insertions(+), 7 deletions(-) create mode 100644 components/ai_textraction/actions/extract-data/extract-data.mjs diff --git a/components/ai_textraction/actions/extract-data/extract-data.mjs b/components/ai_textraction/actions/extract-data/extract-data.mjs new file mode 100644 index 0000000000000..7b20c7480b2df --- /dev/null +++ b/components/ai_textraction/actions/extract-data/extract-data.mjs @@ -0,0 +1,66 @@ +import aiTextraction from "../../ai_textraction.app.mjs"; + +export default { + key: "ai_textraction-extract-data", + name: "Extract Data", + description: "Extract custom data from text using AI Textraction. [See the documentation](https://rapidapi.com/textractionai/api/ai-textraction)", + version: "0.0.1", + type: "action", + props: { + aiTextraction, + text: { + type: "string", + label: "Text", + description: "The text to extract entities from", + }, + entities: { + type: "string[]", + label: "Entities", + description: "An array of entity names to extract from the text. Example: `first_name`", + reloadProps: true, + }, + }, + async additionalProps() { + const props = {}; + if (!this.entities?.length) { + return props; + } + for (const entity of this.entities) { + props[`${entity}_type`] = { + type: "string", + label: `${entity} - Type`, + description: `The type of results to return for ${entity}`, + options: [ + "string", + "integer", + "array[string]", + "array[integer]", + ], + }; + props[`${entity}_description`] = { + type: "string", + label: `${entity} - Description`, + description: `Description of the entity ${entity}. Example: \`First name of the person\``, + }; + } + return props; + }, + async run({ $ }) { + const entities = this.entities.map((entity) => ({ + var_name: entity, + type: this[`${entity}_type`], + description: this[`${entity}_description`], + })); + + const response = await this.aiTextraction.extractData({ + $, + data: { + text: this.text, + entities, + }, + }); + + $.export("$summary", "Successfully extracted data from text"); + return response; + }, +}; diff --git a/components/ai_textraction/ai_textraction.app.mjs b/components/ai_textraction/ai_textraction.app.mjs index 76f7d74706286..90d31f3a4acc5 100644 --- a/components/ai_textraction/ai_textraction.app.mjs +++ b/components/ai_textraction/ai_textraction.app.mjs @@ -1,11 +1,32 @@ +import { axios } from "@pipedream/platform"; + export default { type: "app", app: "ai_textraction", - propDefinitions: {}, methods: { - // this.$auth contains connected account data - authKeys() { - console.log(Object.keys(this.$auth)); + _baseUrl() { + return "https://ai-textraction.p.rapidapi.com"; + }, + _makeRequest({ + $ = this, + path, + ...opts + }) { + return axios($, { + url: `${this._baseUrl()}${path}`, + headers: { + "x-rapidapi-host": "ai-textraction.p.rapidapi.com", + "x-rapidapi-key": `${this.$auth.rapid_key}`, + }, + ...opts, + }); + }, + extractData(opts = {}) { + return this._makeRequest({ + method: "POST", + path: "/textraction", + ...opts, + }); }, }, -}; \ No newline at end of file +}; diff --git a/components/ai_textraction/package.json b/components/ai_textraction/package.json index 2709b2b89931a..3212d9c14e4c6 100644 --- a/components/ai_textraction/package.json +++ b/components/ai_textraction/package.json @@ -1,6 +1,6 @@ { "name": "@pipedream/ai_textraction", - "version": "0.0.1", + "version": "0.1.0", "description": "Pipedream AI Textraction Components", "main": "ai_textraction.app.mjs", "keywords": [ @@ -11,5 +11,8 @@ "author": "Pipedream (https://pipedream.com/)", "publishConfig": { "access": "public" + }, + "dependencies": { + "@pipedream/platform": "^3.0.3" } -} \ No newline at end of file +} From 93671496be6cb201e0284ad5bb518bdac65144c5 Mon Sep 17 00:00:00 2001 From: michelle0927 Date: Thu, 17 Oct 2024 15:28:22 -0400 Subject: [PATCH 2/2] pnpm-lock.yaml --- pnpm-lock.yaml | 107 +++++++++++++++++++++++++------------------------ 1 file changed, 55 insertions(+), 52 deletions(-) diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index de0e792c04bf2..d5f7e301f13a8 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -340,7 +340,10 @@ importers: specifiers: {} components/ai_textraction: - specifiers: {} + specifiers: + '@pipedream/platform': ^3.0.3 + dependencies: + '@pipedream/platform': 3.0.3 components/aidbase: specifiers: @@ -13066,55 +13069,6 @@ packages: - aws-crt dev: false - /@aws-sdk/client-sso-oidc/3.600.0_tdq3komn4zwyd65w7klbptsu34: - resolution: {integrity: sha512-7+I8RWURGfzvChyNQSyj5/tKrqRbzRl7H+BnTOf/4Vsw1nFOi5ROhlhD4X/Y0QCTacxnaoNcIrqnY7uGGvVRzw==} - engines: {node: '>=16.0.0'} - dependencies: - '@aws-crypto/sha256-browser': 5.2.0 - '@aws-crypto/sha256-js': 5.2.0 - '@aws-sdk/client-sts': 3.600.0 - '@aws-sdk/core': 3.598.0 - '@aws-sdk/credential-provider-node': 3.600.0_f7n47caigsrjd2lr2szmwfuee4 - '@aws-sdk/middleware-host-header': 3.598.0 - '@aws-sdk/middleware-logger': 3.598.0 - '@aws-sdk/middleware-recursion-detection': 3.598.0 - '@aws-sdk/middleware-user-agent': 3.598.0 - '@aws-sdk/region-config-resolver': 3.598.0 - '@aws-sdk/types': 3.598.0 - '@aws-sdk/util-endpoints': 3.598.0 - '@aws-sdk/util-user-agent-browser': 3.598.0 - '@aws-sdk/util-user-agent-node': 3.598.0 - '@smithy/config-resolver': 3.0.3 - '@smithy/core': 2.2.3 - '@smithy/fetch-http-handler': 3.2.1 - '@smithy/hash-node': 3.0.2 - '@smithy/invalid-dependency': 3.0.2 - '@smithy/middleware-content-length': 3.0.2 - '@smithy/middleware-endpoint': 3.0.4 - '@smithy/middleware-retry': 3.0.6 - '@smithy/middleware-serde': 3.0.3 - '@smithy/middleware-stack': 3.0.3 - '@smithy/node-config-provider': 3.1.3 - '@smithy/node-http-handler': 3.1.2 - '@smithy/protocol-http': 4.0.3 - '@smithy/smithy-client': 3.1.6 - '@smithy/types': 3.3.0 - '@smithy/url-parser': 3.0.3 - '@smithy/util-base64': 3.0.0 - '@smithy/util-body-length-browser': 3.0.0 - '@smithy/util-body-length-node': 3.0.0 - '@smithy/util-defaults-mode-browser': 3.0.6 - '@smithy/util-defaults-mode-node': 3.0.6 - '@smithy/util-endpoints': 2.0.3 - '@smithy/util-middleware': 3.0.3 - '@smithy/util-retry': 3.0.2 - '@smithy/util-utf8': 3.0.0 - tslib: 2.6.3 - transitivePeerDependencies: - - '@aws-sdk/client-sts' - - aws-crt - dev: false - /@aws-sdk/client-sso/3.423.0: resolution: {integrity: sha512-znIufHkwhCIePgaYciIs3x/+BpzR57CZzbCKHR9+oOvGyufEPPpUT5bFLvbwTgfiVkTjuk6sG/ES3U5Bc+xtrA==} engines: {node: '>=14.0.0'} @@ -13350,7 +13304,7 @@ packages: dependencies: '@aws-crypto/sha256-browser': 5.2.0 '@aws-crypto/sha256-js': 5.2.0 - '@aws-sdk/client-sso-oidc': 3.600.0_tdq3komn4zwyd65w7klbptsu34 + '@aws-sdk/client-sso-oidc': 3.600.0 '@aws-sdk/core': 3.598.0 '@aws-sdk/credential-provider-node': 3.600.0_f7n47caigsrjd2lr2szmwfuee4 '@aws-sdk/middleware-host-header': 3.598.0 @@ -13392,6 +13346,55 @@ packages: - aws-crt dev: false + /@aws-sdk/client-sts/3.600.0_dseaa2p5u2yk67qiepewcq3hkq: + resolution: {integrity: sha512-KQG97B7LvTtTiGmjlrG1LRAY8wUvCQzrmZVV5bjrJ/1oXAU7DITYwVbSJeX9NWg6hDuSk0VE3MFwIXS2SvfLIA==} + engines: {node: '>=16.0.0'} + dependencies: + '@aws-crypto/sha256-browser': 5.2.0 + '@aws-crypto/sha256-js': 5.2.0 + '@aws-sdk/client-sso-oidc': 3.600.0 + '@aws-sdk/core': 3.598.0 + '@aws-sdk/credential-provider-node': 3.600.0_f7n47caigsrjd2lr2szmwfuee4 + '@aws-sdk/middleware-host-header': 3.598.0 + '@aws-sdk/middleware-logger': 3.598.0 + '@aws-sdk/middleware-recursion-detection': 3.598.0 + '@aws-sdk/middleware-user-agent': 3.598.0 + '@aws-sdk/region-config-resolver': 3.598.0 + '@aws-sdk/types': 3.598.0 + '@aws-sdk/util-endpoints': 3.598.0 + '@aws-sdk/util-user-agent-browser': 3.598.0 + '@aws-sdk/util-user-agent-node': 3.598.0 + '@smithy/config-resolver': 3.0.3 + '@smithy/core': 2.2.3 + '@smithy/fetch-http-handler': 3.2.1 + '@smithy/hash-node': 3.0.2 + '@smithy/invalid-dependency': 3.0.2 + '@smithy/middleware-content-length': 3.0.2 + '@smithy/middleware-endpoint': 3.0.4 + '@smithy/middleware-retry': 3.0.6 + '@smithy/middleware-serde': 3.0.3 + '@smithy/middleware-stack': 3.0.3 + '@smithy/node-config-provider': 3.1.3 + '@smithy/node-http-handler': 3.1.2 + '@smithy/protocol-http': 4.0.3 + '@smithy/smithy-client': 3.1.6 + '@smithy/types': 3.3.0 + '@smithy/url-parser': 3.0.3 + '@smithy/util-base64': 3.0.0 + '@smithy/util-body-length-browser': 3.0.0 + '@smithy/util-body-length-node': 3.0.0 + '@smithy/util-defaults-mode-browser': 3.0.6 + '@smithy/util-defaults-mode-node': 3.0.6 + '@smithy/util-endpoints': 2.0.3 + '@smithy/util-middleware': 3.0.3 + '@smithy/util-retry': 3.0.2 + '@smithy/util-utf8': 3.0.0 + tslib: 2.6.3 + transitivePeerDependencies: + - '@aws-sdk/client-sso-oidc' + - aws-crt + dev: false + /@aws-sdk/core/3.556.0: resolution: {integrity: sha512-vJaSaHw2kPQlo11j/Rzuz0gk1tEaKdz+2ser0f0qZ5vwFlANjt08m/frU17ctnVKC1s58bxpctO/1P894fHLrA==} engines: {node: '>=14.0.0'} @@ -17684,7 +17687,7 @@ packages: '@aws-sdk/client-sns': 3.423.0 '@aws-sdk/client-sqs': 3.423.0 '@aws-sdk/client-ssm': 3.423.0 - '@aws-sdk/client-sts': 3.600.0 + '@aws-sdk/client-sts': 3.600.0_dseaa2p5u2yk67qiepewcq3hkq '@aws-sdk/s3-request-presigner': 3.609.0 '@pipedream/helper_functions': 0.3.12 '@pipedream/platform': 1.6.6