diff --git a/components/aws/actions/s3-download-file-to-tmp/s3-download-file-to-tmp.mjs b/components/aws/actions/s3-download-file-to-tmp/s3-download-file-to-tmp.mjs index 12a3065a57313..1d1fc7725700c 100644 --- a/components/aws/actions/s3-download-file-to-tmp/s3-download-file-to-tmp.mjs +++ b/components/aws/actions/s3-download-file-to-tmp/s3-download-file-to-tmp.mjs @@ -12,7 +12,7 @@ export default { Downloads a file from S3 to the /tmp directory. [See the documentation](https://docs.aws.amazon.com/AmazonS3/latest/API/API_GetObject.html) `), - version: "0.0.2", + version: "0.0.3", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/actions/s3-generate-presigned-url/s3-generate-presigned-url.mjs b/components/aws/actions/s3-generate-presigned-url/s3-generate-presigned-url.mjs index 4874b804ccbab..0775a050348cb 100644 --- a/components/aws/actions/s3-generate-presigned-url/s3-generate-presigned-url.mjs +++ b/components/aws/actions/s3-generate-presigned-url/s3-generate-presigned-url.mjs @@ -7,7 +7,7 @@ export default { key: "aws-s3-generate-presigned-url", name: "S3 - Generate Presigned URL", description: "Creates a presigned URL to download from a bucket. [See the documentation](https://docs.aws.amazon.com/AmazonS3/latest/userguide/example_s3_Scenario_PresignedUrl_section.html)", - version: "0.0.1", + version: "0.0.2", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/actions/s3-stream-file/s3-stream-file.mjs b/components/aws/actions/s3-stream-file/s3-stream-file.mjs index e0ae82f220bb9..e705f0c593199 100644 --- a/components/aws/actions/s3-stream-file/s3-stream-file.mjs +++ b/components/aws/actions/s3-stream-file/s3-stream-file.mjs @@ -10,7 +10,7 @@ export default { Accepts a file URL, and streams the file to the provided S3 bucket/key. [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html) `), - version: "0.4.3", + version: "0.4.4", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/actions/s3-upload-file-tmp/s3-upload-file-tmp.mjs b/components/aws/actions/s3-upload-file-tmp/s3-upload-file-tmp.mjs index 008d0e4977e7e..a5a1a314b305b 100644 --- a/components/aws/actions/s3-upload-file-tmp/s3-upload-file-tmp.mjs +++ b/components/aws/actions/s3-upload-file-tmp/s3-upload-file-tmp.mjs @@ -12,7 +12,7 @@ export default { Accepts a file path or folder path starting from /tmp, then uploads the contents to S3. [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html) `), - version: "1.0.1", + version: "1.0.2", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/actions/s3-upload-file-url/s3-upload-file-url.mjs b/components/aws/actions/s3-upload-file-url/s3-upload-file-url.mjs index f482bbab9c26f..f0181e439d183 100644 --- a/components/aws/actions/s3-upload-file-url/s3-upload-file-url.mjs +++ b/components/aws/actions/s3-upload-file-url/s3-upload-file-url.mjs @@ -15,7 +15,7 @@ export default { Accepts a download link and a filename, downloads it, then uploads to S3. [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html) `), - version: "0.1.2", + version: "0.1.3", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/actions/s3-upload-file/s3-upload-file.mjs b/components/aws/actions/s3-upload-file/s3-upload-file.mjs index 6d4c13b9e3b97..9ae3dbeb57cfc 100644 --- a/components/aws/actions/s3-upload-file/s3-upload-file.mjs +++ b/components/aws/actions/s3-upload-file/s3-upload-file.mjs @@ -9,7 +9,7 @@ export default { Accepts a base64-encoded string and a filename, then uploads as a file to S3. [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html) `), - version: "0.3.1", + version: "0.3.2", type: "action", props: { aws: common.props.aws, diff --git a/components/aws/common/common-s3.mjs b/components/aws/common/common-s3.mjs index 1eb331472e0a0..43d2eddc015ad 100644 --- a/components/aws/common/common-s3.mjs +++ b/components/aws/common/common-s3.mjs @@ -4,11 +4,11 @@ import { CreateBucketCommand, ListBucketsCommand, GetObjectCommand, - PutObjectCommand, PutBucketPolicyCommand, GetBucketNotificationConfigurationCommand, PutBucketNotificationConfigurationCommand, } from "@aws-sdk/client-s3"; +import { Upload } from "@aws-sdk/lib-storage"; import { axios } from "@pipedream/platform"; export default { @@ -81,7 +81,11 @@ export default { return this._clientS3().send(new GetObjectCommand(params)); }, async uploadFile(params) { - return this._clientS3().send(new PutObjectCommand(params)); + const parallelUploads3 = new Upload({ + client: await this._clientS3(), + params, + }); + await parallelUploads3.done(); }, async streamFile(fileUrl) { return axios(this, { diff --git a/components/aws/package.json b/components/aws/package.json index 705be7d3880f3..e53c05f80110c 100644 --- a/components/aws/package.json +++ b/components/aws/package.json @@ -1,6 +1,6 @@ { "name": "@pipedream/aws", - "version": "0.7.1", + "version": "0.7.2", "description": "Pipedream Aws Components", "main": "aws.app.mjs", "keywords": [ @@ -25,6 +25,7 @@ "@aws-sdk/client-sqs": "^3.58.0", "@aws-sdk/client-ssm": "^3.58.0", "@aws-sdk/client-sts": "^3.58.0", + "@aws-sdk/lib-storage": "^3.734.0", "@aws-sdk/s3-request-presigner": "^3.609.0", "@aws-sdk/signature-v4-crt": "^3.731.0", "@pipedream/helper_functions": "^0.3.6", diff --git a/components/aws/sources/new-emails-sent-to-ses-catch-all-domain/new-emails-sent-to-ses-catch-all-domain.mjs b/components/aws/sources/new-emails-sent-to-ses-catch-all-domain/new-emails-sent-to-ses-catch-all-domain.mjs index 58c82107eceee..d7ba5c134c657 100644 --- a/components/aws/sources/new-emails-sent-to-ses-catch-all-domain/new-emails-sent-to-ses-catch-all-domain.mjs +++ b/components/aws/sources/new-emails-sent-to-ses-catch-all-domain/new-emails-sent-to-ses-catch-all-domain.mjs @@ -16,7 +16,7 @@ export default { These events can trigger a Pipedream workflow and can be consumed via SSE or REST API. `), type: "source", - version: "1.2.3", + version: "1.2.4", props: { ...base.props, domain: { diff --git a/components/aws/sources/s3-deleted-file/s3-deleted-file.mjs b/components/aws/sources/s3-deleted-file/s3-deleted-file.mjs index 61f0e8c6af0a5..773be37ee7175 100644 --- a/components/aws/sources/s3-deleted-file/s3-deleted-file.mjs +++ b/components/aws/sources/s3-deleted-file/s3-deleted-file.mjs @@ -6,7 +6,7 @@ export default { key: "aws-s3-deleted-file", name: "New Deleted S3 File", description: "Emit new event when a file is deleted from a S3 bucket", - version: "0.1.2", + version: "0.1.3", dedupe: "unique", props: { ...base.props, diff --git a/components/aws/sources/s3-new-event/s3-new-event.mjs b/components/aws/sources/s3-new-event/s3-new-event.mjs index 05c10107f2f6e..aabfad2159dfc 100644 --- a/components/aws/sources/s3-new-event/s3-new-event.mjs +++ b/components/aws/sources/s3-new-event/s3-new-event.mjs @@ -6,7 +6,7 @@ export default { key: "aws-s3-new-event", name: "New S3 Event", description: "Emit new S3 events for a given bucket", - version: "0.1.2", + version: "0.1.3", dedupe: "unique", props: { ...base.props, diff --git a/components/aws/sources/s3-new-file/s3-new-file.mjs b/components/aws/sources/s3-new-file/s3-new-file.mjs index 9f7a846a6b19c..bcd088202d326 100644 --- a/components/aws/sources/s3-new-file/s3-new-file.mjs +++ b/components/aws/sources/s3-new-file/s3-new-file.mjs @@ -6,7 +6,7 @@ export default { key: "aws-s3-new-file", name: "New S3 File", description: "Emit new event when a file is added to an S3 bucket", - version: "0.1.2", + version: "0.1.3", dedupe: "unique", methods: { ...base.methods, diff --git a/components/aws/sources/s3-restored-file/s3-restored-file.mjs b/components/aws/sources/s3-restored-file/s3-restored-file.mjs index d598e8aac2204..39dbef62b859c 100644 --- a/components/aws/sources/s3-restored-file/s3-restored-file.mjs +++ b/components/aws/sources/s3-restored-file/s3-restored-file.mjs @@ -6,7 +6,7 @@ export default { key: "aws-s3-restored-file", name: "New Restored S3 File", description: "Emit new event when an file is restored into a S3 bucket", - version: "0.1.2", + version: "0.1.3", dedupe: "unique", props: { ...base.props, diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 33c1996281eff..931896ccad7a1 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -946,6 +946,9 @@ importers: '@aws-sdk/client-sts': specifier: ^3.58.0 version: 3.696.0(aws-crt@1.25.0) + '@aws-sdk/lib-storage': + specifier: ^3.734.0 + version: 3.734.0(@aws-sdk/client-s3@3.698.0(aws-crt@1.25.0)) '@aws-sdk/s3-request-presigner': specifier: ^3.609.0 version: 3.698.0 @@ -13120,6 +13123,12 @@ packages: resolution: {integrity: sha512-/zK0ZZncBf5FbTfo8rJMcQIXXk4Ibhe5zEMiwFNivVPR2uNC0+oqfwXz7vjxwY0t6BPE3Bs4h9uFEz4xuGCY6w==} engines: {node: '>=16.0.0'} + '@aws-sdk/lib-storage@3.734.0': + resolution: {integrity: sha512-D+EPP5E0jhIFYd7IlBn/A0p+dPBk6zNxJnZf+ayI3roQEWlTwcGGpHjWvvMMobC3aopZqyMj19pHddcwGY2QBQ==} + engines: {node: '>=18.0.0'} + peerDependencies: + '@aws-sdk/client-s3': ^3.734.0 + '@aws-sdk/middleware-bucket-endpoint@3.696.0': resolution: {integrity: sha512-V07jishKHUS5heRNGFpCWCSTjRJyQLynS/ncUeE8ZYtG66StOOQWftTwDfFOSoXlIqrXgb4oT9atryzXq7Z4LQ==} engines: {node: '>=16.0.0'} @@ -18263,6 +18272,9 @@ packages: buffer-from@1.1.2: resolution: {integrity: sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==} + buffer@5.6.0: + resolution: {integrity: sha512-/gDYp/UtU0eA1ys8bOs9J6a+E/KWIY+DZ+Q2WESNUA0jFRsJOc0SNUO6xJ5SGA1xueg3NL65W6s+NY5l9cunuw==} + buffer@5.7.1: resolution: {integrity: sha512-EHcyIPBQ4BSGlvjB16k5KgAJ27CIsHY/2JBmCRReo48y9rQ3MaUzWX3KVlBa4U7MyX02HdVj0K7C3WaB3ju7FQ==} @@ -24854,6 +24866,9 @@ packages: resolution: {integrity: sha512-KXDYZ9dszj6bzvnEMRYvxgeTHU74QBFL54XKtP3nyMuJ81CFYtABZ3bAzL2EdFUaEwJOBOgENyFj3R7oTzDyyw==} engines: {node: '>=4', npm: '>=6'} + stream-browserify@3.0.0: + resolution: {integrity: sha512-H73RAHsVBapbim0tU2JwwOiXUj+fikfiaoYAKHF3VJfA0pe2BCzkhAHBlLG6REzE+2WNZcxOXjK7lkso+9euLA==} + stream-combiner@0.0.4: resolution: {integrity: sha512-rT00SPnTVyRsaSz5zgSPma/aHSOic5U1prhYdRy5HS2kTZviFpmDgzilbtsJsxiroqACmayynDN/9VzIbX5DOw==} @@ -28016,6 +28031,17 @@ snapshots: mnemonist: 0.38.3 tslib: 2.8.1 + '@aws-sdk/lib-storage@3.734.0(@aws-sdk/client-s3@3.698.0(aws-crt@1.25.0))': + dependencies: + '@aws-sdk/client-s3': 3.698.0(aws-crt@1.25.0) + '@smithy/abort-controller': 4.0.1 + '@smithy/middleware-endpoint': 4.0.2 + '@smithy/smithy-client': 4.1.2 + buffer: 5.6.0 + events: 3.3.0 + stream-browserify: 3.0.0 + tslib: 2.8.1 + '@aws-sdk/middleware-bucket-endpoint@3.696.0': dependencies: '@aws-sdk/types': 3.696.0 @@ -34745,6 +34771,11 @@ snapshots: buffer-from@1.1.2: {} + buffer@5.6.0: + dependencies: + base64-js: 1.5.1 + ieee754: 1.2.1 + buffer@5.7.1: dependencies: base64-js: 1.5.1 @@ -43624,6 +43655,11 @@ snapshots: stoppable@1.1.0: {} + stream-browserify@3.0.0: + dependencies: + inherits: 2.0.4 + readable-stream: 3.6.2 + stream-combiner@0.0.4: dependencies: duplexer: 0.1.2