AWS S3 Upload Large Files

components/aws/actions/s3-download-file-to-tmp/s3-download-file-to-tmp.mjs

@@ -12,7 +12,7 @@ export default {
     Downloads a file from S3 to the /tmp directory.
     [See the documentation](https://docs.aws.amazon.com/AmazonS3/latest/API/API_GetObject.html)
   `),
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     aws: common.props.aws,

components/aws/actions/s3-generate-presigned-url/s3-generate-presigned-url.mjs

@@ -7,13 +7,13 @@
   key: "aws-s3-generate-presigned-url",
   name: "S3 - Generate Presigned URL",
   description: "Creates a presigned URL to download from a bucket. [See the documentation](https://docs.aws.amazon.com/AmazonS3/latest/userguide/example_s3_Scenario_PresignedUrl_section.html)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     aws: common.props.aws,
     region: common.props.region,
     bucket: common.props.bucket,
     key: {
       ...common.props.key,
       description: "The name of the S3 key with extension you'd like to download",
     },

components/aws/actions/s3-stream-file/s3-stream-file.mjs

@@ -10,7 +10,7 @@ export default {
     Accepts a file URL, and streams the file to the provided S3 bucket/key.
     [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html)
   `),
-  version: "0.4.3",
+  version: "0.4.4",
   type: "action",
   props: {
     aws: common.props.aws,

components/aws/actions/s3-upload-file-tmp/s3-upload-file-tmp.mjs

@@ -12,7 +12,7 @@ export default {
     Accepts a file path or folder path starting from /tmp, then uploads the contents to S3.
     [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html)
   `),
-  version: "1.0.1",
+  version: "1.0.2",
   type: "action",
   props: {
     aws: common.props.aws,

components/aws/actions/s3-upload-file-url/s3-upload-file-url.mjs

@@ -15,7 +15,7 @@ export default {
     Accepts a download link and a filename, downloads it, then uploads to S3.
     [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html)
   `),
-  version: "0.1.2",
+  version: "0.1.3",
   type: "action",
   props: {
     aws: common.props.aws,

components/aws/actions/s3-upload-file/s3-upload-file.mjs

@@ -9,7 +9,7 @@ export default {
     Accepts a base64-encoded string and a filename, then uploads as a file to S3.
     [See the docs](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html)
   `),
-  version: "0.3.1",
+  version: "0.3.2",
   type: "action",
   props: {
     aws: common.props.aws,

components/aws/common/common-s3.mjs

@@ -4,11 +4,11 @@ import {
   CreateBucketCommand,
   ListBucketsCommand,
   GetObjectCommand,
-  PutObjectCommand,
   PutBucketPolicyCommand,
   GetBucketNotificationConfigurationCommand,
   PutBucketNotificationConfigurationCommand,
 } from "@aws-sdk/client-s3";
+import { Upload } from "@aws-sdk/lib-storage";
 import { axios } from "@pipedream/platform";
 
 export default {
@@ -81,7 +81,11 @@ export default {
       return this._clientS3().send(new GetObjectCommand(params));
     },
     async uploadFile(params) {
-      return this._clientS3().send(new PutObjectCommand(params));
+      const parallelUploads3 = new Upload({
+        client: await this._clientS3(),
+        params,
+      });
+      await parallelUploads3.done();
     },
     async streamFile(fileUrl) {
       return axios(this, {

components/aws/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/aws",
-  "version": "0.7.1",
+  "version": "0.7.2",
   "description": "Pipedream Aws Components",
   "main": "aws.app.mjs",
   "keywords": [
@@ -25,6 +25,7 @@
     "@aws-sdk/client-sqs": "^3.58.0",
     "@aws-sdk/client-ssm": "^3.58.0",
     "@aws-sdk/client-sts": "^3.58.0",
+    "@aws-sdk/lib-storage": "^3.734.0",
     "@aws-sdk/s3-request-presigner": "^3.609.0",
     "@aws-sdk/signature-v4-crt": "^3.731.0",
     "@pipedream/helper_functions": "^0.3.6",

components/aws/sources/new-emails-sent-to-ses-catch-all-domain/new-emails-sent-to-ses-catch-all-domain.mjs

@@ -16,7 +16,7 @@ export default {
     These events can trigger a Pipedream workflow and can be consumed via SSE or REST API.
   `),
   type: "source",
-  version: "1.2.3",
+  version: "1.2.4",
   props: {
     ...base.props,
     domain: {

components/aws/sources/s3-deleted-file/s3-deleted-file.mjs

@@ -6,7 +6,7 @@ export default {
   key: "aws-s3-deleted-file",
   name: "New Deleted S3 File",
   description: "Emit new event when a file is deleted from a S3 bucket",
-  version: "0.1.2",
+  version: "0.1.3",
   dedupe: "unique",
   props: {
     ...base.props,

components/aws/sources/s3-new-event/s3-new-event.mjs

@@ -6,7 +6,7 @@ export default {
   key: "aws-s3-new-event",
   name: "New S3 Event",
   description: "Emit new S3 events for a given bucket",
-  version: "0.1.2",
+  version: "0.1.3",
   dedupe: "unique",
   props: {
     ...base.props,

components/aws/sources/s3-new-file/s3-new-file.mjs

@@ -6,7 +6,7 @@ export default {
   key: "aws-s3-new-file",
   name: "New S3 File",
   description: "Emit new event when a file is added to an S3 bucket",
-  version: "0.1.2",
+  version: "0.1.3",
   dedupe: "unique",
   methods: {
     ...base.methods,

components/aws/sources/s3-restored-file/s3-restored-file.mjs

@@ -6,7 +6,7 @@ export default {
   key: "aws-s3-restored-file",
   name: "New Restored S3 File",
   description: "Emit new event when an file is restored into a S3 bucket",
-  version: "0.1.2",
+  version: "0.1.3",
   dedupe: "unique",
   props: {
     ...base.props,