test aws replicate

Author: BinamB

devplanetv2/dev-environments/binamb-helm/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.46
+version: 0.1.47
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

devplanetv2/dev-environments/binamb-helm/values.yaml

@@ -5,7 +5,7 @@ name: binamb-helm
 
 # What branch of helm -- http://github.com/uc-cdis/gen3-helm
 # helmBranch: chore/add_workspace_launch_test
-helmBranch: feat/google-data-replication
+helmBranch: feat/aws-data-replication
 
 # What branch of gitops -- http://github.com/uc-cdis/gen3-gitops-dev
 gitopsBranch: master

devplanetv2/dev-environments/binamb-helm/values/values.yaml

@@ -39,15 +39,31 @@ datareplicate:
     repository: quay.io/cdis/dcf-dataservice
     # -- (string) Overrides the image tag whose default is the chart appVersion.
     tag: "master"
-  googleBucketReplicateJob:
-    # -- (bool) Whether to enable the Google bucket replicate job
+  # googleBucketReplicateJob:
+  #   # -- (bool) Whether to enable the Google bucket replicate job
+  #   enabled: true
+  #   PROJECT: cdis-test-188416
+  #   MAX_WORKERS: 80
+  #   RELEASE: DR43
+  #   MANIFEST_FILE: gs://test-data-replication-manifest/GDC_only_3plusgig_open_active_manifest.tsv
+  #   IGNORED_FILE: gs://test-data-replication-manifest/ignored_files_manifest.csv
+  #   LOG_BUCKET: test-data-replication-manifest
+  awsBucketReplicateJob:
     enabled: true
-    PROJECT: cdis-test-188416
-    MAX_WORKERS: 80
-    RELEASE: DR43
-    MANIFEST_FILE: gs://test-data-replication-manifest/GDC_only_3plusgig_open_active_manifest.tsv
-    IGNORED_FILE: gs://test-data-replication-manifest/ignored_files_manifest.csv
+    schedule: "*/30 * * * *"
+    THREAD_NUM: 20
+    CHUNK_SIZE: 1
+    GDC_BUCKET_NAME: test-gdc-bucket
     LOG_BUCKET: test-data-replication-manifest
+    RELEASE: DR43
+    QUICK_TEST: true
+    MANIFEST_FILE: s3://test-data-replication-manifest/DR1/GDC_only_3plusgig_open_active_manifest.tsv
+    resources:
+      requests:
+        cpu: "2"
+        memory: 128Mi
+      limits:
+        memory: 2Gi
 etl:
   esEndpoint: elasticsearch
   mappings: