@@ -765,25 +765,6 @@ def _get_processing_inputs_with_all_parameters(bucket):
765
765
s3_compression_type = "None" ,
766
766
),
767
767
),
768
- # ProcessingInput(
769
- # input_name="redshift_dataset_definition",
770
- # app_managed=True,
771
- # dataset_definition=DatasetDefinition(
772
- # local_path="/opt/ml/processing/input/rdd",
773
- # data_distribution_type="FullyReplicated",
774
- # input_mode="File",
775
- # redshift_dataset_definition=RedshiftDatasetDefinition(
776
- # cluster_id="integ-test-cluster-prod-us-west-2",
777
- # database="dev",
778
- # db_user="awsuser",
779
- # query_string="SELECT * FROM shoes",
780
- # cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
781
- # output_s3_uri=f"s3://{bucket}/rdd",
782
- # output_format="CSV",
783
- # output_compression="None",
784
- # ),
785
- # ),
786
- # ),
787
768
ProcessingInput (
788
769
input_name = "athena_dataset_definition" ,
789
770
app_managed = True ,
@@ -852,25 +833,6 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key):
852
833
"S3CompressionType" : "None" ,
853
834
},
854
835
},
855
- # {
856
- # "InputName": "redshift_dataset_definition",
857
- # "AppManaged": True,
858
- # "DatasetDefinition": {
859
- # "RedshiftDatasetDefinition": {
860
- # "ClusterId": "integ-test-cluster-prod-us-west-2",
861
- # "Database": "dev",
862
- # "DbUser": "awsuser",
863
- # "QueryString": "SELECT * FROM shoes",
864
- # "ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
865
- # "OutputS3Uri": f"s3://{bucket}/rdd",
866
- # "OutputFormat": "CSV",
867
- # "OutputCompression": "None",
868
- # },
869
- # "LocalPath": "/opt/ml/processing/input/rdd",
870
- # "DataDistributionType": "FullyReplicated",
871
- # "InputMode": "File",
872
- # },
873
- # },
874
836
{
875
837
"InputName" : "athena_dataset_definition" ,
876
838
"AppManaged" : True ,
0 commit comments