Skip to content

Commit cc9ee3f

Browse files
committed
[sdlf-pipeline] remove pDataset parameter
1 parent eb7e69f commit cc9ee3f

File tree

1 file changed

+11
-15
lines changed

1 file changed

+11
-15
lines changed

sdlf-pipeline/src/pipeline.yaml

Lines changed: 11 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -27,10 +27,6 @@ Parameters:
2727
Description: EventBridge schedule group for the dataset
2828
Type: String
2929
Default: "" # if not provided, pDatasetDeploymentInstance must be specified
30-
pDataset:
31-
Description: The name of the dataset (all lowercase, no symbols or spaces)
32-
Type: String
33-
AllowedPattern: "[a-z0-9]{2,14}"
3430
pStageEnabled:
3531
Description: Whether the stage is enabled or not
3632
Type: String
@@ -69,7 +65,7 @@ Resources:
6965
DeletionPolicy: Delete
7066
UpdateReplacePolicy: Delete
7167
Properties:
72-
QueueName: !Sub sdlf-${pDataset}-${pDeploymentInstance}-dlq.fifo
68+
QueueName: !Sub sdlf-${pDeploymentInstance}-dlq.fifo
7369
FifoQueue: True
7470
MessageRetentionPeriod: 1209600
7571
VisibilityTimeout: 60
@@ -82,15 +78,15 @@ Resources:
8278
Name: !Sub /sdlf/pipeline/rDeadLetterQueueRoutingStep/${pDeploymentInstance}
8379
Type: String
8480
Value: !GetAtt rDeadLetterQueueRoutingStep.QueueName
85-
Description: !Sub "Name of the ${pDataset} ${pDeploymentInstance} DLQ"
81+
Description: !Sub "Name of the ${pDeploymentInstance} DLQ"
8682

8783
rQueueRoutingStep:
8884
Type: AWS::SQS::Queue
8985
Condition: HasSourceEvents
9086
DeletionPolicy: Delete
9187
UpdateReplacePolicy: Delete
9288
Properties:
93-
QueueName: !Sub sdlf-${pDataset}-${pDeploymentInstance}-queue.fifo
89+
QueueName: !Sub sdlf-${pDeploymentInstance}-queue.fifo
9490
FifoQueue: True
9591
ContentBasedDeduplication: True
9692
RedrivePolicy:
@@ -107,13 +103,13 @@ Resources:
107103
Name: !Sub /sdlf/pipeline/rQueueRoutingStep/${pDeploymentInstance}
108104
Type: String
109105
Value: !GetAtt rQueueRoutingStep.QueueName
110-
Description: !Sub "Name of the ${pDataset} ${pDeploymentInstance} Queue"
106+
Description: !Sub "Name of the ${pDeploymentInstance} Queue"
111107

112108
rStageRule:
113109
Type: AWS::Events::Rule
114110
Condition: HasSourceEvents
115111
Properties:
116-
Name: !Sub sdlf-${pDataset}-${pDeploymentInstance}-rule
112+
Name: !Sub sdlf-${pDeploymentInstance}-rule
117113
Description: !Sub Send events to ${pDeploymentInstance} queue
118114
EventPattern: !Ref pEventPattern
119115
EventBusName: !If [FetchFromDatasetSsm, !Sub "{{resolve:ssm:/sdlf/dataset/rEventBus/${pDatasetDeploymentInstance}}}", !Ref pEventBus]
@@ -122,10 +118,10 @@ Resources:
122118
- ENABLED
123119
- DISABLED
124120
Targets:
125-
- Id: !Sub sdlf-${pDataset}-${pDeploymentInstance}-rule
121+
- Id: !Sub sdlf-${pDeploymentInstance}-rule
126122
Arn: !GetAtt rQueueRoutingStep.Arn
127123
SqsParameters:
128-
MessageGroupId: !Sub ${pDataset}-${pDeploymentInstance}
124+
MessageGroupId: !Ref pDeploymentInstance
129125
InputPath: "$.detail"
130126

131127
rQueuePolicyEventsStageRule:
@@ -160,7 +156,7 @@ Resources:
160156
Type: AWS::IAM::Role
161157
Condition: ScheduleBased
162158
Properties:
163-
Path: !Sub /sdlf-${pDataset}/
159+
Path: !Sub /sdlf-${pDeploymentInstance}/
164160
# PermissionsBoundary: !Sub "{{resolve:ssm:/SDLF/IAM/${pTeamName}/TeamPermissionsBoundary}}" TODO
165161
AssumeRolePolicyDocument:
166162
Version: "2012-10-17"
@@ -195,7 +191,7 @@ Resources:
195191
Description: !Sub Trigger ${pDeploymentInstance} Routing Lambda on a specified schedule
196192
GroupName: !If [FetchFromDatasetSsm, !Sub "{{resolve:ssm:/sdlf/dataset/rScheduleGroup/${pDatasetDeploymentInstance}}}", !Ref pScheduleGroup]
197193
KmsKeyArn: !If [FetchFromDatasetSsm, !Sub "{{resolve:ssm:/sdlf/dataset/rKMSInfraKey/${pDatasetDeploymentInstance}}}", !Ref pInfraKmsKey]
198-
Name: !Sub sdlf-${pDataset}-${pDeploymentInstance}-schedule-rule
194+
Name: !Sub sdlf-${pDeploymentInstance}-schedule-rule
199195
ScheduleExpression: !Ref pSchedule
200196
FlexibleTimeWindow:
201197
Mode: "OFF"
@@ -212,13 +208,13 @@ Resources:
212208
{
213209
"FunctionName": "${pLambdaRoutingStep}",
214210
"InvocationType": "Event",
215-
"Payload": "{\n \"dataset\": \"${pDataset}\",\n \"pipeline_stage\": \"${pDeploymentInstance}\",\n \"trigger_type\": \"${pTriggerType}\",\n \"event_pattern\": \"true\"\n }"
211+
"Payload": "{\n \"dataset\": \"${pDatasetDeploymentInstance}\",\n \"pipeline_stage\": \"${pDeploymentInstance}\",\n \"trigger_type\": \"${pTriggerType}\",\n \"event_pattern\": \"true\"\n }"
216212
}
217213
- !Sub >-
218214
{
219215
"FunctionName": "${pLambdaRoutingStep}",
220216
"InvocationType": "Event",
221-
"Payload": "{\n \"dataset\": \"${pDataset}\",\n \"pipeline_stage\": \"${pDeploymentInstance}\",\n \"trigger_type\": \"${pTriggerType}\"\n }"
217+
"Payload": "{\n \"dataset\": \"${pDatasetDeploymentInstance}\",\n \"pipeline_stage\": \"${pDeploymentInstance}\",\n \"trigger_type\": \"${pTriggerType}\"\n }"
222218
}
223219
224220
Outputs:

0 commit comments

Comments
 (0)