Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
58 changes: 29 additions & 29 deletions data-collection/deploy/deploy-data-collection.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# https://github.com/awslabs/cid-data-collection-framework/blob/main/data-collection/deploy/deploy-data-collection.yaml
AWSTemplateFormatVersion: '2010-09-09'
Description: CID Data Collection Stack v3.14.1 - AWS Solution SO9011
Description: CID Data Collection Stack v3.14.2 - AWS Solution SO9011
Metadata:
AWS::CloudFormation::Interface:
ParameterGroups:
Expand Down Expand Up @@ -135,10 +135,10 @@ Mappings:
us-west-1: {CodeBucket: aws-managed-cost-intelligence-dashboards-us-west-1 }
us-west-2: {CodeBucket: aws-managed-cost-intelligence-dashboards-us-west-2 }
StepFunctionCode:
main-state-machine: {TemplatePath: cfn/data-collection/v3.14.1/source/step-functions/main-state-machine.json}
crawler-state-machine: {TemplatePath: cfn/data-collection/v3.14.1/source/step-functions/crawler-state-machine.json}
standalone-state-machine: {TemplatePath: cfn/data-collection/v3.14.1/source/step-functions/standalone-state-machine.json}
health-detail-state-machine: {TemplatePath: cfn/data-collection/v3.14.1/source/step-functions/health-detail-state-machine.json}
main-state-machine: {TemplatePath: cfn/data-collection/v3.14.2/source/step-functions/main-state-machine.json}
crawler-state-machine: {TemplatePath: cfn/data-collection/v3.14.2/source/step-functions/crawler-state-machine.json}
standalone-state-machine: {TemplatePath: cfn/data-collection/v3.14.2/source/step-functions/standalone-state-machine.json}
health-detail-state-machine: {TemplatePath: cfn/data-collection/v3.14.2/source/step-functions/health-detail-state-machine.json}

Parameters:
DestinationBucket:
Expand Down Expand Up @@ -1046,7 +1046,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployTAModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-trusted-advisor.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-trusted-advisor.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1068,7 +1068,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployRightsizingModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-cost-explorer-rightsizing.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-cost-explorer-rightsizing.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1089,7 +1089,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployCostAnomalyModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-cost-anomaly.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-cost-anomaly.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1111,7 +1111,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeploySupportCasesModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-support-cases.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-support-cases.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1132,7 +1132,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployBackupModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-backup.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-backup.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1153,7 +1153,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployInventoryCollectorModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-inventory.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-inventory.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1180,7 +1180,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployPricingModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-pricing.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-pricing.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1203,7 +1203,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployComputeOptimizerModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-compute-optimizer.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-compute-optimizer.yaml"
Parameters:
DestinationBucket: !Ref S3Bucket
ManagementRoleName: !Sub "${ResourcePrefix}${ManagementAccountRole}"
Expand All @@ -1228,7 +1228,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployEcsChargebackModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-ecs-chargeback.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-ecs-chargeback.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1254,7 +1254,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployRDSUtilizationModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-rds-usage.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-rds-usage.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1280,7 +1280,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployEUCUtilizationModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-workspaces-metrics.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-workspaces-metrics.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1306,7 +1306,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployOrgDataModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-organization.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-organization.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1327,7 +1327,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployBudgetsModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-budgets.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-budgets.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1348,7 +1348,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployTransitGatewayModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-transit-gateway.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-transit-gateway.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1374,7 +1374,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployAWSFeedsModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-aws-feeds.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-aws-feeds.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1393,7 +1393,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployISVFeedsModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-isv-feeds.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-isv-feeds.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1411,7 +1411,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployHealthEventsModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-health-events.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-health-events.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1433,7 +1433,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployLicenseManagerModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-license-manager.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-license-manager.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1454,7 +1454,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployServiceQuotasModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-service-quotas.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-service-quotas.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1480,7 +1480,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployQuickSightModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-quicksight.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-quicksight.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1499,7 +1499,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployResilienceHubModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-resilience-hub.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-resilience-hub.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1524,7 +1524,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployMarketplaceModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-marketplace.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-marketplace.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DestinationBucket: !Ref S3Bucket
Expand All @@ -1550,7 +1550,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployIncludeReferenceModule
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/module-reference.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/module-reference.yaml"
Parameters:
DatabaseName: !Ref DatabaseName
DataBucketsKmsKeysArns: !Ref DataBucketsKmsKeysArns
Expand All @@ -1574,7 +1574,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployAccountCollector
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/account-collector.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/account-collector.yaml"
Parameters:
ManagementRoleName: !Sub "${ResourcePrefix}${ManagementAccountRole}"
ManagementAccountID: !Ref ManagementAccountID
Expand Down
12 changes: 6 additions & 6 deletions data-collection/deploy/deploy-data-read-permissions.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# https://github.com/awslabs/cid-data-collection-framework/blob/main/data-collection/v3.14.1/deploy/deploy-data-read-permissions.yaml
# https://github.com/awslabs/cid-data-collection-framework/blob/main/data-collection/v3.14.2/deploy/deploy-data-read-permissions.yaml
AWSTemplateFormatVersion: '2010-09-09'
Description: CID Data Collection - All-in-One for Management Account v3.14.1 - AWS Solution SO9011
Description: CID Data Collection - All-in-One for Management Account v3.14.2 - AWS Solution SO9011
Metadata:
AWS::CloudFormation::Interface:
ParameterGroups:
Expand Down Expand Up @@ -206,7 +206,7 @@ Resources:
DataCollectorMgmtAccountReadStack:
Type: AWS::CloudFormation::Stack
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/deploy-in-management-account.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/deploy-in-management-account.yaml"
Parameters:
DataCollectionAccountID: !Ref DataCollectionAccountID
ManagementAccountRole: !Ref ManagementAccountRole
Expand All @@ -223,7 +223,7 @@ Resources:
Type: AWS::CloudFormation::Stack
Condition: DeployModuleReadInMgmt
Properties:
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/deploy-in-linked-account.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/deploy-in-linked-account.yaml"
Parameters:
DataCollectionAccountID: !Ref DataCollectionAccountID
MultiAccountRoleName: !Ref MultiAccountRoleName
Expand All @@ -243,7 +243,7 @@ Resources:
DataCollectorOrgAccountModulesReadStackSet:
Type: AWS::CloudFormation::StackSet
Properties:
Description: "StackSet in charge of deploying read roles across organization accounts v3.14.1"
Description: "StackSet in charge of deploying read roles across organization accounts v3.14.2"
PermissionModel: SERVICE_MANAGED
AutoDeployment:
Enabled: true
Expand Down Expand Up @@ -292,4 +292,4 @@ Resources:
- CAPABILITY_IAM
- CAPABILITY_NAMED_IAM
StackSetName: !Sub "StackSet-${AWS::AccountId}-OptimizationDataRole"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.1/deploy-in-linked-account.yaml"
TemplateURL: !Sub "https://${CFNSourceBucket}.s3.${AWS::URLSuffix}/cfn/data-collection/v3.14.2/deploy-in-linked-account.yaml"
2 changes: 1 addition & 1 deletion data-collection/deploy/deploy-in-linked-account.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
AWSTemplateFormatVersion: '2010-09-09'
Description: CID Data Collection - Role for Linked Account v3.14.1
Description: CID Data Collection - Role for Linked Account v3.14.2
Metadata:
AWS::CloudFormation::Interface:
ParameterGroups:
Expand Down
3 changes: 2 additions & 1 deletion data-collection/deploy/deploy-in-management-account.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
AWSTemplateFormatVersion: '2010-09-09'
Description: CID Data Collection - Role for Management Account v3.14.1
Description: CID Data Collection - Role for Management Account v3.14.2
Metadata:
cfn-lint:
config:
Expand Down Expand Up @@ -344,6 +344,7 @@ Resources:
- "license-manager:ListReceivedGrants"
- "license-manager:ListReceivedLicenses"
- "license-manager:ListReceivedGrantsForOrganization"
- "license-manager:ListReceivedLicensesForOrganization"
Resource: "*"
Roles:
- Ref: LambdaRole
Expand Down
15 changes: 11 additions & 4 deletions data-collection/deploy/module-license-manager.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -149,6 +149,7 @@ Resources:
S3_GRANTS_PREFIX = os.environ['S3_GRANTS_PREFIX']
S3_LICENSES_PREFIX = os.environ['S3_LICENSES_PREFIX']
PREFIX = os.environ['PREFIX']
USE_ORG = 'local' != os.environ.get('API', 'org')

def store_data_to_s3(data, prefix, payer_id):
if not data:
Expand All @@ -168,10 +169,16 @@ Resources:
licenses = []
pagination_token = '' #nosec
while True: #Operation list_received_licenses cannot be paginated
response = license_manager.list_received_licenses(
MaxResults=100,
NextToken=pagination_token
)
if USE_ORG:
response = license_manager.list_received_licenses_for_organization(
MaxResults=100,
NextToken=pagination_token
)
else:
response = license_manager.list_received_licenses(
MaxResults=100,
NextToken=pagination_token
)
licenses.extend(response.get('Licenses', []))
pagination_token = response.get('NextToken', '')
if not pagination_token:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
"EXE_UUID": "{% $split($states.context.Execution.Id, ':')[7] %}",
"EXE_START_TIME_SPLIT": "{% $split($states.context.Execution.StartTime, /[-:T.]/) %}",
"EXE_START_TIME": "{% $replace($states.context.Execution.StartTime,'Z','') %}",
"STACK_VERSION": "v3.14.1"
"STACK_VERSION": "v3.14.2"
},
"Next": "SetGlobalVariables2"
},
Expand Down
2 changes: 1 addition & 1 deletion data-collection/utils/version.json
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
{
"version": "3.14.1"
"version": "3.14.2"
}