Skip to content

Commit 6e09478

Browse files
authored
Add lake formation for crawler
1 parent 5377959 commit 6e09478

File tree

1 file changed

+92
-0
lines changed

1 file changed

+92
-0
lines changed

data-exports/deploy/data-exports-aggregation.yaml

Lines changed: 92 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1235,6 +1235,20 @@ Resources:
12351235
Name: !Join [ '_', !Split [ '-', !Sub '${ResourcePrefix}_data_export' ] ] # replace '-' to '_'
12361236
CatalogId: !Sub "${AWS::AccountId}"
12371237

1238+
LakeFormationCrawlerForDatabase:
1239+
Type: AWS::LakeFormation::TagAssociation
1240+
Condition: NeedLakeFormationEnabledDB
1241+
Properties:
1242+
Principal: !GetAtt CidDataExportCrawlerRole.Arn
1243+
Resource:
1244+
Database:
1245+
CatalogId: !Ref "AWS::AccountId"
1246+
Name: !Ref CIDDatabase
1247+
Permissions:
1248+
- DESCRIBE
1249+
PermissionsWithGrantOption: []
1250+
1251+
12381252
###########################################################################
12391253
# CUR2
12401254
###########################################################################
@@ -1380,6 +1394,25 @@ Resources:
13801394
}
13811395
}
13821396
1397+
CURCrawlerTablePermissions:
1398+
Type: AWS::LakeFormation::PrincipalPermissions
1399+
Condition: NeedLakeFormationEnabledCUR2
1400+
Properties:
1401+
Principal: !GetAtt CidDataExportCrawlerRole.Arn
1402+
Resource:
1403+
TableResource:
1404+
CatalogId: !Ref AWS::AccountId
1405+
DatabaseName: !Ref CIDDatabase
1406+
Name: !Ref CURTable
1407+
Permissions:
1408+
- SELECT
1409+
- DESCRIBE
1410+
- ALTER
1411+
- INSERT
1412+
- DELETE
1413+
PermissionsWithGrantOption: []
1414+
1415+
13831416
###########################################################################
13841417
# FOCUS
13851418
###########################################################################
@@ -1502,6 +1535,25 @@ Resources:
15021535
}
15031536
}
15041537
1538+
FOCUSCrawlerTablePermissions:
1539+
Type: AWS::LakeFormation::PrincipalPermissions
1540+
Condition: NeedLakeFormationEnabledFOCUS
1541+
Properties:
1542+
Principal: !GetAtt CidDataExportCrawlerRole.Arn
1543+
Resource:
1544+
TableResource:
1545+
CatalogId: !Ref AWS::AccountId
1546+
DatabaseName: !Ref CIDDatabase
1547+
Name: !Ref FOCUSTable
1548+
Permissions:
1549+
- SELECT
1550+
- DESCRIBE
1551+
- ALTER
1552+
- INSERT
1553+
- DELETE
1554+
PermissionsWithGrantOption: []
1555+
1556+
15051557
###########################################################################
15061558
# COH
15071559
###########################################################################
@@ -1606,6 +1658,24 @@ Resources:
16061658
}
16071659
}
16081660
1661+
COHCrawlerTablePermissions:
1662+
Type: AWS::LakeFormation::PrincipalPermissions
1663+
Condition: NeedLakeFormationEnabledCOH
1664+
Properties:
1665+
Principal: !GetAtt CidDataExportCrawlerRole.Arn
1666+
Resource:
1667+
TableResource:
1668+
CatalogId: !Ref AWS::AccountId
1669+
DatabaseName: !Ref CIDDatabase
1670+
Name: !Ref COHTable
1671+
Permissions:
1672+
- SELECT
1673+
- DESCRIBE
1674+
- ALTER
1675+
- INSERT
1676+
- DELETE
1677+
PermissionsWithGrantOption: []
1678+
16091679
###########################################################################
16101680
# Carbon emissions
16111681
###########################################################################
@@ -1696,6 +1766,28 @@ Resources:
16961766
}
16971767
}
16981768
1769+
CarbonCrawlerTablePermissions:
1770+
Type: AWS::LakeFormation::PrincipalPermissions
1771+
Condition: NeedLakeFormationEnabledCarbon
1772+
Properties:
1773+
Principal: !GetAtt CidDataExportCrawlerRole.Arn
1774+
Resource:
1775+
TableResource:
1776+
CatalogId: !Ref AWS::AccountId
1777+
DatabaseName: !Ref CIDDatabase
1778+
Name: !Ref CarbonTable
1779+
Permissions:
1780+
- SELECT
1781+
- DESCRIBE
1782+
- ALTER
1783+
- INSERT
1784+
- DELETE
1785+
PermissionsWithGrantOption: []
1786+
1787+
###########################################################################
1788+
# Lake Formation for tags
1789+
###########################################################################
1790+
16991791
LakeFormationTagsForDatabase:
17001792
Type: AWS::LakeFormation::TagAssociation
17011793
Condition: NeedLakeFormationEnabledDB

0 commit comments

Comments
 (0)