ignore tables on export (aws-solutions-library-samples#1310)

Author: iakov-aws

cid/cli.py

@@ -167,6 +167,7 @@ def export(ctx, **kwargs):
                (definition|template) A method (definition=pull json definition of Analysis OR template=create QuickSight Template)
         --export-known-datasets
             (no|yes)                 If 'yes' the export will include DataSets that are already in resources file. Default = no
+        --export-tables (no|yes).    If 'yes' the export will include Tables. Default: no = only Views
         --category TEXT              The dashboards category. Default = Custom
         --output                     A filename (.yaml) If provided an existing file it will be analyzed for default values and overridden 
     """

cid/export.py

@@ -144,10 +144,10 @@ def export_analysis(qs, athena, glue):
 
         cid_print(f'    Found DataSet <BOLD>{dataset_name}<END>.')
         if dataset_name in athena._resources.get('datasets'):
-            resources_datasets.append(dataset_name)
-            if not get_parameters().get('export-known-datasets'):
+            resources_datasets.append(dataset_name) # used later in dependencies
+            if not get_parameters().get('export-known-datasets') == 'yes':
                 cid_print(f'    DataSet <BOLD>{dataset_name}<END> is in resources. Skipping.')
-                continue
+                continue # prevent export dataset
 
         dataset_data = {
             "DataSetId": dataset.raw['DataSetId'],
@@ -284,7 +284,13 @@ def export_analysis(qs, athena, glue):
         if key in cur_tables or cur_helper.table_is_cur(name=key):
             logger.debug(f'Skipping {key} views - it is a CUR')
             continue
+        if key in ['account_map']:
+            cid_print(f'{key} is a special data. Processed separately. Skipping.')
+            continue
         if isinstance(view_data.get('data'), str):
+            if 'CREATE EXTERNAL TABLE' in view_data.get('data') and not get_parameters().get('export-tables') == 'yes':
+                cid_print(f'{key} is a Glue table. Skipping. To export table definitions use `--export-tables yes`')
+                continue
             #check if there is dependency on crawler
             crawler_names = re.findall(r"UPDATED_BY_CRAWLER\W+?'(.+?)''", view_data.get('data'))
             if crawler_names: