Improve logging

Author: darken99

cid/common.py

@@ -458,9 +458,14 @@ def create_datasets(self, _datasets: list) -> dict:
                         if ds.get('Name') == dataset_name:
                             missing_datasets.remove(dataset_name)
                         print(f"\n\tFound {dataset_name} as {raw_template.get('DataSetId')}")
+                except FileNotFoundError:
+                    logger.info(f'File "{dataset_file}" not found')
+                    pass
                 except self.qs.client.exceptions.ResourceNotFoundException:
+                    logger.info(f'Dataset "{dataset_name}" not found')
                     pass
                 except self.qs.client.exceptions.AccessDeniedException:
+                    logger.info(f'Access denied trying to find dataset "{dataset_name}"')
                     pass
                 except:
                     raise
@@ -550,7 +555,7 @@ def create_dataset(self, dataset_definition) -> bool:
                 logger.info('No Athena datasources found, attempting to create one')
                 self.qs.create_data_source()
                 if not len(self.qs.athena_datasources):
-                    logger.error('No Athena datasources available, failing')
+                    logger.info('No Athena datasources available, failing')
                     return False
             # Load TPL file
             columns_tpl = dict()

cid/helpers/athena.py

@@ -174,7 +174,7 @@ def execute_query(self, sql_query, sleep_duration=1) -> str:
         else:
             failure_reason = response['QueryExecution']['Status']['StateChangeReason']
             logger.error('Athena query failed: {}'.format(failure_reason))
-            logger.error('Full query: {}'.format(sql_query))
+            logger.info('Full query: {}'.format(sql_query))
 
             raise Exception(failure_reason)