Released version 0.1.2

Author: rohitcoder

MANIFEST.in

@@ -0,0 +1,3 @@
+include readme.md
+include LICENSE
+include requirements.txt

hawk_scanner/commands/fs.py

@@ -3,9 +3,6 @@
 from rich.console import Console
 from hawk_scanner.internals import system
 import os
-import re
-import time
-import yaml
 import concurrent.futures
 
 def process_file(file_path, key, results):

hawk_scanner/commands/mysql.py

@@ -1,5 +1,3 @@
-import argparse
-import yaml
 import mysql.connector
 from hawk_scanner.internals import system
 import re

hawk_scanner/commands/redis.py

@@ -1,4 +1,3 @@
-import argparse
 import redis
 import yaml
 from hawk_scanner.internals import system

hawk_scanner/commands/s3.py

@@ -1,7 +1,5 @@
-import argparse
 import boto3
 import os
-import re
 import time
 import yaml
 from hawk_scanner.internals import system

hawk_scanner/main.py

@@ -20,6 +20,9 @@ def clear_screen():
 
 console = Console()
 
+## Now separate the results by data_source
+data_sources = ['s3', 'mysql', 'redis', 'firebase', 'gcs', 'fs']
+
 def load_command_module(command):
     try:
         module = importlib.import_module(f"hawk_scanner.commands.{command}")
@@ -39,24 +42,25 @@ def execute_command(command, args):
 
 
 def main():
-    ## Now separate the results by data_source
-    data_sources = ['s3', 'mysql', 'redis', 'firebase', 'gcs', 'fs']
-
+    data_sources_option = ['all'] + data_sources
     parser = argparse.ArgumentParser(description='CLI Command Executor')
-    parser.add_argument('command', nargs='?', choices=data_sources, help='Command to execute')
+    parser.add_argument('command', nargs='?', choices=data_sources_option, help='Command to execute')
     parser.add_argument('--json', help='Save output to json file')
     parser.add_argument('--debug', action='store_true', help='Enable debug mode')
 
     args, extra_args = parser.parse_known_args()
     results = []
     if args.command:
-        for data in execute_command(args.command, extra_args):
-            results.append(data)
-    else:
-        commands = data_sources
-        for command in commands:
-            for data in execute_command(command, extra_args):
+        if args.command == 'all':
+            commands = data_sources
+            for command in commands:
+                for data in execute_command(command, extra_args):
+                    results.append(data)
+        else:
+            for data in execute_command(args.command, extra_args):
                 results.append(data)
+    else:
+        system.print_error("Please provide a command to execute")
 
     ## GROUP results in grouped_results by datasource by key val
     grouped_results = {}

requirements.txt

@@ -3,4 +3,6 @@ PyYAML
 rich
 mysql-connector-python
 redis
-firebase-admin
+firebase-admin
+google-cloud-core
+google-cloud-storage

setup.py

@@ -1,11 +1,14 @@
 from setuptools import setup, find_packages
 
-with open("README.md", "r") as f:
+with open("readme.md", "r") as f:
     long_description = f.read()
 
+with open("requirements.txt") as f:
+    requires = f.read().splitlines()
+
 setup(
     name='hawk_scanner',
-    version='0.1.1',    
+    version='0.1.2',    
     description='A powerful scanner to scan your Filesystem, S3, MySQL, Redis, Google Cloud Storage and Firebase storage for PII and sensitive data.',
     long_description=long_description,
     long_description_content_type="text/markdown",
@@ -21,7 +24,7 @@
         ],
     },
     license='Apache License 2.0',
-    install_requires=['pyyaml', 'rich', 'mysql-connector-python', 'redis', 'boto3'],
+    install_requires=requires,
     extras_require={
         "dev": ["twine>=4.0.2"],
     },