Add testing, CI/CD, improve portability, and format all code

∙ - Add .isort.cfg for Black compatibility

Author: MargotBelot

.isort.cfg

@@ -0,0 +1,3 @@
+[settings]
+profile = black
+line_length = 88

tests/test_dataset_validation.py

@@ -265,8 +265,7 @@ class MockArgs:
 
         # This would need to be tested with actual training pipeline
         try:
-            from train_hieroglyph_detection_robust import \
-                HieroglyphTrainingConfig
+            from train_hieroglyph_detection_robust import HieroglyphTrainingConfig
 
             config = HieroglyphTrainingConfig(MockArgs())
             self.assertIsNotNone(config.run_id)

tools/data-collection/hieroglyph_scraping_toolkit/__init__.py

@@ -25,13 +25,27 @@
 )
 
 # Core modules
-from .config import (ConfigManager, LayoutConfiguration, PathConfig,
-                     WebScrapingConfig, create_default_config_file,
-                     get_config_manager)
-from .utils import (PerformanceTracker, ensure_directory, performance_tracker,
-                    progress_bar, retry_on_exception, safe_file_read,
-                    safe_file_write, safe_json_load, safe_json_save,
-                    setup_logging, timing_decorator)
+from .config import (
+    ConfigManager,
+    LayoutConfiguration,
+    PathConfig,
+    WebScrapingConfig,
+    create_default_config_file,
+    get_config_manager,
+)
+from .utils import (
+    PerformanceTracker,
+    ensure_directory,
+    performance_tracker,
+    progress_bar,
+    retry_on_exception,
+    safe_file_read,
+    safe_file_write,
+    safe_json_load,
+    safe_json_save,
+    setup_logging,
+    timing_decorator,
+)
 
 # Sub-packages are available but not automatically imported
 # Import them explicitly when needed:

tools/data-collection/hieroglyph_scraping_toolkit/scraping/aku_scraper.py

@@ -13,8 +13,7 @@
 from selenium.webdriver.common.by import By
 
 from ..config import WebScrapingConfig
-from ..utils import (clean_filename, safe_file_write, safe_json_save,
-                     timing_decorator)
+from ..utils import clean_filename, safe_file_write, safe_json_save, timing_decorator
 from .base_scraper import BaseScraper
 
 

tools/data-collection/hieroglyph_scraping_toolkit/scraping/base_scraper.py

@@ -20,8 +20,12 @@
 from webdriver_manager.chrome import ChromeDriverManager
 
 from ..config import WebScrapingConfig
-from ..utils import (ensure_directory, retry_on_exception, setup_logging,
-                     timing_decorator)
+from ..utils import (
+    ensure_directory,
+    retry_on_exception,
+    setup_logging,
+    timing_decorator,
+)
 
 
 class BaseScraper:

tools/data-collection/hieroglyph_scraping_toolkit/svg/processor.py

@@ -13,8 +13,13 @@
 
 import cairosvg
 
-from ..utils import (extract_svg_dimensions, safe_file_read, safe_file_write,
-                     timing_decorator, validate_svg_content)
+from ..utils import (
+    extract_svg_dimensions,
+    safe_file_read,
+    safe_file_write,
+    timing_decorator,
+    validate_svg_content,
+)
 
 
 class SVGProcessor:

tools/data-collection/list_signs_modular.py

@@ -17,8 +17,11 @@
 # Add the toolkit to Python path
 sys.path.append(str(Path(__file__).parent / "hieroglyph_scraping_toolkit"))
 
-from hieroglyph_scraping_toolkit import (create_default_config_file,
-                                         get_config_manager, setup_logging)
+from hieroglyph_scraping_toolkit import (
+    create_default_config_file,
+    get_config_manager,
+    setup_logging,
+)
 
 
 def main():

tools/data-collection/metadata_scraper_modular.py

@@ -18,10 +18,14 @@
 # Add the toolkit to Python path
 sys.path.append(str(Path(__file__).parent / "hieroglyph_scraping_toolkit"))
 
-from hieroglyph_scraping_toolkit import (create_default_config_file,
-                                         get_config_manager, progress_bar,
-                                         safe_file_read, safe_json_load,
-                                         setup_logging)
+from hieroglyph_scraping_toolkit import (
+    create_default_config_file,
+    get_config_manager,
+    progress_bar,
+    safe_file_read,
+    safe_json_load,
+    setup_logging,
+)
 
 
 def load_sign_numbers(signs_file: str) -> List[str]:

tools/data-collection/svg_analyzer_modular.py

@@ -18,9 +18,13 @@
 # Add the toolkit to Python path
 sys.path.append(str(Path(__file__).parent / "hieroglyph_scraping_toolkit"))
 
-from hieroglyph_scraping_toolkit import (create_default_config_file,
-                                         get_config_manager, progress_bar,
-                                         safe_json_save, setup_logging)
+from hieroglyph_scraping_toolkit import (
+    create_default_config_file,
+    get_config_manager,
+    progress_bar,
+    safe_json_save,
+    setup_logging,
+)
 
 
 def main():

tools/evaluation/generate_workflow_diagrams.py

@@ -10,8 +10,7 @@
 import matplotlib.pyplot as plt
 import numpy as np
 import seaborn as sns
-from matplotlib.patches import (Arrow, Circle, ConnectionPatch, FancyBboxPatch,
-                                Rectangle)
+from matplotlib.patches import Arrow, Circle, ConnectionPatch, FancyBboxPatch, Rectangle
 
 # Set style for professional plots
 plt.rcParams["font.family"] = "DejaVu Sans"