feat: complete backtest repos and fix the logging

Author: mobious999

requirements-dev.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile requirements-dev.in
+#    pip-compile --output-file=requirements-dev.txt --strip-extras requirements-dev.in requirements-dev.in
 #
 annotated-types==0.7.0
     # via pydantic
@@ -14,25 +14,25 @@ astroid==3.3.10
     # via pylint
 babel==2.17.0
     # via mkdocs-material
-backrefs==5.8
+backrefs==5.9
     # via mkdocs-material
 bandit==1.8.3
     # via -r requirements-dev.in
 black==25.1.0
     # via -r requirements-dev.in
-boto3==1.38.36
+boto3==1.38.46
     # via -r D:\git\stock-data-stream\requirements.in
-botocore==1.38.36
+botocore==1.38.46
     # via
     #   boto3
     #   s3transfer
-bracex==2.5.post1
+bracex==2.6
     # via wcmatch
 build==1.2.2.post1
     # via -r requirements-dev.in
 bump-my-version==1.1.2
     # via -r requirements-dev.in
-certifi==2025.4.26
+certifi==2025.6.15
     # via
     #   httpcore
     #   httpx
@@ -65,7 +65,7 @@ commitizen==4.8.3
     # via -r requirements-dev.in
 contourpy==1.3.2
     # via matplotlib
-coverage[toml]==7.9.0
+coverage==7.9.1
     # via pytest-cov
 cycler==0.12.1
     # via matplotlib
@@ -85,7 +85,7 @@ flake8==7.2.0
     #   flake8-docstrings
 flake8-docstrings==1.7.0
     # via -r requirements-dev.in
-fonttools==4.58.3
+fonttools==4.58.4
     # via matplotlib
 ghp-import==2.1.0
     # via mkdocs
@@ -116,7 +116,7 @@ jaraco-classes==3.4.0
     # via keyring
 jaraco-context==6.0.1
     # via keyring
-jaraco-functools==4.1.0
+jaraco-functools==4.2.1
     # via keyring
 jinja2==3.1.6
     # via
@@ -136,7 +136,7 @@ loguru==0.7.3
     # via -r D:\git\stock-data-stream\requirements.in
 mando==0.7.1
     # via radon
-markdown==3.8
+markdown==3.8.2
     # via
     #   mkdocs
     #   mkdocs-material
@@ -231,26 +231,26 @@ py-cpuinfo==9.0.0
     # via pytest-benchmark
 pycodestyle==2.13.0
     # via flake8
-pydantic==2.11.6
+pydantic==2.11.7
     # via
     #   bump-my-version
     #   pydantic-settings
 pydantic-core==2.33.2
     # via pydantic
-pydantic-settings==2.9.1
+pydantic-settings==2.10.1
     # via bump-my-version
 pydocstyle==6.3.0
     # via flake8-docstrings
 pyflakes==3.3.2
     # via flake8
-pygments==2.19.1
+pygments==2.19.2
     # via
     #   mkdocs-material
     #   readme-renderer
     #   rich
 pylint==3.3.6
     # via -r requirements-dev.in
-pymdown-extensions==10.15
+pymdown-extensions==10.16
     # via mkdocs-material
 pyparsing==3.2.3
     # via matplotlib
@@ -280,7 +280,7 @@ python-dateutil==2.9.0.post0
     #   ghp-import
     #   matplotlib
     #   pandas
-python-dotenv==1.1.0
+python-dotenv==1.1.1
     # via
     #   -r D:\git\stock-data-stream\requirements.in
     #   pydantic-settings
@@ -333,7 +333,7 @@ ruff==0.11.6
     # via -r requirements-dev.in
 s3transfer==0.13.0
     # via boto3
-scipy==1.15.3
+scipy==1.16.0
     # via -r D:\git\stock-data-stream\requirements.in
 six==1.17.0
     # via
@@ -345,6 +345,8 @@ snowballstemmer==3.0.1
     # via pydocstyle
 stevedore==5.4.1
     # via bandit
+tenacity==8.5.0
+    # via -r D:\git\stock-data-stream\requirements.in
 termcolor==2.3.0
     # via
     #   -r requirements-dev.in
@@ -388,7 +390,7 @@ virtualenv==20.31.2
     # via pre-commit
 watchdog==6.0.0
     # via mkdocs
-wcmatch==10.0
+wcmatch==10.1
     # via bump-my-version
 wcwidth==0.2.13
     # via prompt-toolkit

requirements.txt

@@ -2,11 +2,11 @@
 # This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile 'D:\git\stock-data-stream\requirements.in'
+#    pip-compile --output-file=requirements.txt --strip-extras requirements.in requirements.in
 #
-boto3==1.38.36
-    # via -r D:\git\stock-data-stream\requirements.in
-botocore==1.38.36
+boto3==1.38.46
+    # via -r requirements.in
+botocore==1.38.46
     # via
     #   boto3
     #   s3transfer
@@ -20,7 +20,7 @@ contourpy==1.3.2
     # via matplotlib
 cycler==0.12.1
     # via matplotlib
-fonttools==4.58.3
+fonttools==4.58.4
     # via matplotlib
 idna==3.10
     # via requests
@@ -31,52 +31,52 @@ jmespath==1.0.1
 kiwisolver==1.4.8
     # via matplotlib
 loguru==0.7.3
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 matplotlib==3.10.3
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 numpy==1.26.4
     # via
-    #   -r D:\git\stock-data-stream\requirements.in
+    #   -r requirements.in
     #   contourpy
     #   matplotlib
     #   pandas
     #   scipy
 packaging==25.0
     # via matplotlib
 pandas==2.2.3
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 pika==1.3.2
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 pillow==11.2.1
     # via matplotlib
 prometheus-client==0.22.1
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 pyparsing==3.2.3
     # via matplotlib
 python-dateutil==2.9.0.post0
     # via
     #   botocore
     #   matplotlib
     #   pandas
-python-dotenv==1.1.0
-    # via -r D:\git\stock-data-stream\requirements.in
+python-dotenv==1.1.1
+    # via -r requirements.in
 pytz==2025.2
     # via pandas
 requests==2.32.4
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 s3transfer==0.13.0
     # via boto3
-scipy==1.15.3
-    # via -r D:\git\stock-data-stream\requirements.in
+scipy==1.16.0
+    # via -r requirements.in
 six==1.17.0
     # via python-dateutil
 tenacity==8.5.0
-    # via -r D:\git\stock-data-stream\requirements.in
+    # via -r requirements.in
 tzdata==2025.2
     # via pandas
 urllib3==2.5.0
     # via
-    #   -r D:\git\stock-data-stream\requirements.in
+    #   -r requirements.in
     #   botocore
     #   requests
 win32-setctime==1.2.0

src/app/utils/setup_logger.py

@@ -1,120 +1,53 @@
-"""Configure and return a logger for the application.
-
-Supports optional structured (JSON-style) logging for production
-environments and redaction of sensitive fields.
-"""
-
-import json
 import logging
-import re
-
-from app import config_shared
-
-
-class StructuredFormatter(logging.Formatter):
-    """Structured log formatter that outputs logs as JSON strings."""
-
-    def format(self, record: logging.LogRecord) -> str:
-        """Format a log record as a JSON string.
-
-        Args:
-            record (logging.LogRecord): The log record.
-
-        Returns:
-            str: A JSON-formatted string of log fields.
-
-        """
-        log_record = {
-            "timestamp": self.formatTime(record, self.datefmt),
-            "level": record.levelname,
-            "logger": record.name,
-            "message": record.getMessage(),
-            "module": record.module,
-            "filename": record.filename,
-            "funcName": record.funcName,
-            "lineno": record.lineno,
-        }
-        return json.dumps(log_record)
-
-
-class RedactFilter(logging.Filter):
-    """Logging filter that redacts sensitive information from log messages."""
-
-    SENSITIVE_KEYS = {"api_key", "apikey", "token", "secret", "password", "auth"}
-
-    def filter(self, record: logging.LogRecord) -> bool:
-        """Filter the log record, redacting sensitive values in the message.
-
-        Args:
-            record (logging.LogRecord): The log record.
-
-        Returns:
-            bool: Always True to allow the record after modification.
-
-        """
-        message = record.getMessage()
-
-        for key in self.SENSITIVE_KEYS:
-            # Match key=value and "key": "value" formats
-            patterns = [
-                re.compile(rf"({key}\s*=\s*)(\S+)", re.IGNORECASE),
-                re.compile(rf'("{key}"\s*:\s*")([^"]+)(")', re.IGNORECASE),
-            ]
-            for pattern in patterns:
-                message = pattern.sub(
-                    lambda m: f"{m.group(1)}***{m.group(3) if m.lastindex and m.lastindex >= 3 else ''}",
-                    message,
-                )
-
-        record.msg = message
-        return True
+import sys
+from logging import Logger
+from typing import Optional
 
 
 def setup_logger(
-    name: str | None = None,
+    name: Optional[str] = None,
     level: int = logging.INFO,
     structured: bool = False,
-    redact_sensitive: bool | None = None,
-) -> logging.Logger:
-    """Configure and return a logger for the application.
+) -> Logger:
+    """
+    Configure and return a logger with optional redaction and structured logging.
 
     Args:
-        name (Optional[str]): Name of the logger.
-        level (int): Logging level (e.g., logging.INFO).
-        structured (bool): Whether to use structured (JSON) logging.
-        redact_sensitive (Optional[bool]): Override redaction setting (defaults to config).
+        name (Optional[str]): Logger name.
+        level (int): Log level (e.g., logging.INFO).
+        structured (bool): Enable structured (JSON) logging. (Not yet implemented)
 
     Returns:
-        logging.Logger: A configured logger instance.
-
+        Logger: Configured logger instance.
     """
-    logger_name = name or "poller"
-    logger = logging.getLogger(logger_name)
-
-    if not logger.hasHandlers():
-        logger.setLevel(level)
-        handler = logging.StreamHandler()
-        formatter: logging.Formatter = (
-            StructuredFormatter()
-            if structured
-            else logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
-        )
-        handler.setFormatter(formatter)
-
-        # Determine redaction setting
-        enable_redaction = (
-            redact_sensitive
-            if redact_sensitive is not None
-            else config_shared.get_redact_sensitive_logs()
-        )
-        if enable_redaction:
-            handler.addFilter(RedactFilter())
-            logger.debug("🔐 Log redaction enabled")
-
-        logger.addHandler(handler)
+    logger = logging.getLogger(name)
+    if logger.handlers:
+        return logger
+
+    # Delay import to avoid circular dependency
+    try:
+        from app import config_shared
+        redact = config_shared.get_redact_sensitive_logs()
+    except Exception:
+        redact = False
+
+    formatter = logging.Formatter(
+        fmt="%(asctime)s [%(levelname)s] %(name)s - %(message)s",
+        datefmt="%Y-%m-%d %H:%M:%S"
+    )
+
+    handler = logging.StreamHandler(sys.stdout)
+    handler.setFormatter(formatter)
+    logger.addHandler(handler)
+    logger.setLevel(level)
+
+    if redact:
+        logger.info("🔒 Redaction of sensitive data is ENABLED")
+    else:
+        logger.info("🔓 Redaction of sensitive data is DISABLED")
+
+    # NOTE: 'structured' is accepted but not yet implemented
+    if structured:
+        logger.warning("⚠️ Structured logging requested but not yet supported.")
 
     return logger
-
-
-# Default logger instance for modules
-logger = setup_logger(level=logging.DEBUG)