chore: Remediate Vulnerabilites across all repos

Author: mobious999

requirements-dev.in

@@ -33,3 +33,7 @@ commitizen>=3.12
 mkdocs>=1.5
 mkdocs-material>=9.0
 termcolor==2.3.0
+
+# Security: Fix pip-audit vulnerabilities
+requests>=2.32.4
+urllib3>=2.5.0

requirements-dev.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile --output-file=requirements-dev.txt --strip-extras requirements-dev.in requirements-dev.in
+#    pip-compile requirements-dev.in
 #
 annotated-types==0.7.0
     # via pydantic
@@ -60,7 +60,7 @@ commitizen==4.8.3
     # via -r requirements-dev.in
 contourpy==1.3.2
     # via matplotlib
-coverage==7.9.1
+coverage[toml]==7.9.1
     # via pytest-cov
 cryptography==45.0.4
     # via authlib
@@ -258,6 +258,7 @@ regex==2024.11.6
 requests==2.32.4
     # via
     #   -r D:\git\stock-tech-patterns\requirements.in
+    #   -r requirements-dev.in
     #   hvac
     #   mkdocs-material
     #   safety
@@ -316,8 +317,10 @@ typing-extensions==4.14.0
     #   typer
 tzdata==2025.2
     # via pandas
-urllib3==2.4.0
+urllib3==2.5.0
     # via
+    #   -r D:\git\stock-tech-patterns\requirements.in
+    #   -r requirements-dev.in
     #   botocore
     #   requests
 watchdog==6.0.0

requirements.in

@@ -16,3 +16,7 @@ matplotlib>=3.6.0,<4.0
 #vault integration
 hvac>=1.2.1,<2.0.0
 prometheus_client>=0.17.1
+
+# Security: Fix pip-audit vulnerabilities
+requests>=2.32.4
+urllib3>=2.5.0

requirements.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile --output-file=requirements.txt --strip-extras requirements.in requirements.in
+#    pip-compile requirements.in
 #
 boto3==1.38.36
     # via -r requirements.in
@@ -78,8 +78,9 @@ six==1.17.0
     # via python-dateutil
 tzdata==2025.2
     # via pandas
-urllib3==2.4.0
+urllib3==2.5.0
     # via
+    #   -r requirements.in
     #   botocore
     #   requests
 win32-setctime==1.2.0

src/app/utils/types.py

@@ -1,7 +1,12 @@
-"""Shared enums and validation helpers used across the application."""
+"""Shared enums and validation helpers used across the application.
+
+NOTE: This file is maintained in `repo-utils-shared/src/app/utils/types.py`
+and should be synchronized across repositories using the sync script.
+Do not modify it directly in individual repositories.
+"""
 
 from enum import Enum
-from typing import Any
+from typing import Any, TypedDict
 
 
 class OutputMode(str, Enum):
@@ -16,51 +21,73 @@ class OutputMode(str, Enum):
 
 
 class PollerType(str, Enum):
-    """Defines the domain of the poller for routing/behavior."""
+    """Defines the domain of the poller for routing and behavior."""
 
     STOCK = "stock"
     SENTIMENT = "sentiment"
     ALT = "alt"
+    CRYPTO = "crypto"
+    FUND = "fund"
+    ANALYSIS = "analysis"
+    BACKTEST = "backtest"
+    UI = "ui"
+
+
+class ValidatedMessage(TypedDict):
+    """Validated and enriched message with required structure."""
+
+    symbol: str
+    timestamp: str
+    data: dict[str, Any]
 
 
 def validate_dict(data: dict[str, Any], required_keys: list[str]) -> bool:
     """Check that all required keys are present in the dictionary.
 
-    Parameters
-    ----------
-    data : dict[str, Any]
-        The dictionary to validate.
-
-    required_keys : list[str]
-        Keys that must exist in the dictionary.
+    Args:
+        data: The dictionary to validate.
+        required_keys: Keys that must exist in the dictionary.
 
-    Returns
-    -------
-    bool
+    Returns:
         True if all required keys are present, False otherwise.
-
     """
     return all(k in data for k in required_keys)
 
 
 def validate_list_of_dicts(data: Any, required_keys: list[str]) -> bool:
-    """Validate that the input is a list of dicts, each containing the required
-    keys.
-
-    Parameters
-    ----------
-    data : Any
-        The object to validate.
+    """Validate that the input is a list of dicts, each with required keys.
 
-    required_keys : list[str]
-        Keys that must exist in each dictionary.
+    Args:
+        data: The object to validate.
+        required_keys: Keys that must exist in each dictionary.
 
-    Returns
-    -------
-    bool
+    Returns:
         True if input is a list of valid dicts, False otherwise.
-
     """
     if not isinstance(data, list):
         return False
     return all(isinstance(item, dict) and validate_dict(item, required_keys) for item in data)
+
+
+def is_valid_payload(data: Any) -> bool:
+    """Perform basic schema validation for a generic payload.
+
+    Args:
+        data: The input data to validate.
+
+    Returns:
+        True if the input is a dict with minimum expected structure.
+    """
+    return isinstance(data, dict) and "symbol" in data and "timestamp" in data
+
+
+def is_valid_batch(data: Any) -> bool:
+    """Validate a batch of payloads.
+
+    Args:
+        data: The input to validate.
+
+    Returns:
+        True if input is a list of valid payload dictionaries.
+    """
+    return validate_list_of_dicts(data, ["symbol", "timestamp"])

src/app/utils/validate_data.py

@@ -61,6 +61,30 @@ def validate_data(data: dict[str, Any]) -> bool:
     return True
 
 
+def validate_message_schema(message: Any) -> bool:
+    """Validate a generic message for required fields: 'symbol', 'timestamp', and 'data' (dict).
+
+    Used for verifying incoming message format before processing.
+
+    Parameters
+    ----------
+    message : Any
+        The input message to validate.
+
+    Returns
+    -------
+    bool
+        True if message contains required fields and structure.
+    """
+    if not isinstance(message, dict):
+        return False
+    if not all(k in message for k in ("symbol", "timestamp", "data")):
+        return False
+    if not isinstance(message["data"], dict):
+        return False
+    return True
+
+
 def _validate_symbol(symbol: str) -> bool:
     """Validate that the 'symbol' field is a string of alphabetical characters.