configuration file for new packages.

Author: andrade94

backend-overview.md

@@ -1,11 +1,12 @@
 import secrets
 import warnings
-from typing import Annotated, Any, Literal
+from typing import Annotated, Any, Dict, Literal, Optional
 
 from pydantic import (
     AnyUrl,
     BeforeValidator,
     EmailStr,
+    Field,
     HttpUrl,
     PostgresDsn,
     computed_field,
@@ -71,6 +72,72 @@ def SQLALCHEMY_DATABASE_URI(self) -> PostgresDsn:
             path=self.POSTGRES_DB,
         )
 
+    # MongoDB settings
+    MONGODB_SERVER: str = "localhost"
+    MONGODB_PORT: int = 27017
+    MONGODB_USER: str = ""
+    MONGODB_PASSWORD: str = ""
+    MONGODB_DB: str = "political_social_media"
+    MONGODB_AUTH_SOURCE: str = "admin"
+
+    @computed_field  # type: ignore[prop-decorator]
+    @property
+    def MONGODB_URI(self) -> str:
+        auth_part = ""
+        if self.MONGODB_USER and self.MONGODB_PASSWORD:
+            auth_part = f"{self.MONGODB_USER}:{self.MONGODB_PASSWORD}@"
+        
+        auth_source = f"?authSource={self.MONGODB_AUTH_SOURCE}" if auth_part else ""
+        return f"mongodb://{auth_part}{self.MONGODB_SERVER}:{self.MONGODB_PORT}/{self.MONGODB_DB}{auth_source}"
+
+    # Redis settings
+    REDIS_SERVER: str = "localhost"
+    REDIS_PORT: int = 6379
+    REDIS_PASSWORD: str = ""
+    REDIS_DB: int = 0
+
+    @computed_field  # type: ignore[prop-decorator]
+    @property
+    def REDIS_URI(self) -> str:
+        auth_part = f":{self.REDIS_PASSWORD}@" if self.REDIS_PASSWORD else ""
+        return f"redis://{auth_part}{self.REDIS_SERVER}:{self.REDIS_PORT}/{self.REDIS_DB}"
+
+    # Pinecone (Vector Database) settings
+    PINECONE_API_KEY: str = ""
+    PINECONE_ENVIRONMENT: str = "us-west1-gcp"
+    PINECONE_INDEX_NAME: str = "political-content"
+
+    # Celery settings
+    CELERY_BROKER: str = "amqp://guest:guest@localhost:5672//"
+    CELERY_RESULT_BACKEND: str = ""  # Will default to Redis URI if not set
+    CELERY_TASK_SERIALIZER: str = "json"
+    CELERY_RESULT_SERIALIZER: str = "json"
+    CELERY_ACCEPT_CONTENT: list[str] = ["json"]
+    CELERY_TIMEZONE: str = "UTC"
+    CELERY_TASK_ROUTES: Dict[str, Dict[str, str]] = {
+        "app.tasks.scraping.*": {"queue": "scraping"},
+        "app.tasks.analysis.*": {"queue": "analysis"},
+        "app.tasks.notifications.*": {"queue": "notifications"},
+    }
+
+    @computed_field  # type: ignore[prop-decorator]
+    @property
+    def celery_result_backend_uri(self) -> str:
+        """Return Redis URI as the default Celery result backend if none specified."""
+        return self.CELERY_RESULT_BACKEND or self.REDIS_URI
+    
+    # Kafka settings
+    KAFKA_BOOTSTRAP_SERVERS: str = "localhost:9092"
+    KAFKA_CONSUMER_GROUP_ID: str = "political-media-analysis"
+    KAFKA_TOPIC_SOCIAL_MEDIA_POSTS: str = "social-media-posts"
+    KAFKA_TOPIC_SENTIMENT_ANALYSIS: str = "sentiment-analysis"
+    KAFKA_TOPIC_ENTITY_RECOGNITION: str = "entity-recognition"
+    
+    # NLP model settings
+    SPACY_MODEL_NAME: str = "en_core_web_lg"
+    TRANSFORMER_MODEL_NAME: str = "distilbert-base-uncased"
+    SENTENCE_TRANSFORMER_MODEL_NAME: str = "all-MiniLM-L6-v2"
+    
     # Email settings
     SMTP_TLS: bool = True
     SMTP_SSL: bool = False
@@ -81,9 +148,6 @@ def SQLALCHEMY_DATABASE_URI(self) -> PostgresDsn:
     EMAILS_FROM_EMAIL: EmailStr | None = None
     EMAILS_FROM_NAME: EmailStr | None = None
 
-    # Celery settings
-    CELERY_BROKER: str = "amqp://guest:guest@localhost:5672//"
-
     @model_validator(mode="after")
     def _set_default_emails_from(self) -> Self:
         if not self.EMAILS_FROM_NAME:
@@ -111,6 +175,9 @@ def _check_default_secret(self, var_name: str, value: str | None) -> None:
     def _enforce_non_default_secrets(self) -> Self:
         """Enforce that secrets don't use default values."""
         self._check_default_secret("POSTGRES_PASSWORD", self.POSTGRES_PASSWORD)
+        self._check_default_secret("MONGODB_PASSWORD", self.MONGODB_PASSWORD)
+        self._check_default_secret("REDIS_PASSWORD", self.REDIS_PASSWORD)
+        self._check_default_secret("PINECONE_API_KEY", self.PINECONE_API_KEY)
         self._check_default_secret("SECRET_KEY", self.SECRET_KEY)
         self._check_default_secret("FIRST_SUPERUSER_PASSWORD", self.FIRST_SUPERUSER_PASSWORD)
         return self