feat(database): Add unified MongoDB and PostgreSQL dual-write mechanism (#258)

* feat: implement dual-write system for MongoDB to PostgreSQL synchronization

- Added comprehensive documentation for the dual-write feature in README.md
- Updated requirements.txt to include psycopg2-binary for PostgreSQL support
- Modified Django settings to configure PostgreSQL as the primary database
- Introduced dual-write operations with error handling and monitoring capabilities
- Enhanced project structure for future migration paths and Docker development setup

* feat: enhance PostgreSQL integration with new models and dual-write functionality

* refactor: consolidate PostgreSQL models

* feat: implement priority field fix and enhance dual-write functionality

* refactor: update PostgreSQL models and enhance dual-write service functionality

* refactor: simplify Postgres watchlist model and update dual-write service transformation

* fix: deferred task in postgres

* refactor: update Postgres audit log model

* refactor: remove old watchlist models and update user role structure for enhanced functionality

* refactor: enhance PostgreSQL model definitions and integrate dual-write service for task assignments and user roles

* feat: add task assignment creation functionality and streamline task assignment deletion process

* refactor: update task assignment models and repository to streamline data handling and enhance dual-write service integration

* feat: implement dual-write synchronization for team creation invite codes and update watchlist collection naming

* feat: add PostgreSQL synchronization service and management command for labels and roles

* chore: remove pgAdmin service from docker-compose configuration

* chore: remove deprecated docker-compose and environment configuration files

* feat: add PostgreSQL availability checks and environment variables for dual-write and sync services

* feat: configure database settings for testing and production environments

* fix: update environment variable names for PostgreSQL configuration in docker-compose and application settings

* refactor: update PostgreSQL environment variable name and enhance docker-compose commands and health checks

* refactor: rename PostgreSQL task assignment index names for consistency

---------

Co-authored-by: Amit Prakash <[email protected]>

Author: AnujChhikara

.env.example

@@ -29,4 +29,10 @@ CORS_ALLOWED_ORIGINS='http://localhost:3000,http://localhost:8000'
 
 SWAGGER_UI_PATH='/api/schema'
 
-ADMIN_EMAILS =  "[email protected],[email protected]"
+ADMIN_EMAILS =  "[email protected],[email protected]"
+
+POSTGRES_HOST: postgres
+POSTGRES_PORT: 5432
+POSTGRES_DB: todo_postgres
+POSTGRES_USER: todo_user
+POSTGRES_PASSWORD: todo_password

README.md

@@ -148,4 +148,4 @@
 - If port 5678 is in use, specify a different port with `--debug-port`
 - Ensure VS Code Python extension is installed
 - Check that breakpoints are set in the correct files
-- Verify the debug server shows "Debug server listening on port 5678"
+- Verify the debug server shows "Debug server listening on port 5678"

docker-compose.yml

@@ -2,23 +2,65 @@ services:
   django-app:
     build: .
     container_name: todo-django-app
-    command: python -Xfrozen_modules=off manage.py runserver_debug 0.0.0.0:8000 --debug-port 5678
+    command: >
+      sh -c "
+        python manage.py makemigrations &&
+        python manage.py migrate &&
+        python manage.py shell -c 'from todo_project.db.init import initialize_database; initialize_database()' &&
+        python manage.py runserver 0.0.0.0:8000
+      "
     environment:
       MONGODB_URI: mongodb://db:27017
       DB_NAME: todo-app
       PYTHONUNBUFFERED: 1
       PYDEVD_DISABLE_FILE_VALIDATION: 1
+      # PostgreSQL Configuration
+      POSTGRES_HOST: postgres
+      POSTGRES_PORT: 5432
+      POSTGRES_DB: todo_postgres
+      POSTGRES_USER: todo_user
+      POSTGRES_PASSWORD: todo_password
     volumes:
       - .:/app
     ports:
       - "8000:8000"
       - "5678:5678"  # Debug port
     depends_on:
-      - db
-      - mongo-init
+      db:
+        condition: service_started
+      mongo-init:
+        condition: service_completed_successfully
+      postgres:
+        condition: service_healthy
     stdin_open: true
     tty: true
 
+  postgres:
+    image: postgres:15
+    container_name: todo-postgres
+    environment:
+      POSTGRES_DB: todo_postgres
+      POSTGRES_USER: todo_user
+      POSTGRES_PASSWORD: todo_password
+      POSTGRES_HOST_AUTH_METHOD: trust
+    ports:
+      - "5432:5432"
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+      - ./init-scripts:/docker-entrypoint-initdb.d
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "pg_isready -U todo_user -d todo_app && echo 'Postgres healthcheck passed'",
+        ]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+      start_period: 10s
+
+
+
   db:
     image: mongo:latest
     command: ["--replSet", "rs0", "--bind_ip_all", "--port", "27017"]
@@ -28,7 +70,14 @@ services:
     volumes:
       - ./mongo_data:/data/db
     healthcheck:
-      test: ["CMD", "mongosh", "--quiet", "--eval", "if (db.runCommand({ping:1}).ok) process.exit(0); else process.exit(1)"]
+      test:
+        [
+          "CMD",
+          "mongosh",
+          "--quiet",
+          "--eval",
+          "if (db.runCommand({ping:1}).ok) process.exit(0); else process.exit(1)",
+        ]
       interval: 10s
       timeout: 5s
       retries: 5
@@ -67,3 +116,6 @@ services:
     depends_on:
       - db
       - mongo-init
+
+volumes:
+  postgres_data: