feat: add storage backend support and CI/CD workflows

- Introduced configurable storage backends: memory, Redis, and Vault, with detailed configuration options in `config.example.yaml`.
- Implemented a `StorageManager` to handle storage backend initialization and management.
- Added Docker Compose file for easy deployment with Redis storage.
- Created GitHub Actions workflows for linting, testing, and Docker image publishing.
- Updated documentation to include storage backend details and usage examples.
- Enhanced tests for storage functionality and configuration validation.

Author: akshay5995

.github/workflows/docker-publish.yml

@@ -0,0 +1,56 @@
+name: Docker Publish
+
+on:
+  push:
+    branches: [ main ]
+    tags: [ 'v*' ]
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+    
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+    
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+    
+    - name: Extract metadata
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+        tags: |
+          type=ref,event=branch
+          type=ref,event=pr
+          type=semver,pattern={{version}}
+          type=semver,pattern={{major}}.{{minor}}
+          type=sha,prefix=sha-
+          type=raw,value=latest,enable={{is_default_branch}}
+    
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        platforms: linux/amd64,linux/arm64
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        cache-from: type=gha
+        cache-to: type=gha,mode=max

.github/workflows/lint.yml

@@ -0,0 +1,45 @@
+name: Lint
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.11"
+        cache: 'pip'
+    
+    - name: Install linting dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install black>=23.0.0 ruff>=0.1.0
+    
+    - name: Check code formatting with Black
+      run: |
+        black --check --diff src/ tests/ demo/
+    
+    - name: Lint with Ruff
+      run: |
+        ruff check src/ tests/ demo/
+    
+    - name: Check for security issues with Bandit
+      run: |
+        pip install bandit[toml]>=1.7.0
+        bandit -r src/ -f json -o bandit-report.json || true
+        bandit -r src/
+    
+    - name: Type checking with mypy (optional)
+      run: |
+        pip install mypy>=1.0.0 types-PyYAML types-requests
+        mypy src/ --ignore-missing-imports --no-strict-optional || true

.github/workflows/test.yml

@@ -0,0 +1,130 @@
+name: Tests
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+    
+    services:
+      redis:
+        image: redis:7-alpine
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'pip'
+    
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+        
+        # Install coverage for test reporting
+        pip install pytest-cov>=4.0.0
+        
+        # Install storage backend dependencies for comprehensive testing
+        # Use modern redis library for Python 3.11+ compatibility
+        if [[ "${{ matrix.python-version }}" == "3.11" || "${{ matrix.python-version }}" == "3.12" ]]; then
+          pip install 'redis[hiredis]>=4.5.0'
+        else
+          pip install aioredis>=2.0.0
+        fi
+        
+        # Install Vault dependencies
+        pip install hvac>=1.2.0 aiohttp>=3.8.0
+    
+    - name: Wait for Redis
+      run: |
+        timeout 30 bash -c 'until redis-cli ping; do sleep 1; done'
+    
+    - name: Run tests with coverage
+      run: |
+        python -m pytest -v --tb=short --cov=src --cov-report=xml --cov-report=term-missing
+      env:
+        # Redis service connection for testing
+        REDIS_HOST: localhost
+        REDIS_PORT: 6379
+        REDIS_PASSWORD: ""
+    
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v3
+      if: matrix.python-version == '3.11'
+      with:
+        file: ./coverage.xml
+        fail_ci_if_error: true
+    
+    - name: Test CLI entry point
+      run: |
+        python -m src.gateway --help
+    
+    - name: Test storage backends
+      run: |
+        # Test memory storage (default)
+        python -c "
+        import asyncio
+        from src.storage.manager import StorageManager
+        from src.config.config import StorageConfig
+        
+        async def test():
+            config = StorageConfig(type='memory')
+            manager = StorageManager(config)
+            storage = await manager.start_storage()
+            await storage.set('test', {'data': 'value'})
+            result = await storage.get('test')
+            assert result == {'data': 'value'}
+            await manager.stop_storage()
+            print('✅ Memory storage test passed')
+        
+        asyncio.run(test())
+        "
+        
+        # Test Redis storage with service
+        python -c "
+        import asyncio
+        from src.storage.manager import StorageManager  
+        from src.config.config import StorageConfig, RedisStorageConfig
+        
+        async def test():
+            config = StorageConfig(
+                type='redis',
+                redis=RedisStorageConfig(
+                    host='localhost',
+                    port=6379,
+                    password='',
+                    db=0,
+                    ssl=False,
+                    max_connections=20
+                )
+            )
+            manager = StorageManager(config)
+            storage = await manager.start_storage()
+            await storage.set('test', {'redis': 'works'})
+            result = await storage.get('test')
+            assert result == {'redis': 'works'}
+            await manager.stop_storage()
+            print('✅ Redis storage test passed')
+        
+        asyncio.run(test())
+        "
+      env:
+        REDIS_HOST: localhost

.gitignore

@@ -341,6 +341,7 @@ data/
 !config/*.example.yaml
 !config/*.example.yml
 !config.example.yaml
+!.github/workflows/*.yml
 
 # =============================================================================
 # Project Specific
@@ -374,7 +375,6 @@ development/
 # =============================================================================
 
 # CI/CD specific files (keep templates)
-.github/workflows/*.yml
 !.github/workflows/*.example.yml
 
 # Coverage reports
@@ -398,3 +398,6 @@ perf.data.old
 .claude/
 
 .ruff_cache/
+
+# Docker compose
+!docker-compose.yml