26547 - Feature mailer remove minio (#3325)

Author: bolyachevets

.github/workflows/account-mailer-ci.yml

@@ -12,113 +12,17 @@ on:
       - "auth-api/src/auth_api/utils/enums.py"
       - "build-deps/**"
 
+  workflow_dispatch:
+
 defaults:
   run:
     shell: bash
     working-directory: ./queue_services/account-mailer
 
 jobs:
-  setup-job:
-    runs-on: ubuntu-24.04
-
-    if: github.repository == 'bcgov/sbc-auth'
-
-    steps:
-      - uses: actions/checkout@v4
-      - run: "true"
-
-  linting:
-    needs: setup-job
-    runs-on: ubuntu-24.04
-
-    strategy:
-      matrix:
-        python-version: [3.12]
-
-    steps:
-      - uses: actions/checkout@v4
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v4
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Lint with pylint
-        id: pylint
-        run: |
-          make pylint
-      - name: Lint with flake8
-        id: flake8
-        run: |
-          make flake8
-
-  testing:
-    needs: setup-job
-    env:
-      DATABASE_TEST_URL: "postgresql://postgres:postgres@localhost:5432/postgres"
-      USE_TEST_KEYCLOAK_DOCKER: "YES"
-      USE_DOCKER_MOCK: "YES"
-      JWT_OIDC_ISSUER: "http://localhost:8081/auth/realms/demo"
-      SBC_AUTH_ADMIN_CLIENT_ID: "sbc-auth-admin"
-      SBC_AUTH_ADMIN_CLIENT_SECRET: "2222222222"
-      MINIO_ENDPOINT: "localhost:9000"
-      MINIO_ACCESS_KEY: "minio"
-      MINIO_ACCESS_SECRET: "minio123"
-      MINIO_BUCKET_NAME: "payment-sftp"
-      MINIO_SECURE: False
-      BCOL_ADMIN_EMAIL: "test@test.com"
-
-    runs-on: ubuntu-24.04
-    strategy:
-      matrix:
-        python-version: [3.12]
-
-    services:
-      postgres:
-        image: postgres:12
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        ports:
-          - 5432:5432
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
-
-    steps:
-      - uses: actions/checkout@v4
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install docker-compose
-        run: |
-          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
-          sudo chmod +x /usr/local/bin/docker-compose
-          docker-compose version
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Test with pytest
-        id: test
-        run: |
-          make test
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v3
-        with:
-          file: ./queue_services/account-mailer/coverage.xml
-          flags: accountmailerqueue
-          name: codecov-account-mailer
-          fail_ci_if_error: false
-
-  build-check:
-    needs: setup-job
-    runs-on: ubuntu-24.04
-
-    steps:
-      - uses: actions/checkout@v4
-      - name: build to check strictness
-        id: build
-        run: |
-          make build-nc
+  account-mailer-ci:
+    uses: bcgov/bcregistry-sre/.github/workflows/backend-ci.yaml@main
+    with:
+      app_name: "account-mailer"
+      working_directory: "./queue_services/account-mailer"
+      codecov_flag: "accountmailerqueue"

queue_services/account-mailer/Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.12.5-bullseye as development_build
+FROM python:3.12.9-bullseye as development_build
 USER root
 
 ARG VCS_REF="missing"

queue_services/account-mailer/Makefile

@@ -0,0 +1 @@
+"""Account mailer package."""

queue_services/account-mailer/__init__.py

@@ -19,9 +19,8 @@
 
 from account_mailer import create_app
 
-
 app = create_app()
 
-if __name__ == '__main__':
-    server_port = os.environ.get('PORT', '8080')
-    app.run(debug=False, port=server_port, host='0.0.0.0')
+if __name__ == "__main__":
+    server_port = os.environ.get("PORT", "8080")
+    app.run(debug=False, port=server_port, host="0.0.0.0")

queue_services/account-mailer/app.py

@@ -20,6 +20,8 @@ MINIO_ENDPOINT="op://minio/$APP_ENV/base/MINIO_ENDPOINT"
 MINIO_ACCESS_KEY="op://minio/$APP_ENV/base/MINIO_ACCESS_KEY"
 MINIO_ACCESS_SECRET="op://minio/$APP_ENV/base/MINIO_ACCESS_SECRET"
 MINIO_BUCKET="op://minio/$APP_ENV/account-mailer/MINIO_BUCKET"
+ACCOUNT_MAILER_BUCKET="op://buckets/$APP_ENV/auth/ACCOUNT_MAILER_BUCKET"
+STATIC_RESOURCES_BUCKET_URL="op://buckets/$APP_ENV/auth/STATIC_RESOURCES_BUCKET_URL"
 REFUND_REQUEST_RECIPIENTS="op://relationship/$APP_ENV/account-mailer/REFUND_REQUEST_RECIPIENTS"
 BCOL_REFUND_REQUEST_RECIPIENTS="op://relationship/$APP_ENV/account-mailer/BCOL_REFUND_REQUEST_RECIPIENTS"
 PDF_TEMPLATE_PATH="op://relationship/$APP_ENV/account-mailer/PDF_TEMPLATE_PATH"

queue_services/account-mailer/devops/vaults.gcp.env

@@ -11,16 +11,14 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""The configuration for gunicorn, which picks up the
-   runtime options from environment variables
-"""
 
-import os
+"""The configuration for gunicorn."""
 
+import os
 
-workers = int(os.environ.get('GUNICORN_PROCESSES', '1'))  # pylint: disable=invalid-name
-timeout = int(os.environ.get('GUNICORN_TIMEOUT', '0'))  # pylint: disable=invalid-name
-threads = int(os.environ.get('GUNICORN_THREADS', '1'))  # pylint: disable=invalid-name
+workers = int(os.environ.get("GUNICORN_PROCESSES", "1"))  # pylint: disable=invalid-name
+timeout = int(os.environ.get("GUNICORN_TIMEOUT", "0"))  # pylint: disable=invalid-name
+threads = int(os.environ.get("GUNICORN_THREADS", "1"))  # pylint: disable=invalid-name
 
-forwarded_allow_ips = '*'  # pylint: disable=invalid-name
-secure_scheme_headers = {'X-Forwarded-Proto': 'https'}  # pylint: disable=invalid-name
+forwarded_allow_ips = "*"  # pylint: disable=invalid-name
+secure_scheme_headers = {"X-Forwarded-Proto": "https"}  # pylint: disable=invalid-name