Add Logging System

Author: yunomix2834

.env

@@ -54,5 +54,8 @@ CHAT_USERNAME=mongodb_chat
 CHAT_ROOT_PASSWORD=dinhanst2832004
 CHAT_DATABASE=chat_db
 CHAT_PASSWORD=dinhanst2832004
+
+GRAFANA_ADMIN_PASSWORD=dinhanst2832004
+
 #GeminiKey
 OPENAI_API_KEY=AIzaSyB70AASubd5jiecmWY5NFnfPaGwe0nauUk

docker-compose.prod-infra.yml

@@ -391,11 +391,95 @@ services:
       retries: 5
     networks: [ backend ]
 
+  # ---------- Monitoring: Metrics (Prometheus/Grafana) ----------
+  prometheus:
+    image: bitnami/prometheus:latest
+    container_name: prometheus
+    restart: unless-stopped
+    ports: [ "5555:9090" ]
+    volumes:
+      - prometheus_data:/opt/bitnami/prometheus/data
+      - ./monitoring/prometheus.yml:/opt/bitnami/prometheus/conf/prometheus.yml:ro
+    networks: [ backend ]
+
+  grafana:
+    image: bitnami/grafana:latest
+    container_name: grafana
+    restart: unless-stopped
+    ports: [ "5556:3000" ]
+    environment:
+      - GF_SECURITY_ADMIN_USER=admin
+      - GF_SECURITY_ADMIN_PASSWORD=${GRAFANA_ADMIN_PASSWORD}
+    volumes:
+      - grafana_data:/opt/bitnami/grafana/data
+      # Tự động thêm data source Prometheus & Loki
+      - ./monitoring/grafana/provisioning:/opt/bitnami/grafana/conf/provisioning
+    depends_on:
+      - prometheus
+      - loki
+    networks: [ backend ]
+
+  # Exporter lấy metrics host & container
+  node-exporter:
+    image: bitnami/node-exporter:latest
+    container_name: node-exporter
+    restart: unless-stopped
+    command:
+      - --path.rootfs=/host
+      - --path.sysfs=/host/sys
+      - --path.procfs=/host/proc
+      - --collector.filesystem.mount-points-exclude=^/(sys|proc|dev|host|etc)($$|/)
+    volumes:
+      - /:/host:ro
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+    ports: [ "5557:9100" ]
+    networks: [ backend ]
+
+  cadvisor:
+    image: bitnami/cadvisor:latest
+    container_name: cadvisor
+    restart: unless-stopped
+    ports: [ "5558:8080" ]
+    volumes:
+      - /:/rootfs:ro
+      - /var/run:/var/run:ro
+      - /sys:/sys:ro
+      - /var/lib/docker/:/var/lib/docker:ro
+    networks: [ backend ]
+
+  # ---------- Monitoring: Logs (Loki/Promtail) ----------
+  loki:
+    image: grafana/loki:3.4.1
+    container_name: loki
+    restart: unless-stopped
+    command: -config.file=/etc/loki/config.yml
+    ports: [ "5559:3100" ]
+    volumes:
+      - ./monitoring/loki-config.yml:/etc/loki/config.yml:ro
+      - loki_data:/loki
+    networks: [ backend ]
+
+  promtail:
+    image: grafana/promtail:3.4.1
+    container_name: promtail
+    restart: unless-stopped
+    command: -config.file=/etc/promtail/config.yml
+    volumes:
+      - ./monitoring/promtail-config.yml:/etc/promtail/config.yml:ro
+      - /var/log:/var/log:ro
+      - /var/lib/docker/containers:/var/lib/docker/containers:ro
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+    networks: [ backend ]
+
 networks:
   backend:
     name: codecampus_backend
 
 volumes:
+  prometheus_data:
+  grafana_data:
+  loki_data:
   organization_pg_data:
   payment_pg_data:
   identity_pg_data:

docker-compose.prod-services.yml

@@ -181,9 +181,6 @@ services:
     networks: [ backend ]
 
   file-service:
-    build:
-      context: .
-      dockerfile: ./docker/file-service.Dockerfile
     image: ${DOCKERHUB_USER}/codecampus-file-service:${IMAGE_TAG:-latest}
     environment:
       - ASPNETCORE_ENVIRONMENT=Staging

monitoring/grafana/provisioning/access-control/sample.yaml

@@ -0,0 +1,68 @@
+# ---
+# # config file version
+# apiVersion: 2
+
+# # <list> list of roles to insert/update/delete
+# roles:
+#   # <string, required> name of the role you want to create or update. Required.
+#   - name: 'custom:users:writer'
+#     # <string> uid of the role. Has to be unique for all orgs.
+#     uid: customuserswriter1
+#     # <string> description of the role, informative purpose only.
+#     description: 'Create, read, write users'
+#     # <int> version of the role, Grafana will update the role when increased.
+#     version: 2
+#     # <int> org id. Defaults to Grafana's default if not specified.
+#     orgId: 1
+#     # <list> list of the permissions granted by this role.
+#     permissions:
+#       # <string, required> action allowed.
+#       - action: 'users:read'
+#         #<string> scope it applies to.
+#         scope: 'global.users:*'
+#       - action: 'users:write'
+#         scope: 'global.users:*'
+#       - action: 'users:create'
+#   - name: 'custom:global:users:reader'
+#     # <bool> overwrite org id and creates a global role.
+#     global: true
+#     # <string> state of the role. Defaults to 'present'. If 'absent', role will be deleted.
+#     state: 'absent'
+#     # <bool> force deletion revoking all grants of the role.
+#     force: true
+#   - uid: 'basic_editor'
+#     version: 2
+#     global: true
+#     # <list> list of roles to copy permissions from.
+#     from:
+#       - uid: 'basic_editor'
+#         global: true
+#       - name: 'fixed:users:writer'
+#         global: true
+#     # <list> list of the permissions to add/remove on top of the copied ones.
+#     permissions:
+#       - action: 'users:read'
+#         scope: 'global.users:*'
+#       - action: 'users:write'
+#         scope: 'global.users:*'
+#         # <string> state of the permission. Defaults to 'present'. If 'absent', the permission will be removed.
+#         state: absent
+
+# # <list> list role assignments to teams to create or remove.
+# teams:
+#   # <string, required> name of the team you want to assign roles to. Required.
+#   - name: 'Users writers'
+#     # <int> org id. Will default to Grafana's default if not specified.
+#     orgId: 1
+#     # <list> list of roles to assign to the team
+#     roles:
+#       # <string> uid of the role you want to assign to the team.
+#       - uid: 'customuserswriter1'
+#         # <int> org id. Will default to Grafana's default if not specified.
+#         orgId: 1
+#       # <string> name of the role you want to assign to the team.
+#       - name: 'fixed:users:writer'
+#         # <bool> overwrite org id to specify the role is global.
+#         global: true
+#         # <string> state of the assignment. Defaults to 'present'. If 'absent', the assignment will be revoked.
+#         state: absent