Merge pull request #476 from boostcampwm-2024/chore/setting-rabbitmq-dev-and-local

📦 chore: RabbitMQ docker compose 및 WAS/Feed-Crawler에서의 연결 설정

Author: CodeVac513

.github/workflows/deploy_infra.yml

@@ -29,6 +29,11 @@ jobs:
             echo "MYSQL_DATABASE=${{ secrets.PRODUCT_DB_DATABASE }}"
             echo "MYSQL_USER=${{ secrets.PRODUCT_DB_USERNAME }}"
             echo "MYSQL_PASSWORD=${{ secrets.PRODUCT_DB_PASSWORD }}"
+            echo "RABBITMQ_USERNAME=${{ secrets.PRODUCT_RABBITMQ_USERNAME }}"
+            echo "RABBITMQ_PASSWORD=${{ secrets.PRODUCT_RABBITMQ_PASSWORD }}"  
+            echo "RABBITMQ_HOST=${{ secrets.PRODUCT_RABBITMQ_HOST }}"  
+            echo "RABBITMQ_PORT=${{ secrets.PRODUCT_RABBITMQ_PORT }}"  
+            echo "RABBITMQ_MANAGEMENT_PORT=${{ secrets.PRODUCT_RABBITMQ_MANAGEMENT_PORT }}"  
           } | sudo tee /var/prod_config/infra/.env.prod >/dev/null
 
       - name: 인프라 서비스 재시작

.github/workflows/deploy_server.yml

@@ -102,6 +102,11 @@ jobs:
             echo "MYSQL_DATABASE=${{ secrets.PRODUCT_DB_DATABASE }}"
             echo "MYSQL_USER=${{ secrets.PRODUCT_DB_USERNAME }}"
             echo "MYSQL_PASSWORD=${{ secrets.PRODUCT_DB_PASSWORD }}"
+            echo "RABBITMQ_USERNAME=${{ secrets.PRODUCT_RABBITMQ_USERNAME }}"
+            echo "RABBITMQ_PASSWORD=${{ secrets.PRODUCT_RABBITMQ_PASSWORD }}"  
+            echo "RABBITMQ_HOST=${{ secrets.PRODUCT_RABBITMQ_HOST }}"  
+            echo "RABBITMQ_PORT=${{ secrets.PRODUCT_RABBITMQ_PORT }}"  
+            echo "RABBITMQ_MANAGEMENT_PORT=${{ secrets.PRODUCT_RABBITMQ_MANAGEMENT_PORT }}"  
           } | sudo tee /var/prod_config/infra/.env.prod >/dev/null
 
       - name: Docker 이미지 Pull & 서비스 재시작

docker-compose/docker-compose.dev.yml

@@ -68,6 +68,8 @@ services:
         condition: service_healthy
       redis:
         condition: service_healthy
+      rabbitmq:
+        condition: service_healthy
     volumes:
       - ../server:/var/web05-Denamu/server
       - /var/web05-Denamu/server/node_modules
@@ -94,6 +96,8 @@ services:
         condition: service_healthy
       redis:
         condition: service_healthy
+      rabbitmq:
+        condition: service_healthy
     volumes:
       - ../feed-crawler:/var/web05-Denamu/feed-crawler
       - /var/web05-Denamu/feed-crawler/node_modules

docker-compose/docker-compose.infra.yml

@@ -63,9 +63,32 @@ services:
     profiles:
       - was-dev
 
+  # RabbitMQ 서비스
+  rabbitmq:
+    image: rabbitmq:4.1-management
+    networks:
+      - Denamu
+    ports:
+      - "5672:5672" #AMQP 프로토콜 포트
+      - "15672:15672" # Management UI 포트
+    environment:
+      RABBITMQ_DEFAULT_USER: "denamu-rabbitmq-user"
+      RABBITMQ_DEFAULT_PASS: "denamu-rabbitmq-password"
+    volumes:
+      - denamu-rabbitmq:/var/lib/rabbitmq
+    healthcheck:
+      test: [ "CMD", "rabbitmq-diagnostics", "ping" ]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 40s
+    profiles:
+      - was-dev
+
 volumes:
   denamu-mysql:
   denamu-redis:
+  denamu-rabbitmq:
 
 networks:
   Denamu:

docker-compose/docker-compose.prod.infra.yml

@@ -79,6 +79,28 @@ services:
     environment:
       TZ: "Asia/Seoul"
 
+  # RabbitMQ 서비스
+  rabbitmq:
+    image: rabbitmq:4.1-management
+    networks:
+      - Denamu
+    ports:
+      - "5672:5672"
+      - "15672:15672"
+    env_file:
+      - /var/prod_config/infra/.env.prod
+    environment:
+      RABBITMQ_DEFAULT_USER: ${RABBITMQ_USERNAME}
+      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD}
+    volumes:
+      - denamu-rabbitmq:/var/lib/rabbitmq
+    healthcheck:
+      test: [ "CMD", "rabbitmq-diagnostics", "ping" ]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 40s
+
   # Redis Metrics
   redis_metrics:
     image: oliver006/redis_exporter
@@ -147,6 +169,7 @@ services:
 volumes:
   denamu-mysql:
   denamu-redis:
+  denamu-rabbitmq:
   denamu-prometheus:
   denamu-grafana:
 

docker-compose/docker-compose.prod.yml

@@ -18,6 +18,8 @@ services:
         condition: service_healthy
       redis:
         condition: service_healthy
+      rabbitmq:
+        condition: service_healthy
     volumes:
       - /var/prod_data/server/logs:/app/logs
       - /var/prod_data/objects:/app/objects
@@ -37,6 +39,8 @@ services:
         condition: service_healthy
       redis:
         condition: service_healthy
+      rabbitmq:
+        condition: service_healthy
     volumes:
       - /var/prod_data/feed-crawler/logs:/app/logs
     environment:

feed-crawler/env/.env.local

@@ -9,4 +9,8 @@ REDIS_PORT=6379
 REDIS_USERNAME=denamu-redis-user
 REDIS_PASSWORD=denamu-redis-pw
 AI_API_KEY=?
-AI_RATE_LIMIT_COUNT=5
+AI_RATE_LIMIT_COUNT=5
+RABBITMQ_USERNAME=denamu-rabbitmq-user
+RABBITMQ_PASSWORD=denamu-rabbitmq-password
+RABBITMQ_HOST=rabbitmq
+RABBITMQ_PORT=5672

feed-crawler/package-lock.json

@@ -1,6 +1,7 @@
 {
   "dependencies": {
     "@anthropic-ai/sdk": "^0.36.3",
+    "amqplib": "^0.10.9",
     "cross-env": "^7.0.3",
     "dotenv": "^16.4.5",
     "fast-xml-parser": "^4.5.0",
@@ -16,6 +17,7 @@
   },
   "devDependencies": {
     "@testcontainers/mysql": "^10.25.0",
+    "@types/amqplib": "^0.10.7",
     "@types/jest": "^29.5.2",
     "@types/node": "^22.9.0",
     "@types/node-fetch": "^2.6.11",

feed-crawler/package.json

@@ -0,0 +1,25 @@
+import { injectable } from 'tsyringe';
+import * as amqp from 'amqplib';
+import { Channel, ChannelModel } from 'amqplib';
+
+@injectable()
+export class RabbitMQConnection {
+  private connection: ChannelModel;
+  private channel: Channel;
+  private nameTag: string;
+
+  constructor() {
+    this.nameTag = '[RabbitMQ]';
+    this.connect();
+  }
+
+  async connect() {
+    this.connection = await amqp.connect({
+      protocol: 'amqp',
+      hostname: process.env.RABBITMQ_HOST,
+      port: Number.parseInt(process.env.RABBITMQ_PORT),
+      username: process.env.RABBITMQ_USERNAME,
+      password: process.env.RABBITMQ_PASSWORD,
+    });
+  }
+}