Update deployment and stress test with locust

modembcc · modembcc · commit 7942b6bfc147 · 2024-11-11T01:12:40.000+08:00
diff --git a/kubernetes/collab-service-HPA.yaml b/kubernetes/collab-service-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: collab
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: collab
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/collab-service-deployment.yaml b/kubernetes/collab-service-deployment.yaml
@@ -25,3 +25,10 @@ spec:
           ports:
             - containerPort: 4000
               name: collab
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/comms-HPA.yaml b/kubernetes/comms-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: comms
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: comms
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/comms-deployment.yaml b/kubernetes/comms-deployment.yaml
@@ -18,3 +18,10 @@ spec:
           ports:
             - containerPort: 4001
               name: comms
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/comms-service.yaml b/kubernetes/comms-service.yaml
@@ -9,4 +9,4 @@ spec:
     - protocol: TCP
       port: 4001
       targetPort: 4001
-  type: LoadBalancer
+  type: ClusterIP
diff --git a/kubernetes/formatter-HPA.yaml b/kubernetes/formatter-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: formatter
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: formatter
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/formatter-deployment.yaml b/kubernetes/formatter-deployment.yaml
@@ -18,3 +18,10 @@ spec:
           ports:
             - containerPort: 5000
               name: formatter
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/inbound-gateway-HPA.yaml b/kubernetes/inbound-gateway-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: inbound-gateway
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: inbound-gateway
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/inbound-gateway-deployment.yaml b/kubernetes/inbound-gateway-deployment.yaml
@@ -18,3 +18,10 @@ spec:
           imagePullPolicy: Always
           ports:
             - containerPort: 80
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/matching-service-HPA.yaml b/kubernetes/matching-service-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: matching-service
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: matching-service
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/matching-service-api-HPA.yaml b/kubernetes/matching-service-api-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: matching-service-api
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: matching-service-api
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/matching-service-api-deployment.yaml b/kubernetes/matching-service-api-deployment.yaml
@@ -25,3 +25,10 @@ spec:
           ports:
             - containerPort: 9200
               name: matching-api
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/matching-service-deployment.yaml b/kubernetes/matching-service-deployment.yaml
@@ -22,3 +22,10 @@ spec:
               value: redis:6379
             - name: BACKEND_MATCH_URI
               value: http://backend:9090/match
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/nginx-HPA.yaml b/kubernetes/nginx-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: nginx
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: nginx
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/nginx-deployment.yaml b/kubernetes/nginx-deployment.yaml
@@ -17,4 +17,11 @@ spec:
           image: modembcc/nginx:6.0.0
           imagePullPolicy: Always
           ports:
-            - containerPort: 80
+            - containerPort: 70
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/nginx-service.yaml b/kubernetes/nginx-service.yaml
@@ -6,7 +6,7 @@ spec:
   selector:
     app: nginx
   ports:
-  - protocol: TCP
-    port: 80       
-    targetPort: 80  
-  type: ClusterIP
+    - protocol: TCP
+      port: 70
+      targetPort: 70
+  type: ClusterIP
diff --git a/kubernetes/peerprep-HPA.yaml b/kubernetes/peerprep-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: peerprep
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: peerprep
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/peerprep-deployment.yaml b/kubernetes/peerprep-deployment.yaml
@@ -25,7 +25,7 @@ spec:
             - name: NEXT_PUBLIC_STORAGE_BLOB
               value: blob
             - name: NEXT_PUBLIC_NGINX
-              value: http://nginx:80
+              value: http://nginx:70
             - name: NEXT_PUBLIC_COLLAB
               value: collab
             - name: DEV_ENV
@@ -35,3 +35,10 @@ spec:
           ports:
             - containerPort: 3000
               name: peerprep
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/peerprep-service.yaml b/kubernetes/peerprep-service.yaml
@@ -9,4 +9,4 @@ spec:
     - protocol: TCP
       port: 3000
       targetPort: 3000
-  type: LoadBalancer
+  type: ClusterIP
diff --git a/kubernetes/storage-blob-api-HPA.yaml b/kubernetes/storage-blob-api-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: storage-blob-api
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: storage-blob-api
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/storage-blob-api-deployment.yaml b/kubernetes/storage-blob-api-deployment.yaml
@@ -23,3 +23,10 @@ spec:
           ports:
             - containerPort: 9300
               name: storage-api
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/kubernetes/user-service-HPA.yaml b/kubernetes/user-service-HPA.yaml
@@ -0,0 +1,18 @@
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: user-service
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: user-service
+  minReplicas: 1
+  maxReplicas: 5
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 80
diff --git a/kubernetes/user-service-deployment.yaml b/kubernetes/user-service-deployment.yaml
@@ -29,3 +29,10 @@ spec:
           ports:
             - containerPort: 3001
               name: user-service
+          resources:
+            requests:
+              cpu: "100m"
+              memory: "128Mi"
+            limits:
+              cpu: "200m"
+              memory: "256Mi"
diff --git a/locusts/__pycache__/locustfile.cpython-311.pyc b/locusts/__pycache__/locustfile.cpython-311.pyc
diff --git a/locusts/locustfile.py b/locusts/locustfile.py
@@ -0,0 +1,15 @@
+from locust import HttpUser, TaskSet, task, between
+
+class UserBehavior(TaskSet):
+    @task
+    def load_homepage(self):
+        self.client.get("/")
+
+    # @task
+    # def perform_action(self):
+    #     # Add more endpoints or actions specific to your application.
+    #     self.client.post("/auth/login", json={"username": "testuser", "password": "testpass"})
+
+class WebsiteUser(HttpUser):
+    tasks = [UserBehavior]
+    wait_time = between(1, 5)  # Wait between requests to simulate real usage
diff --git a/locusts/readme.md b/locusts/readme.md
@@ -0,0 +1,7 @@
+# To do stress test
+
+- run `pip install locust`
+- if there's a warning about path, follow the instructions to put locust in your PATH variable
+- run `locust --host=https://peerprep-grp14.com`
+- go to `http://localhost:8089` in your browser to access the locust frontend and begin stress test
+- you can edit `locustfile.py` to add more endpoints / instructions
