Update to use OIDC token, upgrade resources for model on larger instance, update cert

Author: cupofpython

.github/workflows/deploy-to-eks.yml

@@ -26,10 +26,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v1
+        uses: aws-actions/configure-aws-credentials@v2
         with:
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          role-to-assume: ${{ secrets.GH_ACTIONS_ROLE }}
           aws-region: ${{ secrets.AWS_REGION }}
 
       - name: Update kube config

out/base/model-deployment.yaml

@@ -39,11 +39,11 @@ spec:
                       containerPort: 11434
                   resources:
                     requests:
-                      cpu: "1000m"
-                      memory: "4Gi"
+                      cpu: "6000m"
+                      memory: "28Gi"
                     limits:
-                      cpu: "2000m"
-                      memory: "6Gi"
+                      cpu: "7000m"
+                      memory: "30Gi"
                   lifecycle:
                     postStart:
                       exec:

out/base/server-expose.yaml

@@ -0,0 +1,21 @@
+#! server-expose.yaml
+ # Generated code, do not edit
+ apiVersion: v1
+ kind: Service
+ metadata:
+     name: server
+     namespace: cat-chatbot
+     labels:
+         com.docker.compose.project: cat-chatbot
+         com.docker.compose.service: server
+ spec:
+     selector:
+         com.docker.compose.project: cat-chatbot
+         com.docker.compose.service: server
+     ports:
+         - name: app-3000
+           port: 3000
+           targetPort: app-3000
+         - name: server-5001
+           port: 5001
+           targetPort: server-5001

out/overlays/desktop/server-service.yaml

@@ -7,7 +7,7 @@ metadata:
     alb.ingress.kubernetes.io/scheme: internet-facing
     alb.ingress.kubernetes.io/target-type: ip
     alb.ingress.kubernetes.io/listen-ports: '[{"HTTP": 80}, {"HTTPS": 443}]'
-    alb.ingress.kubernetes.io/certificate-arn: arn:aws:acm:us-east-2:550259584844:certificate/043b146e-db7e-4681-a0af-da743eb84723
+    alb.ingress.kubernetes.io/certificate-arn: arn:aws:acm:us-east-1:175142243308:certificate/c5e7fb70-aaec-4319-9d28-7bcbd4bbbf3c
 spec:
   ingressClassName: alb
   rules:

tests/server.test.js

@@ -52,7 +52,6 @@ describe('Ollama Container Tests', () => {
     const result = await getResponse(model, prompt);
     console.log('Response from Ollama:', result);
 
-    // Add your assertions here
     expect(result["done"]).toBe(true)
   }, 60 * SECONDS);
 });