fix: prevent runner pod evication and use the same instance type (#274)

Author: edersonbrilhante

docs/tenant-usage/index.md

@@ -56,7 +56,7 @@ jobs:
     runs-on:
       - self-hosted
       - x64
-      - type: standard
+      - type:standard
 ```
 
 For Kubernetes pods, use:

docs/tenant-usage/renovatebot/index.md

@@ -36,8 +36,8 @@ jobs:
     runs-on:
       - self-hosted
       - x64
-      - type: large
-      - env: ops-prod
+      - type:large
+      - env:ops-prod
 
     steps:
       - name: Checkout Repository

modules/core/arc/scale_set/template_files/k8s.yml.tftpl

@@ -20,6 +20,9 @@ containerMode:
 
 # with containerMode.type=kubernetes, we will populate the template.spec with following pod spec
 template:
+  metadata:
+    annotations:
+      karpenter.sh/do-not-evict: "true"
   spec:
     securityContext:
       fsGroup: 123

modules/infra/eks/karpenter.tf

@@ -98,7 +98,9 @@ locals {
     disk_throughput           = var.cluster_volume.throughput
   })
 
-  node_pool_manifest = templatefile("${path.module}/templates/node_pool.yaml.tpl", {})
+  node_pool_manifest = templatefile("${path.module}/templates/node_pool.yaml.tpl", {
+    instance_type = var.cluster_size.instance_type
+  })
 }
 
 resource "null_resource" "apply_ec2_node_class" {

modules/infra/eks/templates/node_pool.yaml.tpl

@@ -6,15 +6,10 @@ spec:
   template:
     spec:
       requirements:
-        - key: karpenter.k8s.aws/instance-family
+        - key: node.kubernetes.io/instance-type
           operator: In
           values:
-            - m6i
-            - m5
-            - c6i
-            - c5
-            - r6i
-            - r5
+            - ${instance_type}
         - key: kubernetes.io/arch
           operator: In
           values: ["amd64"]