Increase size of workers

Author: ravenac95

ops/k8s-apps/production/metrics-calculation-service/custom-helm-values.yaml

@@ -32,8 +32,8 @@ spec:
         worker:
           threads: "16"
           memory:
-            limit: "96Gi"
-            request: "90Gi"
+            limit: "206Gi"
+            request: "200Gi"
           poolType: "mcs-worker"
           duckdb_path: "/scratch/mcs-local.db"
       trino:

ops/tf-modules/warehouse-cluster/main.tf

@@ -158,10 +158,10 @@ locals {
     # MCS Workers
     {
       name                              = "${var.cluster_name}-mcs-worker-node-pool"
-      machine_type                      = "n1-highmem-16"
+      machine_type                      = "n1-highmem-32"
       node_locations                    = join(",", var.cluster_zones)
       min_count                         = 0
-      max_count                         = 20
+      max_count                         = 50
       local_ssd_count                   = 0
       local_ssd_ephemeral_storage_count = 2
       spot                              = true