Set replication factor to 0 for mz_probe and mz_system by default in self managed

Author: SangJunBak

misc/helm-charts/operator/templates/deployment.yaml

@@ -103,6 +103,12 @@ spec:
         {{ if .Values.operator.clusters.defaultSizes.analytics }}
         - "--bootstrap-builtin-analytics-cluster-replica-size={{ .Values.operator.clusters.defaultSizes.analytics }}"
         {{- end }}
+        {{ if .Values.operator.clusters.defaultReplicationFactor.system }}
+        - "--bootstrap-builtin-system-cluster-replication-factor={{ .Values.operator.clusters.defaultReplicationFactor.system }}"
+        {{- end }}
+        {{ if .Values.operator.clusters.defaultReplicationFactor.probe }}
+        - "--bootstrap-builtin-probe-cluster-replication-factor={{ .Values.operator.clusters.defaultReplicationFactor.probe }}"
+        {{- end }}
         {{- end }}
         - "--image-pull-policy={{ kebabcase .Values.operator.image.pullPolicy }}"
         {{- range $key, $value := .Values.environmentd.nodeSelector }}

misc/helm-charts/operator/values.yaml

@@ -175,6 +175,9 @@ operator:
       support: 25cc
       catalogServer: 50cc
       analytics: 25cc
+    defaultReplicationFactor:
+      system: 0
+      probe: 0
 
   # Node selector to use for the operator pod
   nodeSelector: {}

src/materialized/ci/entrypoint.sh

@@ -190,6 +190,11 @@ export MZ_BOOTSTRAP_BUILTIN_SUPPORT_CLUSTER_REPLICA_SIZE="${MZ_BOOTSTRAP_BUILTIN
 export MZ_BOOTSTRAP_BUILTIN_CATALOG_SERVER_CLUSTER_REPLICA_SIZE="${MZ_BOOTSTRAP_BUILTIN_CATALOG_SERVER_CLUSTER_REPLICA_SIZE:-${MZ_BOOTSTRAP_DEFAULT_CLUSTER_REPLICA_SIZE}}"
 export MZ_BOOTSTRAP_BUILTIN_ANALYTICS_CLUSTER_REPLICA_SIZE="${MZ_BOOTSTRAP_BUILTIN_ANALYTICS_CLUSTER_REPLICA_SIZE:-${MZ_BOOTSTRAP_DEFAULT_CLUSTER_REPLICA_SIZE}}"
 
+# Note(SangJunBak) We set mz_probe and mz_system's replication factors to 0. This is to reduce the amount
+# of resources needed to run the emulator.
+export MZ_BOOTSTRAP_BUILTIN_SYSTEM_CLUSTER_REPLICATION_FACTOR="0"
+export MZ_BOOTSTRAP_BUILTIN_PROBE_CLUSTER_REPLICATION_FACTOR="0"
+
 export MZ_SYSTEM_PARAMETER_DEFAULT="${MZ_SYSTEM_PARAMETER_DEFAULT:-allowed_cluster_replica_sizes=\"25cc\",\"50cc\",\"100cc\",\"200cc\",\"300cc\",\"400cc\",\"600cc\",\"800cc\",\"1200cc\",\"1600cc\",\"3200cc\";enable_rbac_checks=false;enable_statement_lifecycle_logging=false;statement_logging_default_sample_rate=0;statement_logging_max_sample_rate=0}"
 
 

src/orchestratord/src/controller/materialize.rs

@@ -105,9 +105,9 @@ pub struct MaterializeControllerArgs {
     #[clap(long)]
     bootstrap_builtin_support_cluster_replica_size: Option<String>,
     #[clap(long)]
-    bootstrap_builtin_catalog_server_cluster_replica_size: Option<String>,
+    bootstrap_builtin_system_cluster_replication_factor: Option<u32>,
     #[clap(long)]
-    bootstrap_builtin_analytics_cluster_replica_size: Option<String>,
+    bootstrap_builtin_probe_cluster_replication_factor: Option<u32>,
 
     #[clap(
         long,

src/orchestratord/src/controller/materialize/environmentd.rs

@@ -831,15 +831,15 @@ fn create_environmentd_statefulset_object(
                 .as_ref()
                 .map(|size| format!("--bootstrap-builtin-support-cluster-replica-size={size}")),
             config
-                .bootstrap_builtin_catalog_server_cluster_replica_size
+                .bootstrap_builtin_system_cluster_replication_factor
                 .as_ref()
-                .map(|size| {
-                    format!("--bootstrap-builtin-catalog-server-cluster-replica-size={size}")
+                .map(|replication_factor| {
+                    format!("--bootstrap-builtin-system-cluster-replication-factor={replication_factor}")
                 }),
             config
-                .bootstrap_builtin_analytics_cluster_replica_size
+                .bootstrap_builtin_probe_cluster_replication_factor
                 .as_ref()
-                .map(|size| format!("--bootstrap-builtin-analytics-cluster-replica-size={size}")),
+                .map(|replication_factor| format!("--bootstrap-builtin-probe-cluster-replication-factor={replication_factor}")),
         ]
         .into_iter()
         .flatten(),