[test] Use dual store in deployment

Author: ndr-ds

docker/Dockerfile

@@ -69,7 +69,7 @@ RUN cargo build ${build_flag:+"$build_flag"} \
     --bin linera \
     --bin linera-proxy \
     --bin linera-server \
-    --features scylladb,metrics
+    --features scylladb,rocksdb,metrics
 
 RUN mv \
     target/"$target"/"$build_folder"/linera \

docker/server-entrypoint.sh

@@ -4,7 +4,7 @@
 ORDINAL="${HOSTNAME##*-}"
 
 exec ./linera-server run \
-  --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+  --storage dualrocksdbscylladb:/mnt/stateful_partition/kube-ephemeral-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
   --server /config/server.json \
   --shard $ORDINAL \
   --genesis /config/genesis.json

docker/server-init.sh

@@ -1,7 +1,7 @@
 #!/bin/sh
 
 while true; do
-  ./linera storage check-existence --storage "scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042"
+  ./linera storage check-existence --storage "dualrocksdbscylladb:/mnt/stateful_partition/kube-ephemeral-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042"
   status=$?
 
   if [ $status -eq 0 ]; then
@@ -10,7 +10,7 @@ while true; do
   elif [ $status -eq 1 ]; then
     echo "Database does not exist, attempting to initialize..."
     if ./linera-server initialize \
-      --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+      --storage dualrocksdbscylladb:/mnt/stateful_partition/kube-ephemeral-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
       --genesis /config/genesis.json; then
       echo "Initialization successful."
       exit 0

kubernetes/linera-validator/scylla.values.yaml

@@ -15,3 +15,24 @@ racks:
       requests:
         cpu: 1
         memory: 2Gi
+    initContainers:
+      - name: prepare-ssd
+        image: busybox
+        command: ["/bin/sh", "-c"]
+        args:
+          - |
+            mkdir -p /mnt/stateful_partition/kube-ephemeral-ssd/scylla/data
+            mkdir -p /mnt/stateful_partition/kube-ephemeral-ssd/scylla/commitlog
+            mkdir -p /mnt/stateful_partition/kube-ephemeral-ssd/scylla/saved_caches
+            chown -R 999:999 /mnt/stateful_partition/kube-ephemeral-ssd/scylla
+        volumeMounts:
+          - name: local-ssd
+            mountPath: /mnt/stateful_partition/kube-ephemeral-ssd
+    volumeMounts:
+      - name: local-ssd
+        mountPath: /mnt/stateful_partition/kube-ephemeral-ssd/scylla
+    volumes:
+      - name: local-ssd
+        hostPath:
+          path: /mnt/stateful_partition/kube-ephemeral-ssd/scylla
+          type: DirectoryOrCreate

kubernetes/linera-validator/templates/scylla-config.yaml

@@ -6,3 +6,9 @@ metadata:
 data:
   scylla.yaml: |
     query_tombstone_page_limit: 200000
+
+    # Add storage locations pointing to local SSD
+    data_file_directories:
+      - /mnt/stateful_partition/kube-ephemeral-ssd/scylla/data
+    commitlog_directory: /mnt/stateful_partition/kube-ephemeral-ssd/scylla/commitlog
+    saved_caches_directory: /mnt/stateful_partition/kube-ephemeral-ssd/scylla/saved_caches

kubernetes/linera-validator/templates/shards.yaml

@@ -45,6 +45,8 @@ spec:
             - name: config
               mountPath: "/config"
               readOnly: true
+            - name: linera-db
+              mountPath: "/mnt/stateful_partition/kube-ephemeral-ssd/linera.db"
       containers:
         - name: linera-server
           image: {{ .Values.lineraImage }}
@@ -57,6 +59,8 @@ spec:
             - name: config
               mountPath: "/config"
               readOnly: true
+            - name: linera-db
+              mountPath: "/mnt/stateful_partition/kube-ephemeral-ssd/linera.db"
       volumes:
         - name: config
           configMap:
@@ -66,3 +70,11 @@ spec:
                 path: server.json
               - key: genesisConfig
                 path: genesis.json
+  volumeClaimTemplates:
+    - metadata:
+        name: linera-db
+      spec:
+        accessModes: ["ReadWriteOnce"]
+        resources:
+          requests:
+            storage: {{ .Values.rocksdbStorageSize }}

kubernetes/linera-validator/values-local.yaml.gotmpl

@@ -4,6 +4,7 @@
 lineraImage: {{ env "LINERA_HELMFILE_LINERA_IMAGE" | default "linera:latest" }}
 lineraImagePullPolicy: Never
 logLevel: "debug"
+rocksdbStorageSize: 2Gi
 proxyPort: 19100
 metricsPort: 21100
 numShards: {{ env "LINERA_HELMFILE_SET_NUM_SHARDS" | default 10 }}