[test] Use dual store in deployment

Author: ndr-ds

docker/Dockerfile

@@ -63,7 +63,7 @@ RUN cargo build --release \
     --bin linera \
     --bin linera-proxy \
     --bin linera-server \
-    --features scylladb,metrics
+    --features scylladb,rocksdb,metrics
 
 RUN mv \
     target/"$target"/release/linera \

docker/server-entrypoint.sh

@@ -4,7 +4,7 @@
 ORDINAL="${HOSTNAME##*-}"
 
 exec ./linera-server run \
-  --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+  --storage dualrocksdbscylladb:/mnt/disks/local-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
   --server /config/server.json \
   --shard $ORDINAL \
   --genesis /config/genesis.json

docker/server-init.sh

@@ -1,7 +1,16 @@
 #!/bin/sh
 
+sudo apt update && sudo apt install mdadm --no-install-recommends
+find /dev/ | grep google-local-nvme-ssd
+sudo mdadm --create /dev/md0 --level=0 --raid-devices=$(find /dev/ -name 'google-local-nvme-ssd*' | wc -l) $(find /dev/ -name 'google-local-nvme-ssd*')
+sudo mdadm --detail --prefer=by-id /dev/md0
+sudo mkfs.ext4 -F /dev/md0
+sudo mkdir -p /mnt/disks/local-ssd
+sudo mount /dev/md0 /mnt/disks/local-ssd
+sudo chmod a+w /mnt/disks/local-ssd
+
 while true; do
-  ./linera storage check_existence --storage "scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042"
+  ./linera storage check_existence --storage "dualrocksdbscylladb:/mnt/disks/local-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042"
   status=$?
 
   if [ $status -eq 0 ]; then
@@ -10,7 +19,7 @@ while true; do
   elif [ $status -eq 1 ]; then
     echo "Database does not exist, attempting to initialize..."
     if ./linera-server initialize \
-      --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+      --storage dualrocksdbscylladb:/mnt/disks/local-ssd/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
       --genesis /config/genesis.json; then
       echo "Initialization successful."
       exit 0

kubernetes/linera-validator/templates/shards.yaml

@@ -45,6 +45,8 @@ spec:
             - name: config
               mountPath: "/config"
               readOnly: true
+            - name: linera-db
+              mountPath: "/mnt/disks/local-ssd/linera.db"
       containers:
         - name: linera-server
           image: {{ .Values.lineraImage }}
@@ -57,6 +59,8 @@ spec:
             - name: config
               mountPath: "/config"
               readOnly: true
+            - name: linera-db
+              mountPath: "/mnt/disks/local-ssd/linera.db"
       volumes:
         - name: config
           configMap:
@@ -66,3 +70,11 @@ spec:
                 path: server.json
               - key: genesisConfig
                 path: genesis.json
+  volumeClaimTemplates:
+    - metadata:
+        name: linera-db
+      spec:
+        accessModes: ["ReadWriteOnce"]
+        resources:
+          requests:
+            storage: {{ .Values.rocksdbStorageSize }}

kubernetes/linera-validator/values-local.yaml.gotmpl

@@ -4,6 +4,7 @@
 lineraImage: {{ env "LINERA_HELMFILE_LINERA_IMAGE" | default "linera:latest" }}
 lineraImagePullPolicy: Never
 logLevel: "debug"
+rocksdbStorageSize: 2Gi
 proxyPort: 19100
 metricsPort: 21100
 numShards: {{ env "LINERA_HELMFILE_SET_NUM_SHARDS" | default 10 }}