[test] Use dual store in deployment

Author: ndr-ds

docker/Dockerfile

@@ -69,7 +69,7 @@ RUN cargo build ${build_flag:+"$build_flag"} \
     --bin linera \
     --bin linera-proxy \
     --bin linera-server \
-    --features scylladb,metrics
+    --features scylladb,rocksdb,metrics
 
 RUN mv \
     target/"$target"/"$build_folder"/linera \

docker/server-entrypoint.sh

@@ -6,7 +6,7 @@ storage_replication_factor=$1
 ORDINAL="${HOSTNAME##*-}"
 
 exec ./linera-server run \
-  --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+  --storage dualrocksdbscylladb:/rocksdb/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
   --server /config/server.json \
   --shard $ORDINAL \
   --genesis /config/genesis.json \

docker/server-init.sh

@@ -2,7 +2,7 @@
 
 storage_replication_factor=$1
 while true; do
-  ./linera storage check-existence --storage "scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042"
+  ./linera storage check-existence --storage "dualrocksdbscylladb:/rocksdb/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042"
   status=$?
 
   if [ $status -eq 0 ]; then
@@ -11,7 +11,7 @@ while true; do
   elif [ $status -eq 1 ]; then
     echo "Database does not exist, attempting to initialize..."
     if ./linera-server initialize \
-      --storage scylladb:tcp:scylla-client.scylla.svc.cluster.local:9042 \
+      --storage dualrocksdbscylladb:/rocksdb/linera.db:spawn_blocking:tcp:scylla-client.scylla.svc.cluster.local:9042 \
       --genesis /config/genesis.json \
       --storage-replication-factor $storage_replication_factor; then
       echo "Initialization successful."

kubernetes/linera-validator/helmfile.yaml

@@ -3,6 +3,30 @@ environments:
     values:
       - writeToGrafanaCloud: {{ env "LINERA_WRITE_TO_GRAFANA_CLOUD" | default "false" }}
         validatorLabel: {{ env "LINERA_VALIDATOR_LABEL" | default (printf "local-%s" (env "USER")) }}
+        runLocalCsiSetup: {{ env "LINERA_RUN_LOCAL_CSI_SETUP" | default "false" }}
+
+helmDefaults:
+  wait: true
+  recreatePods: false
+
+{{- if .Values.runLocalCsiSetup }}
+hooks:
+  - events: ["prepare"]
+    showlogs: true
+    command: bash
+    args:
+      - -c
+      - |
+        echo "Ensuring RAID0 and Local‑CSI driver are setup..."
+
+        kubectl create -f ./scylla-setup/gke-daemonset-raid-disks.yaml
+        kubectl -n default rollout status daemonset/gke-raid-disks
+
+        kubectl apply -f ./scylla-setup/local-csi-driver
+        kubectl -n local-csi-driver rollout status daemonset.apps/local-csi-driver
+
+        kubectl apply -f ./scylla-setup/local-ssd-sc.yaml
+{{- end }}
 
 ---
 
@@ -69,4 +93,3 @@ releases:
     set:
       - name: crds.enabled
         value: "true"
-

kubernetes/linera-validator/scylla-manager.values.yaml

@@ -9,12 +9,11 @@ controllerResources:
     memory: 200Mi
 
 scylla:
-  developerMode: true
   scyllaImage:
     tag: 5.4.3
   agentImage:
     tag: 3.2.8
-  datacenter: manager-dc
+  datacenter: validator
   racks:
   - name: manager-rack
     members: 1

kubernetes/linera-validator/scylla-setup/gke-daemonset-raid-disks.yaml

@@ -0,0 +1,68 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: gke-raid-disks
+  namespace: default
+  labels:
+    k8s-app: gke-raid-disks
+spec:
+  selector:
+    matchLabels:
+      name: gke-raid-disks
+  template:
+    metadata:
+      labels:
+        name: gke-raid-disks
+    spec:
+      nodeSelector:
+        cloud.google.com/gke-local-nvme-ssd: "true"
+      hostPID: true
+      containers:
+      - name: startup-script
+        image: registry.k8s.io/startup-script:v1
+        securityContext:
+          privileged: true
+        env:
+        - name: STARTUP_SCRIPT
+          value: |
+            set -o errexit
+            set -o nounset
+            set -o pipefail
+
+            # Ensure we have the XFS tools
+            if ! command -v mkfs.xfs >/dev/null; then
+              echo "mkfs.xfs not found! Installing xfsprogs..."
+              apt-get update
+              DEBIAN_FRONTEND=noninteractive \
+                apt-get install -y --no-install-recommends xfsprogs
+            fi
+
+            devices=()
+            for ssd in /dev/disk/by-id/google-local-ssd-block*; do
+              if [ -e "${ssd}" ]; then
+                devices+=("${ssd}")
+              fi
+            done
+            if [ "${#devices[@]}" -eq 0 ]; then
+              echo "No Local NVMe SSD disks found."
+              exit 1
+            fi
+
+            seen_arrays=(/dev/md/*)
+            device=${seen_arrays[0]}
+            echo "Setting RAID array with Local SSDs on device ${device}"
+            if [ ! -e "$device" ]; then
+              device="/dev/md/0"
+              echo "y" | mdadm --create "${device}" --level=0 --force --raid-devices=${#devices[@]} "${devices[@]}"
+            fi
+
+            if ! blkid "${device}" >/dev/null 2>&1 ; then
+              echo "Formatting '${device}'"
+              mkfs.xfs -f "${device}"
+            fi
+
+            mountpoint=/mnt/disks/raid
+            mkdir -p "${mountpoint}"
+            echo "Mounting '${device}' at '${mountpoint}'"
+            mount -o discard,prjquota,noatime,nodiratime "${device}" "${mountpoint}"
+            chmod a+w "${mountpoint}" 

kubernetes/linera-validator/scylla-setup/local-csi-driver/00_namespace.yaml

@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: local-csi-driver

kubernetes/linera-validator/scylla-setup/local-csi-driver/10_csidriver.yaml

@@ -0,0 +1,7 @@
+apiVersion: storage.k8s.io/v1
+kind: CSIDriver
+metadata:
+  name: local.csi.scylladb.com
+spec:
+  attachRequired: false
+  storageCapacity: true

kubernetes/linera-validator/scylla-setup/local-csi-driver/10_driver_serviceaccount.yaml

@@ -0,0 +1,5 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: local-csi-driver
+  namespace: local-csi-driver

kubernetes/linera-validator/scylla-setup/local-csi-driver/10_provisioner_clusterrole.yaml

@@ -0,0 +1,100 @@
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: scylladb:csi-external-provisioner
+rules:
+- apiGroups:
+  - ""
+  resources:
+  - "persistentvolumes"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+  - "create"
+  - "delete"
+- apiGroups:
+  - ""
+  resources:
+  - "persistentvolumeclaims"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+  - "update"
+- apiGroups:
+  - "storage.k8s.io"
+  resources:
+  - "storageclasses"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+- apiGroups:
+  - ""
+  resources:
+  - "events"
+  verbs:
+  - "list"
+  - "watch"
+  - "create"
+  - "update"
+  - "patch"
+- apiGroups:
+  - "snapshot.storage.k8s.io"
+  resources:
+  - "volumesnapshots"
+  verbs:
+  - "get"
+  - "list"
+- apiGroups:
+  - "snapshot.storage.k8s.io"
+  resources:
+  - "volumesnapshotcontents"
+  verbs:
+  - "get"
+  - "list"
+- apiGroups:
+  - "storage.k8s.io"
+  resources:
+  - "csinodes"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+- apiGroups:
+  - ""
+  resources:
+  - "nodes"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+- apiGroups:
+  - "storage.k8s.io"
+  resources:
+  - "csistoragecapacities"
+  verbs:
+  - "get"
+  - "list"
+  - "watch"
+  - "create"
+  - "update"
+  - "patch"
+  - "delete"
+# The GET permissions below are needed for walking up the ownership chain
+# for CSIStorageCapacity. They are sufficient for deployment via
+# StatefulSet (only needs to get Pod) and Deployment (needs to get
+# Pod and then ReplicaSet to find the Deployment).
+- apiGroups:
+  - ""
+  resources:
+  - "pods"
+  verbs:
+  - "get"
+- apiGroups:
+  - "apps"
+  resources:
+  - "replicasets"
+  verbs:
+  - "get"