(ruka) replace auxtel nfs export with nfs1

nfs1 config copied from elqui.

Author: jhoblitt

fleet/lib/rook-ceph-conf/charts/ruka/templates/cephnfs-auxtel.yaml renamed to fleet/lib/rook-ceph-conf/charts/ruka/templates/cephnfs-nfs1.yaml

@@ -2,31 +2,33 @@
 apiVersion: ceph.rook.io/v1
 kind: CephFilesystem
 metadata:
-  name: auxtel
+  name: nfs1
   namespace: rook-ceph
 spec:
   metadataPool:
     failureDomain: host
     replicated:
       size: 3
     quotas:
-      maxSize: 10Gi
+      maxSize: 1Gi
+    parameters:
+      nodelete: "true"
+      nosizechange: "true"
+      pg_autoscale_mode: "off"
+      pg_num: "8"
   dataPools:
-    - name: default
-      failureDomain: host
+    - failureDomain: host
       replicated:
         size: 3
       quotas:
-        maxSize: 200Gi
-    - name: ec
-      failureDomain: host
-      erasureCoded:
-        dataChunks: 2
-        codingChunks: 1
-      quotas:
-        maxSize: 2Ti
+        maxSize: 10Gi
+      parameters:
+        nodelete: "true"
+        nosizechange: "true"
+        pg_autoscale_mode: "off"
+        pg_num: "32"
   metadataServer:
-    activeCount: 3
+    activeCount: 1
     activeStandby: true
     resources:
       limits:
@@ -40,11 +42,11 @@ spec:
 apiVersion: ceph.rook.io/v1
 kind: CephNFS
 metadata:
-  name: auxtel
+  name: nfs1
   namespace: rook-ceph
 spec:
   rados:
-    pool: auxtel-data0
+    pool: nfs1-data0
   server:
     active: 1
     resources:
@@ -61,10 +63,10 @@ metadata:
   labels:
     app: rook-ceph-nfs
     ceph_daemon_type: nfs
-    ceph_nfs: auxtel
+    ceph_nfs: nfs1
     instance: a
     rook_cluster: rook-ceph
-  name: rook-ceph-nfs-auxtel
+  name: rook-ceph-nfs-nfs1-a
   namespace: rook-ceph
   annotations:
     metallb.universe.tf/loadBalancerIPs: 139.229.134.151
@@ -77,7 +79,7 @@ spec:
   selector:
     app: rook-ceph-nfs
     ceph_daemon_type: nfs
-    ceph_nfs: auxtel
+    ceph_nfs: nfs1
     instance: a
     rook_cluster: rook-ceph
   type: LoadBalancer

fleet/lib/rook-ceph-conf/charts/ruka/templates/cm-cephcli.yaml

@@ -10,11 +10,32 @@ data:
     ceph orch set backend ""
     ceph mgr module disable rook
 
-    waitfornfs auxtel
-    ceph nfs export rm auxtel /auxtel
-    ceph nfs export create cephfs auxtel /auxtel auxtel
+    # migrated from nfs1.cp.lsst.org
+    waitfornfs nfs1
+    declare -A exports
+    # no real/float numbers
+    exports["auxtel"]=$((10*1024**4))
+    exports["comcam"]=$((75*1024**4))
+    exports["dimm"]=$((496*1024**3))
+    exports["jhome"]=$((800*1024**3))
+    exports["lsstcam"]=$((25*1024**4))
+    exports["obs-env"]=$((50*1024**3))
+    exports["project"]=$((3200*1024**3))
+    exports["rsphome"]=$((800*1024**3))
+    exports["scratch"]=$((800*1024**3))
+
+    for k in "${!exports[@]}"; do
+      ceph nfs export rm nfs1 "/${k}"
+      ceph fs subvolume create nfs1 "$k"
+      path=$(ceph fs subvolume info nfs1 "$k" | jq -r .path)
+      ceph nfs export create cephfs nfs1 "/${k}" nfs1 "$path"
+      ceph fs subvolume resize nfs1 "$k" "${exports[$k]}"
+    done
+    ceph nfs export ls nfs1
 
-    ceph mgr module enable rook
-    ceph orch set backend rook
     ceph device monitoring on
     ceph config set global device_failure_prediction_mode local
+    ceph telemetry on --license sharing-1-0
+
+    ceph osd pool set .mgr nodelete true
+    ceph osd pool set .mgr nosizechange true