Migrate from Ceph demo pod to Rook based Ceph Tentacle deployment

Replace the demo container-based Ceph deployment with a proper Rook
operator setup supporting Ceph Tentacle (upstream v20) [1].
This migration:

- Removes gen-ceph-kustomize.sh used for toy Ceph pod deployment
- Updates Makefile to use rook_* targets instead of standalone ceph pod
- Enhances gen-rook-kustomize.sh with pool creation, secrets, and config
  management
- Upgrades from release-1.15 to release-1.18 with CSI operator support
- Enables host networking configuration by default and proper cluster
  readiness checks

The new deployment provides a Ceph cluster through Rook operator instead
of the previous demo container approach.

[1] https://ceph.com/en/news/blog/2025/v20-2-0-tentacle-released/

Signed-off-by: Francesco Pantano <[email protected]>

Author: fmount

Makefile

@@ -444,12 +444,14 @@ MANILA_KUTTL_DIR        ?= ${OPERATOR_BASE_DIR}/manila-operator/test/kuttl/tests
 MANILA_KUTTL_NAMESPACE  ?= manila-kuttl-tests
 
 # Ceph
-CEPH_IMG       ?= quay.io/ceph/demo:latest-squid
+CEPH_IMG       ?= quay.io/ceph/ceph:v20
+CEPH_NAMESPACE ?= rook-ceph
 CEPH_REPO      ?= https://github.com/rook/rook.git
-CEPH_BRANCH    ?= release-1.15
+CEPH_BRANCH    ?= release-1.18
 CEPH_CRDS      ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/crds.yaml
 CEPH_COMMON    ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/common.yaml
 CEPH_OP        ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/operator-openshift.yaml
+CEPH_CSI_OP    ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/csi-operator.yaml
 CEPH_CR        ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/cluster-test.yaml
 CEPH_CLIENT    ?= ${OPERATOR_BASE_DIR}/rook/deploy/examples/toolbox.yaml
 
@@ -2252,30 +2254,13 @@ baremetal_cleanup: ## deletes the operator, but does not cleanup the service res
 	test -d ${OPERATOR_BASE_DIR}/baremetal-operator && make crc_bmo_cleanup || true
 
 ##@ CEPH
-.PHONY: ceph_help
-ceph_help: export CEPH_IMAGE=${CEPH_IMG}
-ceph_help: ## Ceph helper
-	$(eval $(call vars,$@,ceph))
-	bash scripts/gen-ceph-kustomize.sh "help" "full"
 
 .PHONY: ceph
 ceph: export CEPH_IMAGE=${CEPH_IMG}
-ceph: namespace input ## deploy the Ceph Pod
-	$(eval $(call vars,$@,ceph))
-	bash scripts/gen-ceph-kustomize.sh "build"
-	bash scripts/operator-deploy-resources.sh
-	bash scripts/gen-ceph-kustomize.sh "isready"
-	bash scripts/gen-ceph-kustomize.sh "config"
-	bash scripts/gen-ceph-kustomize.sh "cephfs"
-	bash scripts/gen-ceph-kustomize.sh "pools"
-	bash scripts/gen-ceph-kustomize.sh "secret"
-	bash scripts/gen-ceph-kustomize.sh "post"
+ceph: rook_crc_disk rook rook_deploy ## deploy the Ceph Cluster
 
 .PHONY: ceph_cleanup
-ceph_cleanup: ## deletes the ceph pod
-	$(eval $(call vars,$@,ceph))
-	oc kustomize ${DEPLOY_DIR} | oc delete --ignore-not-found=true -f -
-	${CLEANUP_DIR_CMD} ${DEPLOY_DIR}
+ceph_cleanup: rook_cleanup ## delete the Ceph Cluster, remove rook operator
 
 ##@ ROOK
 
@@ -2294,24 +2279,33 @@ rook: namespace rook_prep ## installs the CRDs and the operator, also runs the p
 	oc apply -f ${CEPH_CRDS}
 	# Apply roles, sa, scc and common resources
 	oc apply -f ${CEPH_COMMON}
+	# Apply csi-operator CRDs needed to deploy mons
+	oc apply -f ${CEPH_CSI_OP}
 	# Run the rook operator
 	oc apply -f ${CEPH_OP}
-	## Do not deploy NFS CEPH-CSI
-	oc -n rook-ceph patch configmap rook-ceph-operator-config --type='merge' -p '{"data": { "ROOK_CSI_ENABLE_CEPHFS": "false" }}'
+	# Do not deploy NFS CEPH-CSI
+	oc -n ${CEPH_NAMESPACE} patch configmap rook-ceph-operator-config --type='merge' -p '{"data": { "ROOK_CSI_ENABLE_CEPHFS": "false" }}'
+	# Wait for the operator
+	oc -n ${CEPH_NAMESPACE} wait --for=condition=Available deployment/rook-ceph-operator --timeout=${TIMEOUT}
 
 .PHONY: rook_deploy_prep
 rook_deploy_prep: export IMAGE=${CEPH_IMG}
 rook_deploy_prep: # ceph_deploy_cleanup ## prepares the CR to install the service based on the service sample
 	$(eval $(call vars,$@,ceph))
 	# Patch the rook-ceph scc to allow using hostnetworking: this simulates an
 	# external ceph cluster
-	oc patch scc rook-ceph --type='merge' -p '{ "allowHostNetwork": true, "allowHostPID": true, "allowHostPorts": true}'
-	bash scripts/gen-rook-kustomize.sh
+	oc patch scc ${CEPH_NAMESPACE} --type='merge' -p '{ "allowHostNetwork": true, "allowHostPID": true, "allowHostPorts": true}'
+	bash scripts/gen-rook-kustomize.sh "build"
 
 .PHONY: rook_deploy
+rook_deploy: export IMAGE=${CEPH_IMG}
 rook_deploy: rook_deploy_prep ## installs the service instance using kustomize.
 	$(eval $(call vars,$@,ceph))
 	oc kustomize ${DEPLOY_DIR} | oc apply -f -
+	bash scripts/gen-rook-kustomize.sh "isready"
+	bash scripts/gen-rook-kustomize.sh "cephfs"
+	bash scripts/gen-rook-kustomize.sh "pools"
+	bash scripts/gen-rook-kustomize.sh "secret"
 
 .PHONY: rook_crc_disk
 rook_crc_disk: ## Create a disk and attach to CRC / SNO VM

scripts/disk-setup.sh

@@ -24,13 +24,13 @@ mkdir -p "$DISK_PATH"
 
 function create_disk {
     for disk in "${DISKS[@]}"; do
-        qemu-img create -f raw "$DISK_PATH"/"$disk" "${DISK_SIZE}"G
+        dd if=/dev/zero of="$DISK_PATH"/"$disk" bs=1G count=0 seek="${DISK_SIZE}"
     done
 }
 
 function attach_disk {
     for disk in "${DISKS[@]}"; do
-        sudo virsh attach-disk "$DOMAIN" "$DISK_PATH"/"$disk" "$disk" --targetbus virtio --persistent
+        virsh attach-disk "$DOMAIN" "$DISK_PATH"/"$disk" "$disk" --targetbus virtio --persistent
     done
 }