add a prompt when removing nodes from the cluster

Author: shethdhvani

bin/remove_nodes_prompt.txt

@@ -0,0 +1,4 @@
+Does your cluster run any file system like Ceph, NFS, etc. on the GPU/HPC nodes itself using local NVMe SSDs?  
+If yes, terminating nodes which store your data can result in permanent data loss, so before proceeding make sure any important data is copied to a persistent file system outside of the cluster such as to object storage, file storage, etc.
+Once data is backed up or migrated, come back and run the script. Select 2 to exit.
+Remember, once the nodes are terminated, all the data is lost forever and you won't be able to recover it.

bin/resize.sh

@@ -15,6 +15,12 @@ then
   exit
 fi
 
+if [ $USER != "ubuntu" ] && [ $USER != "opc" ]
+then
+  echo "Run this script as opc or ubuntu"
+  exit
+fi
+
 if [ $# -eq 0 ]
 then
   python3 $folder/resize.py --help
@@ -51,6 +57,18 @@ for (( i=1; i<=$#; i++)); do
     fi
 done
 
+if [ $resize_type == "remove" ] || [ $resize_type == "remove_unreachable" ]
+then
+  echo "$(cat $folder/remove_nodes_prompt.txt)"
+  echo "Do you confirm you have done all of the above steps and wish to proceed for the termination of the nodes? Enter 1 for Yes and 2 for No (to exit)."
+  select yn in "Yes" "No"; do
+    case $yn in
+        Yes ) break;;
+        No ) exit;;
+    esac
+  done
+fi
+
 if [ $resize_type != "default" ]
 then
   if [ $permanent -eq 0 ]
@@ -148,5 +166,5 @@ then
     rm currently_resizing
   fi
 else
-  python3 $folder/resize.py ${@} 
+  python3 $folder/resize.py ${@} &
 fi