Merge pull request #12 from stackhpc/fix/update-min-disk

Update UI compute minimum disk and home volume size

Author: m-bull

group_vars/openstack.yml

@@ -17,7 +17,8 @@ terraform_project_path: "{{ playbook_dir }}/terraform"
 terraform_state: "{{ cluster_state | default('present') }}"
 cluster_ssh_user: rocky
 
-state_volume_size: 150 # GB
+# Set the size of the state volume to metrics_db_maximum_size + 10
+state_volume_size: "{{ metrics_db_maximum_size + 10 }}"
 
 state_volume_device_path: "{{ cluster_state_volume_device_path | default('/dev/vdb') }}"
-home_volume_device_path: "{{ cluster_home_volume_device_path | default('/dev/vdc') }}"
+home_volume_device_path: "{{ cluster_home_volume_device_path | default('/dev/vdc') }}"

group_vars/prometheus.yml

@@ -6,3 +6,6 @@ openondemand_address: "{{ hostvars[groups['openondemand'].0].api_address if 'ope
 # Override group_var set in ansible-slurm-appliance all group - unless
 # OOD is being deployed then there won't be an OOD group
 prometheus_scrape_configs: "{{ prometheus_scrape_configs_default + (openondemand_scrape_configs if ( 'openondemand' in groups ) else [] ) }}"
+
+# Set Prometheus storage retention size
+prometheus_storage_retention_size: "{{ metrics_db_maximum_size }}GB"

roles/cluster_infra/templates/resources.tf.j2

@@ -81,7 +81,7 @@ resource "openstack_blockstorage_volume_v3" "state" {
 resource "openstack_blockstorage_volume_v3" "home" {
     name = "{{ cluster_name }}-home"
     description = "Home for control node"
-    size = "{{ home_volme_size }}"
+    size = "{{ home_volume_size }}"
 }
 
 

roles/persist_openhpc_secrets/tasks/main.yml

@@ -2,23 +2,34 @@
 
 - name: Check if OpenHPC secrets exist
   stat:
-    path: /etc/ansible/facts.d/openhpc_secrets.fact
+    path: "{{ appliances_state_dir }}/ansible/facts.d/openhpc_secrets.fact"
   register: openhpc_secrets_stat
 
-- name: Persist OpenHPC secrets
-  block:
-    - name: Ensure Ansible facts directory exists
-      file:
-        path: /etc/ansible/facts.d
-        state: directory
-        recurse: yes
-     
-    - name: Write OpenHPC secrets
-      template:
-        src: openhpc_secrets.fact
-        dest: /etc/ansible/facts.d/openhpc_secrets.fact
-
-    - name: Re-read facts after adding custom fact
-      ansible.builtin.setup:
-        filter: ansible_local
+- name: Ensure Ansible facts directories exist
+  file:
+    path: "{{ item }}"
+    state: directory
+    owner: root
+    mode: 0600
+  loop:
+    - "{{ appliances_state_dir }}/ansible.facts.d"
+    - "/etc/ansible/facts.d"
+    
+- name: Write OpenHPC secrets
+  template:
+    src: openhpc_secrets.fact
+    dest: "{{ appliances_state_dir }}/ansible.facts.d/openhpc_secrets.fact"
+    owner: root
+    mode: 0600
   when: "not openhpc_secrets_stat.stat.exists"
+
+- name: Symlink persistent facts to facts_path
+  file:
+    state: link
+    src: "{{ appliances_state_dir }}/ansible.facts.d/openhpc_secrets.fact"
+    dest: /etc/ansible/facts.d/openhpc_secrets.fact
+    owner: root
+    
+- name: Read facts
+  ansible.builtin.setup:
+    filter: ansible_local

ui-meta/slurm-infra.yml

@@ -27,17 +27,31 @@ parameters:
     immutable: true
     options:
       min_ram: 2048
-      min_disk: 10
+      min_disk: 20
 
-  - name: home_volme_size
-    label: Home volume size
-    description: The size in GB of the volume to use for home directories
+  - name: home_volume_size
+    label: Home volume size (GB)
+    description: The size of the cloud volume to use for home directories
     kind: integer
     immutable: true
     options:
-      min: 1
+      min: 10
     default: 100
 
+  - name: metrics_db_maximum_size
+    label: Metrics database size (GB)
+    description: |
+      The oldest metrics records in the [Prometheus](https://prometheus.io/) database will be 
+      discarded to ensure that the database does not grow larger than this size.
+      
+      **A cloud volume of this size +10GB will be created to hold and persist the metrics 
+      database and important Slurm files.**
+    kind: integer
+    immutable: true
+    options:
+      min: 10
+    default: 10
+
   - name: cluster_run_validation
     label: Post-configuration validation
     description: >-