Add rack-aware scripts on all compute nodes

Author: arnaudfroidmont

playbooks/new_nodes.yml

@@ -155,6 +155,9 @@
   vars_files:
     - "/opt/oci-hpc/conf/queues.conf"
   tasks:
+    - include_role: 
+        name: rack-aware
+      when: rack_aware|default(false)|bool
     - include_role: 
         name: spack
       when: spack|default(false)|bool

playbooks/resize_add.yml

@@ -158,6 +158,9 @@
   vars_files:
     - "/opt/oci-hpc/conf/queues.conf"
   tasks:
+    - include_role: 
+        name: rack-aware
+      when: rack_aware|default(false)|bool
     - include_role: 
         name: spack
       when: spack|default(false)|bool

playbooks/roles/rack-aware/tasks/el.yml

@@ -1,18 +1,30 @@
-- name: copy python3 module installer
-  copy: 
-    src: install.sh
-    dest: /opt/oci-hpc/bin/
-    owner: opc
-    group: "{{privilege_group_name}}"
-    mode: '0775'
+- name: Install and upgrade pip
+  shell: "python3 -m ensurepip & sudo python3 -m pip install --upgrade pip"
+
+- name: install pssh and parallel-ssh
+  pip:
+    name: ['pssh', 'parallel-ssh']
+    executable: pip3
+    state: latest
+  with_items:
+    - pssh
+    - parallel-ssh
+  ignore_errors: yes
 
-- name: install dependencies
-  command: bash -c "/opt/oci-hpc/bin/install.sh"
+- name: Make sure /opt/oci-hpc/bin/ exists
+  become: true
+  file:
+    path: /opt/oci-hpc/bin/
+    state: directory
+    recurse: yes
+    mode: '0755'
+    owner: "{{ ansible_user }}"
+    group: "{{ privilege_group_name }}"
 
-- name: copy node_ordering_by_rack.py 
+- name: copy node_ordering_by_rack.py
   copy:
     src: node_ordering_by_rack.py
-    dest: /home/opc/
-    owner: opc
-    group: opc
+    dest: /opt/oci-hpc/bin/
+    owner: "{{ ansible_user }}"
+    group: "{{privilege_group_name}}"
     mode: '0755'

playbooks/site.yml

@@ -259,6 +259,9 @@
   vars_files:
     - "/opt/oci-hpc/conf/queues.conf"
   tasks: 
+    - include_role: 
+        name: rack-aware
+      when: rack_aware|default(false)|bool
     - include_role: 
         name: spack
       when: spack|default(false)|bool