Merge pull request #106 from oci-hpc/2.10.2_ds_nvpeermem

load nvidia_peermem module if not loaded

Author: arnaudfroidmont

playbooks/new_nodes.yml

@@ -48,6 +48,8 @@
     - include_role: 
         name: rdma-interface
       when: cluster_network|bool
+    - include_role: 
+        name: nvidia_peermem
 
 - hosts: bastion,slurm_backup,login,compute
   become: true

playbooks/resize_add.yml

@@ -46,6 +46,8 @@
     - include_role: 
         name: rdma-interface
       when: cluster_network|bool
+    - include_role: 
+        name: nvidia_peermem
 
 - hosts: bastion,slurm_backup,login,compute
   become: true

playbooks/roles/nvidia_peermem/defaults/main.yml

@@ -0,0 +1,2 @@
+---
+# defaults file for nvidia_peermem

playbooks/roles/nvidia_peermem/tasks/common.yml

@@ -0,0 +1,25 @@
+---
+- name: Check if its a GPU shape
+  shell:
+    cmd: "curl -sH \"Authorization: Bearer Oracle\" -L http://169.254.169.254/opc/v2/instance/ | jq .shape | grep GPU"
+    warn: false
+  register: shape
+  failed_when: false
+
+
+- name: Check if nvidia drivers are installed
+  shell: cat /sys/module/nvidia/version | wc -l
+  register: nvidia
+  when: shape.stdout != ""
+
+
+- name: Check if nvidia_peermem module is loaded
+  shell: lsmod | grep nvidia_peermem | wc -l
+  register: result
+  when: shape.stdout != "" and nvidia.stdout == '1'
+
+
+- name: Load nvidia_peermem module
+  become: true
+  shell: modprobe nvidia_peermem
+  when: shape.stdout != "" and nvidia.stdout == '1' and result.stdout != '3'

playbooks/roles/nvidia_peermem/tasks/main.yml

@@ -0,0 +1,3 @@
+---
+# tasks file for nvidia_peermem
+- include: common.yml

playbooks/roles/nvidia_peermem/vars/main.yml

@@ -0,0 +1,2 @@
+---
+# vars file for nvidia_peermem

playbooks/site.yml

@@ -50,6 +50,8 @@
     - include_role: 
         name: rdma-interface
       when: cluster_network|bool
+    - include_role: 
+        name: nvidia_peermem
 
 - hosts: bastion
   become: true