[B200] Debugging

Author: gmarciani

cookbooks/aws-parallelcluster-platform/recipes/install.rb

@@ -14,33 +14,34 @@
 include_recipe "aws-parallelcluster-platform::sudo_install"
 include_recipe "aws-parallelcluster-platform::users"
 include_recipe "aws-parallelcluster-platform::disable_services"
-bash "Check kernel before repo setup" do
-  code <<-CODE
-    set -x
-    uname -a
-    yum info infiniband-diags libibumad 
-    yum provides infiniband-diags libibumad
-    CODE
-end
+# bash "Check kernel before repo setup" do
+#   code <<-CODE
+#     set -x
+#     uname -a
+#     yum info infiniband-diags libibumad
+#     yum provides infiniband-diags libibumad
+#     CODE
+# end
 package_repos 'setup the repositories'
-bash "Check kernel after repo setup" do
-  code <<-CODE
-    set -x
-    uname -a
-    yum info infiniband-diags libibumad 
-    yum provides infiniband-diags libibumad
-    CODE
-end
+# bash "Check kernel after repo setup" do
+#   code <<-CODE
+#     set -x
+#     uname -a
+#     yum info infiniband-diags libibumad
+#     yum provides infiniband-diags libibumad
+#     CODE
+# end
 include_recipe "aws-parallelcluster-platform::directories"
+# nvidia_nvlsm 'Install Nvidia NVLink Subnet Manager'
 install_packages 'Install OS and extra packages'
-bash "Check kernel after extra packages" do
-  code <<-CODE
-    set -x
-    uname -a
-    yum info infiniband-diags libibumad 
-    yum provides infiniband-diags libibumad
-    CODE
-end
+# bash "Check kernel after extra packages" do
+#   code <<-CODE
+#     set -x
+#     uname -a
+#     yum info infiniband-diags libibumad
+#     yum provides infiniband-diags libibumad
+#     CODE
+# end
 include_recipe "aws-parallelcluster-platform::cookbook_virtualenv"
 include_recipe "aws-parallelcluster-platform::awscli"
 unless alinux2023_on_docker? # Running this recipe on Alinux 2023 docker generates false failure.

cookbooks/aws-parallelcluster-platform/resources/nvidia_nvlsm/partial/_nvidia_nvlsm_common.rb

@@ -38,10 +38,20 @@
 end
 
 action :install_nvlsm_dependencies do
-  package nvidia_nvlsm_dependencies do
+  bash "Install nvlsm dependencies" do
+    user 'root'
+    code <<-CODE
+    set -ex
+    #{nvidia_nvlsm_install_dependencies_commands}
+    CODE
     retries 3
     retry_delay 5
   end
+  # package nvidia_nvlsm_dependencies do
+  #   options '--verbose'
+  #   retries 3
+  #   retry_delay 5
+  # end
 
   # Make sure kernel module for Infiniband is loaded at instance boot time
   cookbook_file 'infiniband.conf' do
@@ -103,6 +113,10 @@ def nvidia_nvlsm_install_preconditions_commands
   # OS dependent
 end
 
+def nvidia_nvlsm_install_dependencies_commands
+  # OS dependent
+end
+
 def nvidia_nvlsm_dependencies
   # OS dependent
 end

cookbooks/aws-parallelcluster-platform/resources/nvidia_nvlsm/partial/_nvidia_nvlsm_debian.rb

@@ -40,3 +40,7 @@ def nvidia_nvlsm_dependencies
 def nvidia_nvlsm_install_preconditions_commands
   "uname -a ; apt-cache policy ; apt-mark showhold"
 end
+
+def nvidia_nvlsm_install_dependencies_commands
+  "apt -o Debug::pkgProblemResolver=1 install -y infiniband-diags ibutils"
+end

cookbooks/aws-parallelcluster-platform/resources/nvidia_nvlsm/partial/_nvidia_nvlsm_rhel.rb

@@ -39,3 +39,7 @@ def nvidia_nvlsm_dependencies
 def nvidia_nvlsm_install_preconditions_commands
   "uname -a ; yum repolist all ; yum versionlock list ; yum info kernel-modules-extra-aws infiniband-diags libibumad ; yum provides kernel-modules-extra-aws infiniband-diags libibumad"
 end
+
+def nvidia_nvlsm_install_dependencies_commands
+  "yum install -yv infiniband-diags libibumad"
+end