Install EFS-utils on Amazon Linux 2 AMI

The installation procedure follows the guide https://docs.aws.amazon.com/efs/latest/ug/installing-amazon-efs-utils.html#installing-other-distro
See section "To build and install amazon-efs-utils as an RPM package (for distributions other than OpenSUSE or SLES)"

Signed-off-by: Hanwen <[email protected]>

Author: hanwen-cluster

attributes/default.rb

@@ -266,6 +266,11 @@
 default['cluster']['efa']['installer_url'] = "https://efa-installer.amazonaws.com/aws-efa-installer-#{node['cluster']['efa']['installer_version']}.tar.gz"
 default['cluster']['efa']['unsupported_aarch64_oses'] = %w(centos7)
 
+# EFS Utils
+default['cluster']['efs_utils']['version'] = '1.34.1'
+default['cluster']['efs_utils']['url'] = "https://github.com/aws/efs-utils/archive/v#{node['cluster']['efs_utils']['version']}.tar.gz"
+default['cluster']['efs_utils']['sha256'] = '69d0d8effca3b58ccaf4b814960ec1d16263807e508b908975c2627988c7eb6c'
+
 # NICE DCV
 default['cluster']['dcv_port'] = 8443
 default['cluster']['dcv']['installed'] = 'yes'

cookbooks/aws-parallelcluster-install/libraries/helpers.rb

@@ -22,3 +22,15 @@ def disable_service(service, platform_families = node['platform_family'], operat
     end
   end
 end
+
+def get_package_version(package_name)
+  cmd = value_for_platform(
+  'default' => "rpm -qi #{package_name} | grep Version | awk '{print $3}'",
+  'ubuntu' => { "default" => "dpkg-query --showformat='${Version}' --show #{package_name} | awk -F- '{print $1}'" })
+  package_version_cmd = Mixlib::ShellOut.new(cmd)
+  version = package_version_cmd.run_command.stdout.strip
+  if version.empty?
+    Chef::Log.info("#{package_name} not found when trying to get the version.")
+  end
+  version
+end

cookbooks/aws-parallelcluster-install/recipes/base.rb

@@ -218,6 +218,9 @@
 # Install FSx options
 include_recipe "aws-parallelcluster-install::lustre"
 
+# Install EFS Utils
+include_recipe "aws-parallelcluster-install::efs"
+
 # Install the AWS cloudwatch agent
 include_recipe "aws-parallelcluster-install::cloudwatch_agent"
 

cookbooks/aws-parallelcluster-install/recipes/efs.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+#
+# Cookbook:: aws-parallelcluster
+# Recipe:: efs
+#
+# Copyright:: 2013-2022 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the
+# License. A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
+# OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions and
+# limitations under the License.
+
+package_name = "amazon-efs-utils"
+efs_utils_tarball = "#{node['cluster']['sources_dir']}/efs-utils-#{node['cluster']['efs_utils']['version']}.tar.gz"
+return unless platform?('amazon')
+
+# Do not install efs-utils if a same or newer version is already installed.
+return if Gem::Version.new(get_package_version(package_name)) >= Gem::Version.new(node['cluster']['efs_utils']['version'])
+
+# Get EFS Utils tarball
+remote_file efs_utils_tarball do
+  source node['cluster']['efs_utils']['url']
+  mode '0644'
+  retries 3
+  retry_delay 5
+  not_if { ::File.exist?(efs_utils_tarball) }
+end
+
+# Verify tarball
+ruby_block "verify EFS Utils checksum" do
+  block do
+    require 'digest'
+    checksum = Digest::SHA256.file(efs_utils_tarball).hexdigest
+    raise "Downloaded EFS Utils package checksum #{checksum} does not match expected checksum #{node['cluster']['efs_utils']['sha256']}" if checksum != node['cluster']['efs_utils']['sha256']
+  end
+end
+
+# Install EFS Utils
+bash "install efs utils" do
+  cwd node['cluster']['sources_dir']
+  code <<-EFSUTILSINSTALL
+    set -e
+    tar xf #{efs_utils_tarball}
+    cd efs-utils-#{node['cluster']['efs_utils']['version']}
+    make rpm
+    yum -y install ./build/#{package_name}*rpm
+  EFSUTILSINSTALL
+end