don't start CUDA persistence daemon in image build

Author: sjpb

ansible/roles/cuda/README.md

@@ -11,3 +11,4 @@ Requires OFED to be installed to provide required kernel-* packages.
 - `cuda_distro`: Optional. Default `rhel8`.
 - `cuda_repo`: Optional. Default `https://developer.download.nvidia.com/compute/cuda/repos/{{ cuda_distro }}/x86_64/cuda-{{ cuda_distro }}.repo`
 - `cuda_packages`: Optional. Default: `['cuda', 'nvidia-gds']`.
+- `cuda_persistenced_state`: Optional. State of systemd `nvidia-persistenced` service. Values as [ansible.builtin.systemd:state](https://docs.ansible.com/ansible/latest/collections/ansible/builtin/systemd_module.html#parameter-state). Default `started`.

ansible/roles/cuda/defaults/main.yml

@@ -11,3 +11,4 @@ cuda_samples_programs:
   - deviceQuery
   - bandwidthTest
 # cuda_devices: # discovered from deviceQuery run
+cuda_persistenced_state: started

ansible/roles/cuda/tasks/main.yml

@@ -41,7 +41,7 @@
   systemd:
     name: nvidia-persistenced
     enabled: true
-    state: started
+    state: "{{ cuda_persistenced_state }}"
 
 - name: Reboot
   ansible.builtin.reboot:

environments/common/inventory/group_vars/builder/defaults.yml

@@ -12,3 +12,4 @@ grafana_state: stopped # as it tries to listen on the "real" grafana node
 block_devices_configurations: [] # as volumes will not be attached to Packer build VMs
 mysql_state: stopped # as it tries to connect to real mysql node
 opensearch_state: stopped # avoid writing config+certs+db into image
+cuda_persistenced_state: stopped # probably don't have GPU in Packer build VMs