add nri plugin annotation instead of setting nvidia runtimeclass

Signed-off-by: Tariq Ibrahim <tibrahim@nvidia.com>

Author: tariq1890

assets/gpu-feature-discovery/0500_daemonset.yaml

@@ -16,6 +16,9 @@ spec:
       labels:
         app: gpu-feature-discovery
         app.kubernetes.io/part-of: nvidia-gpu
+      annotations:
+        cdi-devices.noderesource.dev/container.gpu-feature-discovery: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.gpu-feature-discovery: "true"

assets/state-dcgm-exporter/0800_daemonset.yaml

@@ -15,6 +15,9 @@ spec:
     metadata:
       labels:
         app: nvidia-dcgm-exporter
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-dcgm-exporter: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.dcgm-exporter: "true"

assets/state-dcgm/0400_dcgm.yml

@@ -15,6 +15,9 @@ spec:
     metadata:
       labels:
         app: nvidia-dcgm
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-dcgm-ctr: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.dcgm: "true"

assets/state-device-plugin/0500_daemonset.yaml

@@ -15,6 +15,9 @@ spec:
     metadata:
       labels:
         app: nvidia-device-plugin-daemonset
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-device-plugin: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.device-plugin: "true"

assets/state-kata-manager/0600_daemonset.yaml

@@ -13,6 +13,9 @@ spec:
     metadata:
       labels:
         name: nvidia-kata-manager
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-kata-manager: |
+          - management.nvidia.com/gpu=all
     spec:
       tolerations:
         - key: nvidia.com/gpu

assets/state-mig-manager/0600_daemonset.yaml

@@ -13,6 +13,9 @@ spec:
     metadata:
       labels:
         app: nvidia-mig-manager
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-mig-manager: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.mig-manager: "true"

assets/state-mps-control-daemon/0400_daemonset.yaml

@@ -15,6 +15,9 @@ spec:
     metadata:
       labels:
         app: nvidia-device-plugin-mps-control-daemon
+      annotations:
+        cdi-devices.noderesource.dev/container.mps-control-daemon-ctr: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.device-plugin: "true"

assets/state-operator-validation/0500_daemonset.yaml

@@ -16,6 +16,9 @@ spec:
       labels:
         app: nvidia-operator-validator
         app.kubernetes.io/part-of: gpu-operator
+      annotations:
+        cdi-devices.noderesource.dev/container.toolkit-validation: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.operator-validator: "true"

assets/state-sandbox-device-plugin/0500_daemonset.yaml

@@ -15,6 +15,9 @@ spec:
     metadata:
       labels:
         app: nvidia-sandbox-device-plugin-daemonset
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-sandbox-device-plugin-ctr: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.sandbox-device-plugin: "true"

assets/state-sandbox-validation/0500_daemonset.yaml

@@ -16,6 +16,9 @@ spec:
       labels:
         app: nvidia-sandbox-validator
         app.kubernetes.io/part-of: gpu-operator
+      annotations:
+        cdi-devices.noderesource.dev/container.nvidia-sandbox-validator: |
+          - management.nvidia.com/gpu=all
     spec:
       nodeSelector:
         nvidia.com/gpu.deploy.sandbox-validator: "true"