Add GPU operator MIG support with NVIDIA license notice (#310)

Co-authored-by: Sean Archer <[email protected]>

Author: Sean1783

NOTICE

@@ -1 +1,3 @@
-Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+
+This software contains source code provided by NVIDIA Corporation.

helm_chart/HyperPodHelmChart/Chart.yaml

@@ -88,3 +88,7 @@ dependencies:
     version: "0.1.0"
     repository: "file://charts/hyperpod-patching"
     condition: hyperpod-patching.enabled
+  - name: gpu-operator
+    version: "0.1.0"
+    repository: "file://charts/gpu-operator"
+    condition: gpu-operator.enabled

helm_chart/HyperPodHelmChart/charts/gpu-operator/Chart.yaml

@@ -0,0 +1,30 @@
+apiVersion: v2
+name: gpu-operator
+description: A Helm chart for Kubernetes
+
+# A chart can be either an 'application' or a 'library' chart.
+#
+# Application charts are a collection of templates that can be packaged into versioned archives
+# to be deployed.
+#
+# Library charts provide useful utilities or functions for the chart developer. They're included as
+# a dependency of application charts to inject those utilities and functions into the rendering
+# pipeline. Library charts do not define any templates and therefore cannot be deployed.
+type: application
+
+# This is the chart version. This version number should be incremented each time you make changes
+# to the chart and its templates, including the app version.
+# Versions are expected to follow Semantic Versioning (https://semver.org/)
+version: 0.1.0
+
+# This is the version number of the application being deployed. This version number should be
+# incremented each time you make changes to the application. Versions are not expected to
+# follow Semantic Versioning. They should reflect the version the application is using.
+# It is recommended to use it with quotes.
+appVersion: "1.16.0"
+
+dependencies:
+  - name: gpu-operator
+    version: "v25.3.4"
+    repository: "https://helm.ngc.nvidia.com/nvidia"
+    condition: gpu-operator.enabled

helm_chart/HyperPodHelmChart/charts/gpu-operator/config/default-mig-config.yaml

@@ -0,0 +1,314 @@
+version: v1
+mig-configs:
+  # Profile 1
+  all-disabled:
+    - devices: all
+      mig-enabled: false
+
+  # Profile 19
+  all-1g.10gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 7
+
+  all-1g.5gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 7
+
+  all-1g.18gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 7
+
+  # Profile 5
+  all-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.40gb": 2
+
+  all-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.20gb": 2
+
+  all-3g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.71gb": 2
+
+  # Profile 1
+  all-7g.80gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "7g.80gb": 1
+
+  all-7g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "7g.40gb": 1
+
+  all-7g.141gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "7g.141gb": 1
+
+  # Profile 2
+  mixed-1-3g.40gb-1-4g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.40gb": 1
+        "4g.40gb": 1
+
+  mixed-1-3g.20gb-1-4g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.20gb": 1
+        "4g.20gb": 1
+
+  mixed-1-3g.71gb-1-4g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "3g.71gb": 1
+        "4g.71gb": 1
+
+  # Profile 3
+  mixed-1-1g.10gb-1-2g.20gb-1-4g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 1
+        "2g.20gb": 1
+        "4g.40gb": 1
+
+  mixed-1-1g.5gb-1-2g.10gb-1-4g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 1
+        "2g.10gb": 1
+        "4g.20gb": 1
+
+  mixed-1-1g.18gb-1-2g.35gb-1-4g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 1
+        "2g.35gb": 1
+        "4g.71gb": 1
+
+  # Profile 4
+  mixed-3-1g.10gb-1-4g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 3
+        "4g.40gb": 1
+
+  mixed-3-1g.5gb-1-4g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 3
+        "4g.20gb": 1
+
+  mixed-3-1g.18gb-1-4g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 3
+        "4g.71gb": 1
+
+  # Profile 6
+  mixed-1g.10gb-1-2g.20gb-1-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 1
+        "2g.20gb": 1
+        "3g.40gb": 1
+
+  mixed-1g.5gb-1-2g.10gb-1-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 1
+        "2g.10gb": 1
+        "3g.20gb": 1
+
+  mixed-1g.18gb-1-2g.35gb-1-3g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 1
+        "2g.35gb": 1
+        "3g.71gb": 1
+
+  # Profile 7
+  mixed-3-1g.10gb-1-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 3
+        "3g.40gb": 1
+
+  mixed-3-1g.5gb-1-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 3
+        "3g.20gb": 1
+
+  mixed-3-1g.18gb-1-3g.70gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 3
+        "3g.71gb": 1
+
+  # Profile 8
+  mixed-2-2g.20gb-1-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "2g.20gb": 2
+        "3g.40gb": 1
+
+  mixed-2-2g.10gb-1-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "2g.10gb": 2
+        "3g.20gb": 1
+
+  mixed-2-2g.35gb-1-3g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "2g.35gb": 2
+        "3g.71gb": 1
+
+  # Profile 9, 10
+  mixed-2-1g.10gb-1-2g.20gb-1-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 2
+        "2g.20gb": 1
+        "3g.40gb": 1
+
+  mixed-2-1g.5gb-1-2g.20gb-1-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 2
+        "2g.10gb": 1
+        "3g.20gb": 1
+
+  mixed-2-1g.18gb-1-2g.47gb-1-3g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 2
+        "2g.47gb": 1
+        "3g.71gb": 1
+
+  # Profile 11
+  mixed-4-1g.10gb-1-3g.40gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 4
+        "3g.40gb": 1
+
+  mixed-4-1g.5gb-1-3g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 4
+        "3g.20gb": 1
+
+  mixed-4-1g.18gb-1-3g.71gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 4
+        "3g.71gb": 1
+
+  # Profile 12
+  mixed-1-1g.10gb-3-2g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 1
+        "2g.20gb": 3
+
+  mixed-1-1g.5gb-3-2g.10gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 1
+        "2g.10gb": 3
+
+  mixed-1-1g.18gb-3-2g.35gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 1
+        "2g.35gb": 3
+
+  # Profile 13, 14
+  mixed-3-1g.10gb-2-2g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 3
+        "2g.20gb": 2
+
+  mixed-3-1g.5gb-2-2g.10gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 3
+        "2g.10gb": 2
+
+  mixed-3-1g.18gb-2-2g.35gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 3
+        "2g.35gb": 2
+
+  # Profile 15, 16, 17, 18, 19
+  mixed-5-1g.10gb-1-2g.20gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.10gb": 5
+        "2g.20gb": 1
+
+  mixed-5-1g.5gb-1-2g.10gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.5gb": 5
+        "2g.10gb": 1
+
+  mixed-5-1g.18gb-1-2g.35gb:
+    - devices: all
+      mig-enabled: true
+      mig-devices:
+        "1g.18gb": 5
+        "2g.35gb": 1

helm_chart/HyperPodHelmChart/charts/gpu-operator/regional-values/values-ap-northeast-1.yaml

@@ -0,0 +1,13 @@
+gpu-operator:
+  operator:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com"
+  toolkit:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com/mirror-k8s"
+  devicePlugin:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com"
+  gfd:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com"
+  migManager:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com/mirror-cloud-native"
+  validator:
+    repository: "248189928082.dkr.ecr.ap-northeast-1.amazonaws.com/mirror-cloud-native"

helm_chart/HyperPodHelmChart/charts/gpu-operator/regional-values/values-ap-south-1.yaml

@@ -0,0 +1,13 @@
+gpu-operator:
+  operator:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com"
+  toolkit:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com/mirror-k8s"
+  devicePlugin:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com"
+  gfd:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com"
+  migManager:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com/mirror-cloud-native"
+  validator:
+    repository: "183295424886.dkr.ecr.ap-south-1.amazonaws.com/mirror-cloud-native"