Added demon-set to kustomization and readme update (#30)

* Example readme and yamls corrections

Signed-off-by: Punith Kenchappa <[email protected]>

* fix not found of power-dra-kubeletplugin and cdi file

Signed-off-by: Punith Kenchappa <[email protected]>

* Added path and exec permission to container file and readme modification for uninstall

Signed-off-by: Punith Kenchappa <[email protected]>

* Copy power-dra-kubeletplugin to bin in container file and readme modification

Signed-off-by: Punith Kenchappa <[email protected]>

* changed from ex-power-dra to power-dra-driver to match namespace

Signed-off-by: Punith Kenchappa <[email protected]>

* fixed issues and added resource slice

Signed-off-by: Punith Kenchappa <[email protected]>

* fixed issues and readme

Signed-off-by: Punith Kenchappa <[email protected]>

* changed from ex-power-dra to power-dra-driver to match namespace

Signed-off-by: Punith Kenchappa <[email protected]>

* fixed issues for nx device classes

Signed-off-by: Punith Kenchappa <[email protected]>

* added demon-set to kustomization and readme update

Signed-off-by: Punith Kenchappa <[email protected]>

---------

Signed-off-by: Punith Kenchappa <[email protected]>

Author: pkenchap

example/README.md

@@ -8,4 +8,6 @@
 The scenarios are:
 1. `two-pods-two-distinct-nx-gzip` - Two pods, one container each, Each container asking for access to the nx-gzip
 
+2. Run the example demo test using `oc apply -f example/demo/nx-test.yaml`
+
 These examples are inspired by https://github.com/kubernetes-sigs/dra-example-driver/tree/main/demo

example/demo/nx-test.yaml

@@ -30,11 +30,20 @@ spec:
   containers:
   - name: ctr0
     image: quay.io/powercloud/power-dra-driver:main
-    command: ["bash", "-c"]
-    args: ["export; trap 'exit 0' TERM; sleep 9999 & wait"]
+    command: ["/opt/power-dra/bin/power-dra-kubeletplugin"]
+    args:
+      - "--node-name=worker-0"
     resources:
       claims:
       - name: nx-gzip
+    securityContext:
+      allowPrivilegeEscalation: false
+      runAsNonRoot: false
+      runAsUser: 0
+      capabilities:
+        drop: ["ALL"]
+      seccompProfile:
+        type: RuntimeDefault
   resourceClaims:
   - name: nx-gzip
     resourceClaimTemplateName: nx-gzip-template-0
@@ -43,19 +52,28 @@ spec:
 apiVersion: v1
 kind: Pod
 metadata:
-  namespace: ex-power-dra
+  namespace: ex-dra-driver
   name: pod1
 spec:
   nodeSelector:
     kubernetes.io/hostname: worker-0
   containers:
   - name: ctr0
     image: quay.io/powercloud/power-dra-driver:main
-    command: ["bash", "-c"]
-    args: ["export; trap 'exit 0' TERM; sleep 9999 & wait"]
+    command: ["/opt/power-dra/bin/power-dra-kubeletplugin"]
+    args:
+      - "--node-name=worker-0"
     resources:
       claims:
       - name: nx-gzip
+    securityContext:
+      allowPrivilegeEscalation: false
+      runAsNonRoot: false
+      runAsUser: 0
+      capabilities:
+        drop: ["ALL"]
+      seccompProfile:
+        type: RuntimeDefault
   resourceClaims:
   - name: nx-gzip
     resourceClaimTemplateName: nx-gzip-template-1

example/two-pods-two-distinct-nx-gzip/05-deployment-first.yaml

@@ -20,8 +20,9 @@ spec:
       - name: driver
         image: quay.io/powercloud/power-dra-driver:main
         imagePullPolicy: IfNotPresent
-        command: [ "/bin/sleep" ]
-        args: [ "infinity" ]
+        command: ["/opt/power-dra/bin/power-dra-kubeletplugin"]
+        args:
+          - "--node-name=worker-0"
         resources:
           limits:
             memory: 100Mi

example/two-pods-two-distinct-nx-gzip/06-deployment-second.yaml

@@ -22,8 +22,9 @@ spec:
       - name: driver
         image: quay.io/powercloud/power-dra-driver:main
         imagePullPolicy: IfNotPresent
-        command: [ "/bin/sleep" ]
-        args: [ "infinity" ]
+        command: ["/opt/power-dra/bin/power-dra-kubeletplugin"]
+        args:
+          - "--node-name=worker-0"
         resources:
           claims:
             - name: nx-gzip 

example/two-pods-two-distinct-nx-gzip/07-demon-set.yaml

@@ -14,17 +14,33 @@ spec:
       labels:
         app: nx-device-plugin
     spec:
+      securityContext:
+        fsGroup: 0
       containers:
         - name: nx-device-plugin
           image: quay.io/powercloud/power-dra-driver:main
           imagePullPolicy: IfNotPresent
+          command: ["/opt/power-dra/bin/power-dra-kubeletplugin"]
+          args:
+            - "--node-name=worker-0"
+            - "--cdi-root=/cdi"
           securityContext:
-            privileged: true
+            allowPrivilegeEscalation: false
+            runAsNonRoot: false
+            runAsUser: 0
+            capabilities:
+              drop: ["ALL"]
+            seccompProfile:
+              type: RuntimeDefault
           volumeMounts:
             - name: device-plugins
-              mountPath: /var/lib/kubelet/device-plugins
+              mountPath: /var/lib/kubelet/plugins
+            - name: cdi-dir
+              mountPath: /cdi
       volumes:
         - name: device-plugins
           hostPath:
-            path: /var/lib/kubelet/device-plugins
-            type: Directory
+            path: /var/lib/kubelet/plugins
+            type: DirectoryOrCreate
+        - name: cdi-dir
+          emptyDir: {}

example/two-pods-two-distinct-nx-gzip/kustomization.yaml

@@ -1,9 +1,9 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 metadata:
-  name: ex-power-dra
+  name: ex-dra-driver
 
-namespace: ex-power-dra
+namespace: ex-dra-driver
 
 generatorOptions:
   disableNameSuffixHash: true
@@ -15,3 +15,4 @@ resources:
 - 04-resource-slice-template.yaml
 - 05-deployment-first.yaml
 - 06-deployment-second.yaml
+- 07-demon-set.yaml