Merge pull request #29594 from bitoku/nested-container

OCPNODE-2315: Add nested container test

Author: openshift-merge-bot[bot]

pkg/testsuites/standard_suites.go

@@ -436,4 +436,17 @@ var staticSuites = []ginkgo.TestSuite{
 		},
 		TestTimeout: 30 * time.Minute,
 	},
+	{
+		Name: "openshift/usernamespace",
+		Description: templates.LongDesc(`
+		This test suite runs tests to validate user namespace functionality.
+		`),
+		Matches: func(name string) bool {
+			if isDisabled(name) {
+				return false
+			}
+			return strings.Contains(name, "[Suite:openshift/usernamespace")
+		},
+		TestTimeout: 60 * time.Minute,
+	},
 }

test/extended/include.go

@@ -41,6 +41,7 @@ import (
 	_ "github.com/openshift/origin/test/extended/machine_config"
 	_ "github.com/openshift/origin/test/extended/machines"
 	_ "github.com/openshift/origin/test/extended/networking"
+	_ "github.com/openshift/origin/test/extended/node"
 	_ "github.com/openshift/origin/test/extended/node_tuning"
 	_ "github.com/openshift/origin/test/extended/oauth"
 	_ "github.com/openshift/origin/test/extended/olm"

test/extended/node/nested_container.go

@@ -0,0 +1,120 @@
+package node
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	g "github.com/onsi/ginkgo/v2"
+	o "github.com/onsi/gomega"
+	exutil "github.com/openshift/origin/test/extended/util"
+	corev1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	admissionapi "k8s.io/pod-security-admission/api"
+	"k8s.io/utils/pointer"
+	"k8s.io/utils/ptr"
+)
+
+var (
+	oc          = exutil.NewCLIWithPodSecurityLevel("nested-podman", admissionapi.LevelBaseline)
+	name        = "baseline-nested-container"
+	customImage = exutil.FixturePath("testdata", "node", "nested_container")
+)
+
+var _ = g.Describe("[Suite:openshift/usernamespace] [sig-node] [FeatureGate:ProcMountType] [FeatureGate:UserNamespacesSupport] nested container", func() {
+	g.It("should pass podman localsystem test in baseline mode",
+		func(ctx context.Context) {
+			if !exutil.IsTechPreviewNoUpgrade(ctx, oc.AdminConfigClient()) {
+				g.Skip("skipping, this feature is only supported on TechPreviewNoUpgrade clusters")
+			}
+			runNestedPod(ctx)
+		},
+	)
+})
+
+func runNestedPod(ctx context.Context) {
+	g.By("creating custom builder image")
+	err := oc.Run("new-build").Args("--binary", "--strategy=docker", fmt.Sprintf("--name=%s", name)).Execute()
+	o.Expect(err).NotTo(o.HaveOccurred())
+	br, _ := exutil.StartBuildAndWait(oc, name, fmt.Sprintf("--from-dir=%s", customImage))
+	br.AssertSuccess()
+
+	g.By("creating a pod with a nested container")
+	namespace := oc.Namespace()
+	pod := &corev1.Pod{
+		TypeMeta: metav1.TypeMeta{
+			APIVersion: "v1",
+			Kind:       "Pod",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name: name,
+			Annotations: map[string]string{
+				"io.kubernetes.cri-o.Devices": "/dev/fuse,/dev/net/tun",
+			},
+		},
+		Spec: corev1.PodSpec{
+			HostUsers: pointer.Bool(false),
+			DNSPolicy: corev1.DNSNone,
+			DNSConfig: &corev1.PodDNSConfig{
+				Nameservers: []string{"1.1.1.1"},
+			},
+			RestartPolicy: corev1.RestartPolicyNever,
+			Containers: []corev1.Container{
+				{
+					Name:            "nested-podman",
+					Image:           fmt.Sprintf("image-registry.openshift-image-registry.svc:5000/%s/%s", namespace, name),
+					ImagePullPolicy: corev1.PullAlways,
+					Args: []string{
+						"./run_tests.sh",
+					},
+					SecurityContext: &corev1.SecurityContext{
+						RunAsUser: pointer.Int64(1000),
+						ProcMount: ptr.To(corev1.UnmaskedProcMount),
+						Capabilities: &corev1.Capabilities{
+							Add: []corev1.Capability{
+								"SETUID",
+								"SETGID",
+							},
+						},
+						SELinuxOptions: &corev1.SELinuxOptions{
+							Type: "container_engine_t",
+						},
+					},
+				},
+			},
+		},
+	}
+	_, err = oc.AsAdmin().KubeClient().CoreV1().Pods(namespace).Create(ctx, pod, metav1.CreateOptions{})
+	o.Expect(err).NotTo(o.HaveOccurred())
+
+	g.By("waiting for the pod to complete")
+	o.Eventually(func() error {
+		_, err := oc.AsAdmin().Run("exec").Args(pod.Name, "--", "[", "-f", "done", "]").Output()
+		if err != nil {
+			return err
+		}
+		return nil
+	}, "30m", "10s").Should(o.Succeed())
+
+	// To upload test results from podman system test, use ARTIFACT_DIR env var.
+	// It's not a smart way, but there's no other way to pass the artifact directory
+	// to each test case.
+	g.By("uploading results from podman system test")
+	artifact := os.Getenv("ARTIFACT_DIR")
+	_, err = oc.AsAdmin().Run("cp").Args(
+		fmt.Sprintf("%s:serial-junit/report.xml", pod.Name),
+		fmt.Sprintf("%s/junit/podman-system-serial.xml", artifact),
+	).Output()
+	o.Expect(err).NotTo(o.HaveOccurred())
+	_, err = oc.AsAdmin().Run("cp").Args(
+		fmt.Sprintf("%s:parallel-junit/report.xml", pod.Name),
+		fmt.Sprintf("%s/junit/podman-system-parallel.xml", artifact),
+	).Output()
+	o.Expect(err).NotTo(o.HaveOccurred())
+
+	logs, err := oc.AsAdmin().KubeClient().CoreV1().Pods(namespace).GetLogs(pod.Name, &corev1.PodLogOptions{}).Do(ctx).Raw()
+	o.Expect(err).NotTo(o.HaveOccurred())
+
+	_, err = oc.AsAdmin().Run("exec").Args(pod.Name, "--", "[", "!", "-f", "fail", "]").Output()
+	o.Expect(err).NotTo(o.HaveOccurred(), fmt.Sprintf("more than one of the podman system tests failed:\n%s", logs))
+}