add datapath tests in gingko for long running pipeline

Author: sivakami

test/integration/manifests/swiftv2/long-running-cluster/pod.yaml

@@ -0,0 +1,33 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: {{ .PodName }}
+  labels:
+    kubernetes.azure.com/pod-network-instance: {{ .PNIName }}
+    kubernetes.azure.com/pod-network: {{ .PNName }}
+spec:
+  nodeName: {{ .NodeName }}
+  nodeSelector:
+    kubernetes.io/os: {{ .OS }}
+  containers:
+  - name: net-debugger
+    image: {{ .Image }}
+    command: ["/bin/sh", "-c"]
+    args:
+      - |
+        echo "Pod Network Diagnostics started on $(hostname)";
+        while true; do
+          ip addr show
+          ip route show
+          sleep 60
+        done
+    resources:
+      limits:
+        cpu: 300m
+        memory: 600Mi
+      requests:
+        cpu: 300m
+        memory: 600Mi
+    securityContext:
+      privileged: true
+  restartPolicy: Always

test/integration/manifests/swiftv2/long-running-cluster/podnetwork.yaml

@@ -0,0 +1,15 @@
+apiVersion: acn.azure.com/v1alpha1
+kind: PodNetwork
+metadata:
+  name: {{ .PNName }}
+{{- if .SubnetToken }}
+  labels:
+    kubernetes.azure.com/override-subnet-token: "{{ .SubnetToken }}"
+{{- end }}
+spec:
+  networkID: "{{ .VnetGUID }}"
+{{- if not .SubnetToken }}
+  subnetGUID: "{{ .SubnetGUID }}"
+{{- end }}
+  subnetResourceID: "{{ .SubnetARMID }}"
+  deviceType: VnetNIC

test/integration/manifests/swiftv2/long-running-cluster/podnetworkinstance.yaml

@@ -0,0 +1,11 @@
+apiVersion: acn.azure.com/v1alpha1
+kind: PodNetworkInstance
+metadata:
+  name: {{ .PNIName }}
+  namespace: {{ .Namespace }}
+spec:
+  podNetworkConfigs:
+  - podNetwork: {{ .PNName }}
+    {{- if eq .Type "explicit" }}
+    podIPReservationSize: {{ .Reservations }}
+    {{- end }}

test/integration/swiftv2/helpers/az_helpers.go

@@ -0,0 +1,53 @@
+package helpers
+
+import (
+	"fmt"
+	"os/exec"
+	"strings"
+)
+
+func runAzCommand(cmd string, args ...string) string {
+	out, err := exec.Command(cmd, args...).CombinedOutput()
+	if err != nil {
+		panic(fmt.Sprintf("Failed to run %s %v: %s", cmd, args, string(out)))
+	}
+	return strings.TrimSpace(string(out))
+}
+
+func GetVnetGUID(rg, vnet string) string {
+	return runAzCommand("az", "network", "vnet", "show", "--resource-group", rg, "--name", vnet, "--query", "id", "-o", "tsv")
+}
+
+func GetSubnetARMID(rg, vnet, subnet string) string {
+	return runAzCommand("az", "network", "vnet", "subnet", "show", "--resource-group", rg, "--vnet-name", vnet, "--name", subnet, "--query", "id", "-o", "tsv")
+}
+
+func GetSubnetGUID(rg, vnet, subnet string) string {
+	subnetID := GetSubnetARMID(rg, vnet, subnet)
+	return runAzCommand("az", "resource", "show", "--ids", subnetID, "--api-version", "2023-09-01", "--query", "properties.serviceAssociationLinks[0].properties.subnetId", "-o", "tsv")
+}
+
+func GetSubnetToken(rg, vnet, subnet string) string {
+	// Optionally implement if you use subnet token override
+	return ""
+}
+
+// GetClusterNodes returns a slice of node names from a cluster using the given kubeconfig
+func GetClusterNodes(kubeconfig string) []string {
+	cmd := exec.Command("kubectl", "--kubeconfig", kubeconfig, "get", "nodes", "-o", "name")
+	out, err := cmd.CombinedOutput()
+	if err != nil {
+		panic(fmt.Sprintf("Failed to get nodes using kubeconfig %s: %s\n%s", kubeconfig, err, string(out)))
+	}
+
+	lines := strings.Split(strings.TrimSpace(string(out)), "\n")
+	nodes := make([]string, 0, len(lines))
+
+	for _, line := range lines {
+		// kubectl returns "node/<node-name>", we strip the prefix
+		if strings.HasPrefix(line, "node/") {
+			nodes = append(nodes, strings.TrimPrefix(line, "node/"))
+		}
+	}
+	return nodes
+}

test/integration/swiftv2/long_running_cluster/datapath-test.go

@@ -0,0 +1,74 @@
+package long_running_cluster
+
+import (
+	"fmt"
+	"testing"
+
+	"github.com/onsi/ginkgo/v2"
+	. "github.com/onsi/gomega"
+
+	"github.com/Azure/azure-container-networking/test/integration/swiftv2/helpers"
+)
+
+func TestDatapath(t *testing.T) {
+	RegisterFailHandler(ginkgo.Fail)
+	ginkgo.RunSpecs(t, "Datapath Suite")
+}
+
+var _ = ginkgo.Describe("Datapath Tests", func() {
+	RG := "siglin-143139088-westus2"
+	BUILD_ID := "001"
+	CLUSTER2 := "aks-2"
+	KUBECONFIG2 := fmt.Sprintf("/tmp/%s.kubeconfig", CLUSTER2)
+
+	PN_NAME := fmt.Sprintf("pn-%s-c2", BUILD_ID)
+	PNI_NAME := fmt.Sprintf("pni-%s-c2", BUILD_ID)
+
+	ginkgo.It("creates PodNetwork", func() {
+		vnetName := "cx_vnet_b1"
+		subnetName := "s1"
+
+		vnetGUID := helpers.GetVnetGUID(RG, vnetName)
+		subnetGUID := helpers.GetSubnetGUID(RG, vnetName, subnetName)
+		subnetARMID := helpers.GetSubnetARMID(RG, vnetName, subnetName)
+		subnetToken := helpers.GetSubnetToken(RG, vnetName, subnetName)
+
+		err := CreatePodNetwork(KUBECONFIG2, PodNetworkData{
+			PNName:      PN_NAME,
+			VnetGUID:    vnetGUID,
+			SubnetGUID:  subnetGUID,
+			SubnetARMID: subnetARMID,
+			SubnetToken: subnetToken,
+		}, "./templates/podnetwork.yaml.tmpl")
+		Expect(err).To(BeNil())
+	})
+
+	ginkgo.It("creates PodNetworkInstance", func() {
+		err := CreatePodNetworkInstance(KUBECONFIG2, PNIData{
+			PNIName:      PNI_NAME,
+			PNName:       PN_NAME,
+			Namespace:    PN_NAME, // namespace same as PN
+			Type:         "explicit",
+			Reservations: 2,
+		}, "./templates/podnetworkinstance.yaml.tmpl")
+		Expect(err).To(BeNil())
+	})
+
+	ginkgo.It("creates pods on each node", func() {
+		nodes := helpers.GetClusterNodes(KUBECONFIG2)
+		Expect(len(nodes)).To(BeNumerically(">", 0))
+
+		for i, node := range nodes[:2] {
+			podName := fmt.Sprintf("pod-c2-%d", i)
+			err := CreatePod(KUBECONFIG2, PodData{
+				PodName:  podName,
+				NodeName: node,
+				OS:       "linux",
+				PNName:   PN_NAME,
+				PNIName:  PNI_NAME,
+				Image:    "weibeld/ubuntu-networking",
+			}, "./templates/pod.yaml.tmpl")
+			Expect(err).To(BeNil())
+		}
+	})
+})

test/integration/swiftv2/long_running_cluster/datapath.go

@@ -0,0 +1,76 @@
+package long_running_cluster
+
+import (
+	"bytes"
+	"fmt"
+	"os/exec"
+	"text/template"
+)
+
+func applyTemplate(templatePath string, data interface{}, kubeconfig string) error {
+	tmpl, err := template.ParseFiles(templatePath)
+	if err != nil {
+		return err
+	}
+
+	var buf bytes.Buffer
+	if err := tmpl.Execute(&buf, data); err != nil {
+		return err
+	}
+
+	cmd := exec.Command("kubectl", "--kubeconfig", kubeconfig, "apply", "-f", "-")
+	cmd.Stdin = &buf
+	out, err := cmd.CombinedOutput()
+	if err != nil {
+		return fmt.Errorf("kubectl apply failed: %s\n%s", err, string(out))
+	}
+
+	fmt.Println(string(out))
+	return nil
+}
+
+// -------------------------
+// PodNetwork
+// -------------------------
+type PodNetworkData struct {
+	PNName      string
+	VnetGUID    string
+	SubnetGUID  string
+	SubnetARMID string
+	SubnetToken string
+}
+
+func CreatePodNetwork(kubeconfig string, data PodNetworkData, templatePath string) error {
+	return applyTemplate(templatePath, data, kubeconfig)
+}
+
+// -------------------------
+// PodNetworkInstance
+// -------------------------
+type PNIData struct {
+	PNIName      string
+	PNName       string
+	Namespace    string
+	Type         string
+	Reservations int
+}
+
+func CreatePodNetworkInstance(kubeconfig string, data PNIData, templatePath string) error {
+	return applyTemplate(templatePath, data, kubeconfig)
+}
+
+// -------------------------
+// Pod
+// -------------------------
+type PodData struct {
+	PodName  string
+	NodeName string
+	OS       string
+	PNName   string
+	PNIName  string
+	Image    string
+}
+
+func CreatePod(kubeconfig string, data PodData, templatePath string) error {
+	return applyTemplate(templatePath, data, kubeconfig)
+}