|
| 1 | +/* |
| 2 | +Copyright 2020 The Kubernetes Authors. |
| 3 | +
|
| 4 | +Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | +you may not use this file except in compliance with the License. |
| 6 | +You may obtain a copy of the License at |
| 7 | +
|
| 8 | + http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | +
|
| 10 | +Unless required by applicable law or agreed to in writing, software |
| 11 | +distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | +See the License for the specific language governing permissions and |
| 14 | +limitations under the License. |
| 15 | +*/ |
| 16 | + |
| 17 | +package windows |
| 18 | + |
| 19 | +import ( |
| 20 | + "time" |
| 21 | + |
| 22 | + v1 "k8s.io/api/core/v1" |
| 23 | + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" |
| 24 | + "k8s.io/apimachinery/pkg/labels" |
| 25 | + "k8s.io/apimachinery/pkg/util/uuid" |
| 26 | + "k8s.io/kubernetes/test/e2e/framework" |
| 27 | + e2ekubelet "k8s.io/kubernetes/test/e2e/framework/kubelet" |
| 28 | + e2enode "k8s.io/kubernetes/test/e2e/framework/node" |
| 29 | + e2epod "k8s.io/kubernetes/test/e2e/framework/pod" |
| 30 | + e2eskipper "k8s.io/kubernetes/test/e2e/framework/skipper" |
| 31 | + imageutils "k8s.io/kubernetes/test/utils/image" |
| 32 | + |
| 33 | + "github.com/onsi/ginkgo" |
| 34 | +) |
| 35 | + |
| 36 | +var _ = SIGDescribe("[Feature:Windows] Kubelet-Stats", func() { |
| 37 | + f := framework.NewDefaultFramework("kubelet-stats-test-windows") |
| 38 | + |
| 39 | + ginkgo.Describe("Kubelet stats collection for Windows nodes", func() { |
| 40 | + ginkgo.Context("when running 10 pods", func() { |
| 41 | + // 10 seconds is the default scrape timeout for metrics-server and kube-prometheus |
| 42 | + ginkgo.It("should return within 10 seconds", func() { |
| 43 | + |
| 44 | + ginkgo.By("Selecting a Windows node") |
| 45 | + targetNode, err := findWindowsNode(f) |
| 46 | + framework.ExpectNoError(err, "Error finding Windows node") |
| 47 | + framework.Logf("Using node: %v", targetNode.Name) |
| 48 | + |
| 49 | + ginkgo.By("Scheduling 10 pods") |
| 50 | + powershellImage := imageutils.GetConfig(imageutils.BusyBox) |
| 51 | + pods := newKubeletStatsTestPods(10, powershellImage, targetNode.Name) |
| 52 | + f.PodClient().CreateBatch(pods) |
| 53 | + |
| 54 | + ginkgo.By("Waiting up to 3 minutes for pods to be running") |
| 55 | + timeout := 3 * time.Minute |
| 56 | + e2epod.WaitForPodsRunningReady(f.ClientSet, f.Namespace.Name, 10, 0, timeout, make(map[string]string)) |
| 57 | + |
| 58 | + ginkgo.By("Getting kubelet stats 5 times and checking average duration") |
| 59 | + iterations := 5 |
| 60 | + var totalDurationMs int64 |
| 61 | + |
| 62 | + for i := 0; i < iterations; i++ { |
| 63 | + start := time.Now() |
| 64 | + nodeStats, err := e2ekubelet.GetStatsSummary(f.ClientSet, targetNode.Name) |
| 65 | + duration := time.Since(start) |
| 66 | + totalDurationMs += duration.Milliseconds() |
| 67 | + |
| 68 | + framework.ExpectNoError(err, "Error getting kubelet stats") |
| 69 | + |
| 70 | + // Perform some basic sanity checks on retrieved stats for pods in this test's namespace |
| 71 | + statsChecked := 0 |
| 72 | + for _, podStats := range nodeStats.Pods { |
| 73 | + if podStats.PodRef.Namespace != f.Namespace.Name { |
| 74 | + continue |
| 75 | + } |
| 76 | + statsChecked = statsChecked + 1 |
| 77 | + |
| 78 | + framework.ExpectEqual(*podStats.CPU.UsageCoreNanoSeconds > 0, true, "Pod stats should not report 0 cpu usage") |
| 79 | + framework.ExpectEqual(*podStats.Memory.WorkingSetBytes > 0, true, "Pod stats should not report 0 bytes for memory working set ") |
| 80 | + } |
| 81 | + framework.ExpectEqual(statsChecked, 10, "Should find stats for 10 pods in kubelet stats") |
| 82 | + |
| 83 | + time.Sleep(5 * time.Second) |
| 84 | + } |
| 85 | + |
| 86 | + avgDurationMs := totalDurationMs / int64(iterations) |
| 87 | + |
| 88 | + durationMatch := avgDurationMs <= time.Duration(10*time.Second).Milliseconds() |
| 89 | + framework.Logf("Getting kubelet stats for node %v took an average of %v milliseconds over %v iterations", targetNode.Name, avgDurationMs, iterations) |
| 90 | + framework.ExpectEqual(durationMatch, true, "Collecting kubelet stats should not take longer than 10 seconds") |
| 91 | + }) |
| 92 | + }) |
| 93 | + }) |
| 94 | +}) |
| 95 | + |
| 96 | +// findWindowsNode finds a Windows node that is Ready and Schedulable |
| 97 | +func findWindowsNode(f *framework.Framework) (v1.Node, error) { |
| 98 | + selector := labels.Set{"kubernetes.io/os": "windows"}.AsSelector() |
| 99 | + nodeList, err := f.ClientSet.CoreV1().Nodes().List(metav1.ListOptions{LabelSelector: selector.String()}) |
| 100 | + |
| 101 | + if err != nil { |
| 102 | + return v1.Node{}, err |
| 103 | + } |
| 104 | + |
| 105 | + var targetNode v1.Node |
| 106 | + foundNode := false |
| 107 | + for _, n := range nodeList.Items { |
| 108 | + if e2enode.IsNodeReady(&n) && e2enode.IsNodeSchedulable(&n) { |
| 109 | + targetNode = n |
| 110 | + foundNode = true |
| 111 | + break |
| 112 | + } |
| 113 | + } |
| 114 | + |
| 115 | + if foundNode == false { |
| 116 | + e2eskipper.Skipf("Could not find and ready and schedulable Windows nodes") |
| 117 | + } |
| 118 | + |
| 119 | + return targetNode, nil |
| 120 | +} |
| 121 | + |
| 122 | +// newKubeletStatsTestPods creates a list of pods (specification) for test. |
| 123 | +func newKubeletStatsTestPods(numPods int, image imageutils.Config, nodeName string) []*v1.Pod { |
| 124 | + var pods []*v1.Pod |
| 125 | + |
| 126 | + for i := 0; i < numPods; i++ { |
| 127 | + podName := "statscollectiontest-" + string(uuid.NewUUID()) |
| 128 | + pod := v1.Pod{ |
| 129 | + ObjectMeta: metav1.ObjectMeta{ |
| 130 | + Name: podName, |
| 131 | + Labels: map[string]string{ |
| 132 | + "name": podName, |
| 133 | + "testapp": "stats-collection", |
| 134 | + }, |
| 135 | + }, |
| 136 | + Spec: v1.PodSpec{ |
| 137 | + Containers: []v1.Container{ |
| 138 | + { |
| 139 | + Image: image.GetE2EImage(), |
| 140 | + Name: podName, |
| 141 | + Command: []string{ |
| 142 | + "powershell.exe", |
| 143 | + "-Command", |
| 144 | + "sleep -Seconds 600", |
| 145 | + }, |
| 146 | + }, |
| 147 | + }, |
| 148 | + |
| 149 | + NodeName: nodeName, |
| 150 | + }, |
| 151 | + } |
| 152 | + |
| 153 | + pods = append(pods, &pod) |
| 154 | + } |
| 155 | + |
| 156 | + return pods |
| 157 | +} |
0 commit comments