feat: new job to collect nginx -T output

Author: dareste

pkg/data_collector/data_collector.go

@@ -2,13 +2,18 @@ package data_collector
 
 import (
 	"archive/tar"
+	"bytes"
 	"compress/gzip"
 	"fmt"
 	helmClient "github.com/mittwald/go-helm-client"
 	"io"
+	corev1 "k8s.io/api/core/v1"
 	crdClient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
 	"k8s.io/client-go/kubernetes"
+	"k8s.io/client-go/kubernetes/scheme"
+	"k8s.io/client-go/rest"
 	"k8s.io/client-go/tools/clientcmd"
+	"k8s.io/client-go/tools/remotecommand"
 	"k8s.io/client-go/util/homedir"
 	metricsClient "k8s.io/metrics/pkg/client/clientset/versioned"
 	"os"
@@ -20,6 +25,7 @@ import (
 type DataCollector struct {
 	BaseDir             string
 	Namespaces          []string
+	K8sRestConfig       *rest.Config
 	K8sCoreClientSet    *kubernetes.Clientset
 	K8sCrdClientSet     *crdClient.Clientset
 	K8sMetricsClientSet *metricsClient.Clientset
@@ -52,6 +58,7 @@ func NewDataCollector(namespaces ...string) (*DataCollector, error) {
 	}
 
 	//Initialize clients
+	dc.K8sRestConfig = config
 	dc.K8sCoreClientSet, _ = kubernetes.NewForConfig(config)
 	dc.K8sCrdClientSet, _ = crdClient.NewForConfig(config)
 	dc.K8sMetricsClientSet, _ = metricsClient.NewForConfig(config)
@@ -124,3 +131,27 @@ func (c *DataCollector) WrapUp() (string, error) {
 	_ = os.RemoveAll(c.BaseDir)
 	return tarballName, nil
 }
+
+func (c *DataCollector) PodExecutor(namespace string, pod string, command []string) ([]byte,error) {
+	req := c.K8sCoreClientSet.CoreV1().RESTClient().Post().
+		Namespace(namespace).
+		Resource("pods").
+		Name(pod).
+		SubResource("exec").
+		VersionedParams(&corev1.PodExecOptions{
+			Command: command,
+			Stdin:   false,
+			Stdout:  true,
+			Stderr:  true,
+			TTY:     true,
+		}, scheme.ParameterCodec)
+
+	exec, _ := remotecommand.NewSPDYExecutor(c.K8sRestConfig, "POST", req.URL())
+	var stdout, stderr bytes.Buffer
+	err := exec.Stream(remotecommand.StreamOptions{
+		Stdin:  nil,
+		Stdout: &stdout,
+		Stderr: &stderr,
+	})
+	return stdout.Bytes(), err
+}

pkg/jobs/job_list.go

@@ -9,8 +9,8 @@ import (
 	"io"
 	corev1 "k8s.io/api/core/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
-	"log"
 	"path"
+	"strings"
 	"time"
 )
 
@@ -43,10 +43,7 @@ func JobList() []Job {
 						for _, container := range pod.Spec.Containers {
 							logFileName := path.Join(dc.BaseDir, namespace, "logs", fmt.Sprintf("%s__%s.txt", pod.Name, container.Name))
 							bufferedLogs := dc.K8sCoreClientSet.CoreV1().Pods(namespace).GetLogs(pod.Name, &corev1.PodLogOptions{Container: container.Name})
-							podLogs, err := bufferedLogs.Stream(context.TODO())
-							if err != nil {
-								log.Fatal("error in opening stream")
-							}
+							podLogs, _ := bufferedLogs.Stream(context.TODO())
 							buf := new(bytes.Buffer)
 							_, _ = io.Copy(buf, podLogs)
 							podLogs.Close()
@@ -268,6 +265,28 @@ func JobList() []Job {
 				ch <- jobResult
 			},
 		},
+		{
+			Name:    "exec-nginx-t",
+			Global:  true,
+			Timeout: time.Second * 10,
+			Execute: func(dc *data_collector.DataCollector, ctx context.Context, ch chan JobResult) {
+				jobResult := JobResult{Files: make(map[string][]byte), Error: nil}
+				command := []string{"/bin/sh", "-c", "nginx -T"}
+				for _, namespace := range dc.Namespaces {
+					pods, _ := dc.K8sCoreClientSet.CoreV1().Pods(namespace).List(ctx, metav1.ListOptions{})
+					for _, pod := range pods.Items {
+						if strings.Contains(pod.Name, "ingress") {
+							res, err := dc.PodExecutor(namespace, pod.Name, command)
+							if err != nil {
+								jobResult.Error = err
+							}
+							jobResult.Files[path.Join(dc.BaseDir, namespace, pod.Name+"-nginx-t.txt")] = res
+						}
+					}
+				}
+				ch <- jobResult
+			},
+		},
 	}
 	return jobList
 }