test: add regexp log parser (#904)

add regexp log filter
---------
Signed-off-by: Yaroslav Borbat <[email protected]>

Author: yaroslavborbat

tests/e2e/config/config.go

@@ -23,6 +23,7 @@ import (
 	"os"
 	"path/filepath"
 	"reflect"
+	"regexp"
 	"slices"
 	"strconv"
 
@@ -130,6 +131,7 @@ type Config struct {
 	Namespace        string           `yaml:"namespaceSuffix"`
 	TestData         TestData         `yaml:"testData"`
 	LogFilter        []string         `yaml:"logFilter"`
+	RegexpLogFilter  []regexp.Regexp  `yaml:"regexpLogFilter"`
 	StorageClass     StorageClass
 }
 
@@ -278,7 +280,7 @@ func (k *Kustomize) SetParams(filePath, namespace, namePrefix string) error {
 		return readErr
 	}
 
-	unmarshalErr := yamlv3.Unmarshal([]byte(data), &kustomizeFile)
+	unmarshalErr := yamlv3.Unmarshal(data, &kustomizeFile)
 	if unmarshalErr != nil {
 		return unmarshalErr
 	}
@@ -310,7 +312,7 @@ func (k *Kustomize) GetNamespace(filePath string) (string, error) {
 		return "", fmt.Errorf("cannot get namespace from %s: %w", filePath, readErr)
 	}
 
-	unmarshalErr := yamlv3.Unmarshal([]byte(data), &kustomizeFile)
+	unmarshalErr := yamlv3.Unmarshal(data, &kustomizeFile)
 	if unmarshalErr != nil {
 		return "", fmt.Errorf("cannot get namespace from %s: %w", filePath, unmarshalErr)
 	}
@@ -326,7 +328,7 @@ func (k *Kustomize) ExcludeResource(filePath, resourceName string) error {
 		return readErr
 	}
 
-	unmarshalErr := yamlv3.Unmarshal([]byte(data), &kustomizeFile)
+	unmarshalErr := yamlv3.Unmarshal(data, &kustomizeFile)
 	if unmarshalErr != nil {
 		return unmarshalErr
 	}

tests/e2e/default_config.yaml

@@ -51,3 +51,6 @@ logFilter:
   - "does not have a pvc reference" # "err": "kvvm head-345e7b6a-testcases-image-hotplug/head-345e7b6a-vm-image-hotplug spec volume vi-head-345e7b6a-vi-alpine-http does not have a pvc reference"
   - "get storage class specified in spec: storage class not found" # Err.
   - "lastTransitionTime: Required value" # Err.
+regexpLogFilter:
+  - "failed to detach: .* not found" # "err" "failed to detach: virtualmachine.kubevirt.io \"head-497d17b-vm-automatic-with-hotplug\" not found",
+  - "error patching .* not found" # "err" "error patching *** virtualimages.virtualization.deckhouse.io \"head-497d17b-vi-pvc-oref-vi-oref-vd\" not found",

tests/e2e/errlogger/errlogger.go

@@ -25,6 +25,7 @@ import (
 	"io"
 	"io/fs"
 	"os/exec"
+	"regexp"
 	"strings"
 	"sync"
 	"syscall"
@@ -97,7 +98,7 @@ func (l *LogStream) ParseStderr() {
 	parseScanError(scanner.Err(), "STDERR")
 }
 
-func (l *LogStream) ParseStdout(exludedPatterns []string, startTime time.Time) {
+func (l *LogStream) ParseStdout(excludedPatterns []string, excludedRegexpPattens []regexp.Regexp, startTime time.Time) {
 	GinkgoHelper()
 	defer GinkgoRecover()
 	defer l.LogStreamWaitGroup.Done()
@@ -109,7 +110,7 @@ func (l *LogStream) ParseStdout(exludedPatterns []string, startTime time.Time) {
 		rawEntry := strings.TrimPrefix(scanner.Text(), "0")
 		err := json.Unmarshal([]byte(rawEntry), &entry)
 		Expect(err).NotTo(HaveOccurred(), "error parsing JSON")
-		if entry.Level == LevelError && !isMsgIgnoredByPattern(rawEntry, exludedPatterns) {
+		if entry.Level == LevelError && !isMsgIgnoredByPattern(rawEntry, excludedPatterns, excludedRegexpPattens) {
 			errTime, err := time.Parse(time.RFC3339, entry.Time)
 			Expect(err).NotTo(HaveOccurred(), "failed to parse error timestamp")
 			if errTime.After(startTime) {
@@ -168,12 +169,17 @@ func formatMessage(header, msg, color string) string {
 	)
 }
 
-func isMsgIgnoredByPattern(msg string, patterns []string) bool {
+func isMsgIgnoredByPattern(msg string, patterns []string, regexpPatterns []regexp.Regexp) bool {
 	for _, s := range patterns {
 		if strings.Contains(msg, s) {
 			return true
 		}
 	}
+	for _, r := range regexpPatterns {
+		if r.MatchString(msg) {
+			return true
+		}
+	}
 	return false
 }
 

tests/e2e/tests_suite_test.go

@@ -282,7 +282,7 @@ func StartV12nControllerLogStream(logStreamByPod map[string]*el.LogStream) {
 		logStream.LogStreamWaitGroup.Add(1)
 		go logStream.ParseStderr()
 		logStream.LogStreamWaitGroup.Add(1)
-		go logStream.ParseStdout(conf.LogFilter, startTime)
+		go logStream.ParseStdout(conf.LogFilter, conf.RegexpLogFilter, startTime)
 	}
 }