expand datetime search to the first 100 characters of a log line

Author: def

clean.go

@@ -2,11 +2,10 @@ package logparser
 
 import (
 	"regexp"
-	"strings"
 )
 
 const (
-	lookForTimestampLimit = 30
+	lookForTimestampLimit = 100
 )
 
 var (
@@ -21,16 +20,8 @@ var (
 		regexp.MustCompile(`\d{2}/\d{2}/\d{4}`),
 		regexp.MustCompile(`\d{2}\.\d{2}\.\d{4}`),
 	}
-	extraSpaces = regexp.MustCompile(`\s+`)
 )
 
-func clean(line string) string {
-	for _, r := range timestampRegexes {
-		line = r.ReplaceAllString(line, "")
-	}
-	return strings.TrimSpace(extraSpaces.ReplaceAllString(line, " "))
-}
-
 func containsTimestamp(line string) bool {
 	if len(line) > lookForTimestampLimit {
 		line = line[:lookForTimestampLimit]

multiline.go

@@ -2,6 +2,7 @@ package logparser
 
 import (
 	"context"
+	"fmt"
 	"strings"
 	"sync"
 	"time"
@@ -33,7 +34,7 @@ type MultilineCollector struct {
 func NewMultilineCollector(ctx context.Context, timeout time.Duration) *MultilineCollector {
 	m := &MultilineCollector{
 		timeout:  timeout,
-		Messages: make(chan Message, 1),
+		Messages: make(chan Message, 100),
 	}
 	go m.dispatch(ctx)
 	return m
@@ -88,6 +89,7 @@ func (m *MultilineCollector) add(entry LogEntry) {
 			m.level = entry.Level
 		}
 		m.isFirstLineContainsTimestamp = containsTimestamp(entry.Content)
+		fmt.Println(m.isFirstLineContainsTimestamp, entry.Content)
 	}
 	m.appendLine(entry.Content)
 	m.lastReceiveTime = time.Now()