Revert "Add default log publishing concurrency (#1770)" (#1819)

jefchien · web-flow · commit 562f735d6744 · 2025-08-14T12:04:26.000-04:00
diff --git a/translator/tocwconfig/sampleConfig/compass_linux_config.json b/translator/tocwconfig/sampleConfig/compass_linux_config.json
@@ -15,7 +15,6 @@
     "deployment.environment": "agent-level-environment"
   },
   "logs": {
-    "concurrency": 1,
     "metrics_collected": {
       "otlp": {
         "service.name": "otlp-level-service",
diff --git a/translator/tocwconfig/sampleConfig/complete_darwin_config.json b/translator/tocwconfig/sampleConfig/complete_darwin_config.json
@@ -143,7 +143,6 @@
     "endpoint_override": "https://monitoring-fips.us-west-2.amazonaws.com"
   },
   "logs": {
-    "concurrency": 1,
     "metrics_collected": {
       "emf": {
         "service_address": "udp://127.0.0.1:25888"
diff --git a/translator/tocwconfig/sampleConfig/complete_linux_config.json b/translator/tocwconfig/sampleConfig/complete_linux_config.json
@@ -246,7 +246,6 @@
     "endpoint_override": "https://monitoring-fips.us-west-2.amazonaws.com"
   },
   "logs": {
-    "concurrency": 1,
     "metrics_collected": {
       "emf": {
         "service_address": "udp://127.0.0.1:25888"
diff --git a/translator/tocwconfig/sampleConfig/complete_windows_config.json b/translator/tocwconfig/sampleConfig/complete_windows_config.json
@@ -150,7 +150,6 @@
     "endpoint_override": "https://monitoring-fips.us-west-2.amazonaws.com"
   },
   "logs": {
-    "concurrency": 1,
     "metrics_collected": {
       "emf": {
         "service_address": "udp://127.0.0.1:25888"
diff --git a/translator/tocwconfig/sampleConfig/config_with_env.json b/translator/tocwconfig/sampleConfig/config_with_env.json
@@ -3,7 +3,6 @@
     "region": "${ENV_REGION}"
   },
   "logs": {
-    "concurrency": 1,
     "credentials": {
       "role_arn": "${ENV_CREDENTIALS_ROLE_ARN}"
     },
diff --git a/translator/tocwconfig/sampleConfig/log_filter.json b/translator/tocwconfig/sampleConfig/log_filter.json
@@ -3,7 +3,6 @@
     "region": "us-east-1"
   },
   "logs": {
-    "concurrency": 10,
     "logs_collected": {
       "files": {
         "collect_list": [
@@ -32,6 +31,7 @@
         ]
       }
     },
+    "concurrency": 10,
     "log_stream_name": "LOG_STREAM_NAME"
   }
 }
diff --git a/translator/tocwconfig/sampleConfig/log_only_config_windows.json b/translator/tocwconfig/sampleConfig/log_only_config_windows.json
@@ -1,6 +1,5 @@
 {
   "logs": {
-    "concurrency": 10,
     "logs_collected": {
       "files": {
         "collect_list": [
@@ -37,6 +36,7 @@
         ]
       }
     },
+    "concurrency": 10,
     "log_stream_name": "LOG_STREAM_NAME"
   }
 }
diff --git a/translator/tocwconfig/sampleConfig/logs_and_kubernetes_config.json b/translator/tocwconfig/sampleConfig/logs_and_kubernetes_config.json
@@ -3,7 +3,6 @@
     "region": "us-east-1"
   },
   "logs": {
-    "concurrency": 1,
     "metrics_collected": {
       "emf": {
       },
diff --git a/translator/tocwconfig/sampleConfig/no_skip_log_timestamp.json b/translator/tocwconfig/sampleConfig/no_skip_log_timestamp.json
@@ -1,6 +1,5 @@
 {
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/no_skip_log_timestamp_windows.json b/translator/tocwconfig/sampleConfig/no_skip_log_timestamp_windows.json
@@ -1,6 +1,6 @@
 {
+
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/skip_log_timestamp.json b/translator/tocwconfig/sampleConfig/skip_log_timestamp.json
@@ -3,7 +3,6 @@
     "logfile": "/opt/tmp/a.log"
   },
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/skip_log_timestamp_default.json b/translator/tocwconfig/sampleConfig/skip_log_timestamp_default.json
@@ -1,6 +1,5 @@
 {
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/skip_log_timestamp_default_windows.json b/translator/tocwconfig/sampleConfig/skip_log_timestamp_default_windows.json
@@ -1,6 +1,5 @@
 {
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/skip_log_timestamp_windows.json b/translator/tocwconfig/sampleConfig/skip_log_timestamp_windows.json
@@ -3,7 +3,6 @@
     "logfile": "c:\\tmp\\am.log"
   },
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "files": {
         "collect_list": [
diff --git a/translator/tocwconfig/sampleConfig/windows_eventlog_only_config.json b/translator/tocwconfig/sampleConfig/windows_eventlog_only_config.json
@@ -1,6 +1,5 @@
 {
   "logs": {
-    "concurrency": 1,
     "logs_collected": {
       "windows_events": {
         "collect_list": [
diff --git a/translator/translate/logs/constants/constants.go b/translator/translate/logs/constants/constants.go
diff --git a/translator/translate/logs/logs_collected/files/collect_list/collect_list.go b/translator/translate/logs/logs_collected/files/collect_list/collect_list.go
@@ -14,19 +14,19 @@ import (
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonRule"
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonUtil"
 	"github.com/aws/amazon-cloudwatch-agent/translator/translate/agent"
-	"github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/constants"
 	parent "github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/logs_collected/files"
 	logUtil "github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/util"
 )
 
 type Rule translator.Rule
 
 const (
+	SectionKey              = "collect_list"
 	logConfigOutputFileName = "log-config.json"
 )
 
 func GetCurPath() string {
-	curPath := parent.GetCurPath() + constants.SectionKeyCollectList + "/"
+	curPath := parent.GetCurPath() + SectionKey + "/"
 	return curPath
 }
 
@@ -48,8 +48,8 @@ type FileConfig struct {
 func (f *FileConfig) ApplyRule(input interface{}) (returnKey string, returnVal interface{}) {
 	m := input.(map[string]interface{})
 	res := []interface{}{}
-	if translator.IsValid(input, constants.SectionKeyCollectList, GetCurPath()) {
-		configArr := m[constants.SectionKeyCollectList].([]interface{})
+	if translator.IsValid(input, SectionKey, GetCurPath()) {
+		configArr := m[SectionKey].([]interface{})
 		for i := 0; i < len(configArr); i++ {
 			Index += 1
 			result := map[string]interface{}{}
@@ -122,11 +122,11 @@ func outputLogConfig(logConfigs []interface{}) {
 var MergeRuleMap = map[string]mergeJsonRule.MergeRule{}
 
 func (f *FileConfig) Merge(source map[string]interface{}, result map[string]interface{}) {
-	mergeJsonUtil.MergeList(source, result, constants.SectionKeyCollectList)
+	mergeJsonUtil.MergeList(source, result, SectionKey)
 }
 
 func init() {
 	f := new(FileConfig)
-	parent.RegisterRule(constants.SectionKeyCollectList, f)
-	parent.MergeRuleMap[constants.SectionKeyCollectList] = f
+	parent.RegisterRule(SectionKey, f)
+	parent.MergeRuleMap[SectionKey] = f
 }
diff --git a/translator/translate/logs/logs_collected/files/collect_list/ruleTimestampFormat.go b/translator/translate/logs/logs_collected/files/collect_list/ruleTimestampFormat.go
@@ -10,7 +10,6 @@ import (
 
 	"github.com/aws/amazon-cloudwatch-agent/translator"
 	"github.com/aws/amazon-cloudwatch-agent/translator/context"
-	"github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/constants"
 )
 
 /*
@@ -146,9 +145,9 @@ func (t *TimestampRegex) ApplyRule(input interface{}) (returnKey string, returnV
 	//Convert the input string into []rune and iterate the map and build the output []rune
 	m := input.(map[string]interface{})
 	//If user not specify the timestamp_format, then no config entry for "timestamp_layout" in TOML
-	if val, ok := m[constants.SectionKeyTimestampFormat]; !ok {
+	if val, ok := m["timestamp_format"]; !ok {
 		return "", ""
-	} else if m[constants.SectionKeyFilePath] == context.CurrentContext().GetAgentLogFile() {
+	} else if m["file_path"] == context.CurrentContext().GetAgentLogFile() {
 		fmt.Printf("timestamp_format set file_path : %s is the same as agent log file %s thus do not use timestamp_regex \n", m["file_path"], context.CurrentContext().GetAgentLogFile())
 		return "", ""
 	} else {
@@ -165,7 +164,7 @@ func (t *TimestampRegex) ApplyRule(input interface{}) (returnKey string, returnV
 		res = "(" + res + ")"
 		returnKey = "timestamp_regex"
 		if _, err := regexp.Compile(res); err != nil {
-			translator.AddErrorMessages(GetCurPath()+constants.SectionKeyTimestampFormat, fmt.Sprintf("Timestamp format %s is invalid", val))
+			translator.AddErrorMessages(GetCurPath()+"timestamp_format", fmt.Sprintf("Timestamp format %s is invalid", val))
 			return
 		}
 		returnVal = res
@@ -182,9 +181,9 @@ func (t *TimestampLayout) ApplyRule(input interface{}) (returnKey string, return
 	//Convert the input string into []rune and iterate the map and build the output []rune
 	m := input.(map[string]interface{})
 	//If user not specify the timestamp_format, then no config entry for "timestamp_layout" in TOML
-	if val, ok := m[constants.SectionKeyTimestampFormat]; !ok {
+	if val, ok := m["timestamp_format"]; !ok {
 		return "", ""
-	} else if m[constants.SectionKeyFilePath] == context.CurrentContext().GetAgentLogFile() {
+	} else if m["file_path"] == context.CurrentContext().GetAgentLogFile() {
 		fmt.Printf("timestamp_format set file_path : %s is the same as agent log file %s thus do not use timestamp_layout \n", m["file_path"], context.CurrentContext().GetAgentLogFile())
 		return "", ""
 	} else {
@@ -233,5 +232,5 @@ func init() {
 	t2 := new(TimestampRegex)
 	t3 := new(Timezone)
 	r := []Rule{t1, t2, t3}
-	RegisterRule(constants.SectionKeyTimestampFormat, r)
+	RegisterRule("timestamp_format", r)
 }
diff --git a/translator/translate/logs/logs_collected/files/files.go b/translator/translate/logs/logs_collected/files/files.go
@@ -7,7 +7,6 @@ import (
 	"github.com/aws/amazon-cloudwatch-agent/translator"
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonRule"
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonUtil"
-	"github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/constants"
 	parent "github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/logs_collected"
 )
 
@@ -17,7 +16,7 @@ type Files struct {
 }
 
 const (
-	SectionKey       = constants.SectionKeyFiles
+	SectionKey       = "files"
 	SectionMappedKey = "logfile"
 )
 
diff --git a/translator/translate/logs/logs_collected/logs_collected.go b/translator/translate/logs/logs_collected/logs_collected.go
@@ -11,7 +11,6 @@ import (
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonRule"
 	"github.com/aws/amazon-cloudwatch-agent/translator/jsonconfig/mergeJsonUtil"
 	parent "github.com/aws/amazon-cloudwatch-agent/translator/translate/logs"
-	"github.com/aws/amazon-cloudwatch-agent/translator/translate/logs/constants"
 )
 
 type Rule translator.Rule
@@ -26,8 +25,10 @@ var (
 	darwinMetricCollectRule  = map[string]Rule{}
 )
 
+const SectionKey = "logs_collected"
+
 func GetCurPath() string {
-	curPath := parent.GetCurPath() + constants.SectionKeyLogsCollected + "/"
+	curPath := parent.GetCurPath() + SectionKey + "/"
 	return curPath
 }
 
@@ -59,12 +60,12 @@ func (l *LogsCollected) ApplyRule(input interface{}) (returnKey string, returnVa
 		log.Panicf("E! Unknown target platform: %s ", translator.GetTargetPlatform())
 	}
 
-	if _, ok := im[constants.SectionKeyLogsCollected]; !ok {
+	if _, ok := im[SectionKey]; !ok {
 		returnKey = ""
 		returnVal = ""
 	} else {
 		for _, rule := range targetRuleMap {
-			key, val := rule.ApplyRule(im[constants.SectionKeyLogsCollected])
+			key, val := rule.ApplyRule(im[SectionKey])
 			if key == "inputs" {
 				result = translator.MergeTwoUniqueMaps(result, val.(map[string]interface{}))
 			}
@@ -78,11 +79,11 @@ func (l *LogsCollected) ApplyRule(input interface{}) (returnKey string, returnVa
 var MergeRuleMap = map[string]mergeJsonRule.MergeRule{}
 
 func (l *LogsCollected) Merge(source map[string]interface{}, result map[string]interface{}) {
-	mergeJsonUtil.MergeMap(source, result, constants.SectionKeyLogsCollected, MergeRuleMap, GetCurPath())
+	mergeJsonUtil.MergeMap(source, result, SectionKey, MergeRuleMap, GetCurPath())
 }
 
 func init() {
 	obj := new(LogsCollected)
-	parent.RegisterRule(constants.SectionKeyLogsCollected, obj)
-	parent.MergeRuleMap[constants.SectionKeyLogsCollected] = obj
+	parent.RegisterRule(SectionKey, obj)
+	parent.MergeRuleMap[SectionKey] = obj
 }
diff --git a/translator/translate/logs/logs_test.go b/translator/translate/logs/logs_test.go
@@ -6,12 +6,10 @@ package logs
 import (
 	"encoding/json"
 	"os"
-	"path/filepath"
 	"testing"
 
 	"github.com/stretchr/testify/assert"
 
-	"github.com/aws/amazon-cloudwatch-agent/internal/util/testutil"
 	"github.com/aws/amazon-cloudwatch-agent/translator/config"
 	"github.com/aws/amazon-cloudwatch-agent/translator/context"
 	"github.com/aws/amazon-cloudwatch-agent/translator/translate/agent"
@@ -241,59 +239,3 @@ func TestLogs_ServiceAndEnvironmentMissing(t *testing.T) {
 	assert.Equal(t, "my-service", GlobalLogConfig.ServiceName)
 	assert.Equal(t, "ec2:group", GlobalLogConfig.DeploymentEnvironment)
 }
-
-func TestLogs_Concurrency(t *testing.T) {
-	l := new(Logs)
-	agent.Global_Config.Region = "us-east-1"
-	agent.Global_Config.RegionType = "any"
-	context.ResetContext()
-
-	var input interface{}
-	err := json.Unmarshal([]byte(`{"logs":{"concurrency":10}}`), &input)
-	if err != nil {
-		assert.Fail(t, err.Error())
-	}
-	_, _ = l.ApplyRule(input)
-
-	assert.Equal(t, 10, GlobalLogConfig.Concurrency)
-}
-
-func TestLogs_Concurrency_Default(t *testing.T) {
-	l := new(Logs)
-	agent.Global_Config.Region = "us-east-1"
-	agent.Global_Config.RegionType = "any"
-	context.ResetContext()
-	context.CurrentContext().SetAgentLogFile("/tmp/amazon-cloudwatch-agent.log")
-
-	testCases := map[string]struct {
-		input map[string]any
-		want  int
-	}{
-		"WithMissingLogsCollected": {
-			input: map[string]any{
-				"logs": map[string]any{},
-			},
-			want: -1,
-		},
-		"WithLogFileOnly": {
-			input: testutil.GetJson(t, filepath.Join("testdata", "default_concurrency", "logfile_only.json")),
-			want:  defaultConcurrency,
-		},
-		"WithWindowsEventsOnly": {
-			input: testutil.GetJson(t, filepath.Join("testdata", "default_concurrency", "windows_events_only.json")),
-			want:  defaultConcurrency,
-		},
-		"WithMissingTimestampFormat/LogFile": {
-			input: testutil.GetJson(t, filepath.Join("testdata", "default_concurrency", "missing_timestamp.json")),
-			want:  -1,
-		},
-	}
-
-	for name, testCase := range testCases {
-		t.Run(name, func(t *testing.T) {
-			_, _ = l.ApplyRule(testCase.input)
-
-			assert.Equal(t, testCase.want, GlobalLogConfig.Concurrency)
-		})
-	}
-}
diff --git a/translator/translate/logs/ruleConcurrency.go b/translator/translate/logs/ruleConcurrency.go
diff --git a/translator/translate/logs/testdata/default_concurrency/logfile_only.json b/translator/translate/logs/testdata/default_concurrency/logfile_only.json
diff --git a/translator/translate/logs/testdata/default_concurrency/missing_timestamp.json b/translator/translate/logs/testdata/default_concurrency/missing_timestamp.json
diff --git a/translator/translate/logs/testdata/default_concurrency/windows_events_only.json b/translator/translate/logs/testdata/default_concurrency/windows_events_only.json
diff --git a/translator/translate/util/visit.go b/translator/translate/util/visit.go
diff --git a/translator/translate/util/visit_test.go b/translator/translate/util/visit_test.go

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,6 @@`
`3`	`3`	`"region": "us-east-1"`
`4`	`4`	`},`
`5`	`5`	`"logs": {`
`6`		`- "concurrency": 10,`
`7`	`6`	`"logs_collected": {`
`8`	`7`	`"files": {`
`9`	`8`	`"collect_list": [`
`@@ -32,6 +31,7 @@`
`32`	`31`	`]`
`33`	`32`	`}`
`34`	`33`	`},`
	`34`	`+ "concurrency": 10,`
`35`	`35`	`"log_stream_name": "LOG_STREAM_NAME"`
`36`	`36`	`}`
`37`	`37`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,5 @@`
`1`	`1`	`{`
`2`	`2`	`"logs": {`
`3`		`- "concurrency": 10,`
`4`	`3`	`"logs_collected": {`
`5`	`4`	`"files": {`
`6`	`5`	`"collect_list": [`
`@@ -37,6 +36,7 @@`
`37`	`36`	`]`
`38`	`37`	`}`
`39`	`38`	`},`
	`39`	`+ "concurrency": 10,`
`40`	`40`	`"log_stream_name": "LOG_STREAM_NAME"`
`41`	`41`	`}`
`42`	`42`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,5 @@`
`1`	`1`	`{`
`2`	`2`	`"logs": {`
`3`		`- "concurrency": 1,`
`4`	`3`	`"logs_collected": {`
`5`	`4`	`"files": {`
`6`	`5`	`"collect_list": [`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`{`
	`2`	`+`
`2`	`3`	`"logs": {`
`3`		`- "concurrency": 1,`
`4`	`4`	`"logs_collected": {`
`5`	`5`	`"files": {`
`6`	`6`	`"collect_list": [`