* log: config output level via LogLevels.infoLevel()/traceLevel(), make it possible to reduce unnecessary external logs

neowu · neowu · commit ec661c724442 · 2025-10-15T15:28:17.000+08:00
Signed-off-by: neo &lt;1100909+neowu@users.noreply.github.com&gt;
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,6 +2,8 @@
 
 ### 9.3.1 (10/8/2025 - )
 
+* log: config output level via LogLevels.infoLevel()/traceLevel(), make it possible to reduce unnecessary external logs
+
 ### 9.3.0 (8/27/2025 - 10/8/2025) !!! only support java 25
 
 * db: check jdbc url on DBConfig
diff --git a/core-ng/src/main/java/core/framework/internal/kafka/ConsumerMetrics.java b/core-ng/src/main/java/core/framework/internal/kafka/ConsumerMetrics.java
@@ -4,6 +4,7 @@
 import core.framework.internal.stat.Stats;
 import org.apache.kafka.common.Metric;
 import org.apache.kafka.common.MetricName;
+import org.jspecify.annotations.Nullable;
 
 import java.util.List;
 import java.util.Map;
@@ -13,13 +14,14 @@
  * @author neo
  */
 public class ConsumerMetrics implements Metrics {
+    @Nullable
     private final String name;
     private final List<Metric> recordsLagMax = new CopyOnWriteArrayList<>();    // all metrics are added in message thread, so to use concurrent list
     private final List<Metric> recordsConsumedRate = new CopyOnWriteArrayList<>();
     private final List<Metric> bytesConsumedRate = new CopyOnWriteArrayList<>();
     private final List<Metric> fetchRate = new CopyOnWriteArrayList<>();
 
-    ConsumerMetrics(String name) {
+    ConsumerMetrics(@Nullable String name) {
         this.name = name;
     }
 
diff --git a/core-ng/src/main/java/core/framework/internal/kafka/KafkaMessage.java b/core-ng/src/main/java/core/framework/internal/kafka/KafkaMessage.java
@@ -17,6 +17,7 @@ public class KafkaMessage {
     public static final String HEADER_CLIENT = "client";
     public static final String HEADER_REF_ID = "refId";
 
+    @Nullable
     final String key;
     final byte[] value;
     @Nullable
diff --git a/core-ng/src/main/java/core/framework/internal/kafka/KeyDeserializer.java b/core-ng/src/main/java/core/framework/internal/kafka/KeyDeserializer.java
@@ -3,6 +3,7 @@
 import org.apache.kafka.common.header.Headers;
 import org.apache.kafka.common.serialization.Deserializer;
 import org.apache.kafka.common.utils.Utils;
+import org.jspecify.annotations.Nullable;
 
 import java.nio.ByteBuffer;
 import java.nio.charset.StandardCharsets;
@@ -15,8 +16,9 @@ public String deserialize(String topic, byte[] data) {
         throw new Error("unexpected flow");
     }
 
+    @Nullable
     @Override
-    public String deserialize(String topic, Headers headers, ByteBuffer data) {
+    public String deserialize(String topic, Headers headers, @Nullable ByteBuffer data) {
         if (data == null) return null;
 
         if (data.hasArray()) {
diff --git a/core-ng/src/main/java/core/framework/internal/log/AbstractLogger.java b/core-ng/src/main/java/core/framework/internal/log/AbstractLogger.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import org.slf4j.Logger;
 import org.slf4j.Marker;
 
diff --git a/core-ng/src/main/java/core/framework/internal/log/ActionLog.java b/core-ng/src/main/java/core/framework/internal/log/ActionLog.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import core.framework.log.Markers;
 import core.framework.util.Strings;
 import org.jspecify.annotations.Nullable;
@@ -12,8 +13,8 @@
 import java.util.List;
 import java.util.Map;
 
-import static core.framework.internal.log.LogLevel.DEBUG;
-import static core.framework.internal.log.LogLevel.WARN;
+import static core.framework.log.LogLevel.DEBUG;
+import static core.framework.log.LogLevel.WARN;
 
 /**
  * @author neo
diff --git a/core-ng/src/main/java/core/framework/internal/log/DefaultLoggerFactory.java b/core-ng/src/main/java/core/framework/internal/log/DefaultLoggerFactory.java
@@ -1,5 +1,7 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
+import core.framework.log.LogLevels;
 import core.framework.util.Maps;
 import org.slf4j.ILoggerFactory;
 import org.slf4j.Logger;
@@ -11,6 +13,13 @@
  */
 public final class DefaultLoggerFactory implements ILoggerFactory {
     private final Map<String, Logger> loggers = Maps.newConcurrentHashMap();
+    private final LogLevels.Entry[] infoLevels;
+    private final LogLevels.Entry[] traceLevels;
+
+    public DefaultLoggerFactory(LogLevels.Entry[] infoLevels, LogLevels.Entry[] traceLevels) {
+        this.infoLevels = infoLevels;
+        this.traceLevels = traceLevels;
+    }
 
     @Override
     public Logger getLogger(String name) {
@@ -22,22 +31,19 @@ private Logger createLogger(String name) {
     }
 
     private LogLevel infoLevel(String name) {
-        // kafka log info for every producer/consumer, to reduce verbosity
-        if (name.startsWith("org.apache.kafka.")) {
-            return LogLevel.WARN;
-        }
-        // refer to org.elasticsearch.nativeaccess.NativeAccessHolder, to emmit warning under integration-test env
-        if (name.startsWith("org.elasticsearch.nativeaccess.")) {
-            return LogLevel.ERROR;
+        for (LogLevels.Entry entry : infoLevels) {
+            if (name.startsWith(entry.prefix())) {
+                return entry.level();
+            }
         }
         return LogLevel.INFO;
     }
 
     private LogLevel traceLevel(String name) {
-        if (name.startsWith("org.elasticsearch")
-            || name.startsWith("org.mongodb")
-            || name.startsWith("org.xnio")) {
-            return LogLevel.INFO;
+        for (LogLevels.Entry entry : traceLevels) {
+            if (name.startsWith(entry.prefix())) {
+                return entry.level();
+            }
         }
         return LogLevel.DEBUG;
     }
diff --git a/core-ng/src/main/java/core/framework/internal/log/DefaultLoggerServiceProvider.java b/core-ng/src/main/java/core/framework/internal/log/DefaultLoggerServiceProvider.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevels;
 import org.slf4j.ILoggerFactory;
 import org.slf4j.IMarkerFactory;
 import org.slf4j.helpers.BasicMarkerFactory;
@@ -37,7 +38,7 @@ public String getRequestedApiVersion() {
 
     @Override
     public void initialize() {
-        loggerFactory = new DefaultLoggerFactory();
+        loggerFactory = LogLevels.createLoggerFactory();
         markerFactory = new BasicMarkerFactory();
         mdcAdapter = new NOPMDCAdapter();
     }
diff --git a/core-ng/src/main/java/core/framework/internal/log/LogEvent.java b/core-ng/src/main/java/core/framework/internal/log/LogEvent.java
@@ -1,6 +1,7 @@
 package core.framework.internal.log;
 
 import core.framework.internal.log.marker.ErrorCodeMarker;
+import core.framework.log.LogLevel;
 import core.framework.util.Exceptions;
 import core.framework.util.Network;
 import org.jspecify.annotations.Nullable;
diff --git a/core-ng/src/main/java/core/framework/internal/log/LoggerImpl.java b/core-ng/src/main/java/core/framework/internal/log/LoggerImpl.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import core.framework.util.Strings;
 import org.slf4j.Marker;
 
@@ -28,8 +29,8 @@ static String abbreviateLoggerName(String name) {
         return builder.toString();
     }
 
-    private final LogLevel infoLevel;
-    private final LogLevel traceLevel;
+    final LogLevel infoLevel;
+    final LogLevel traceLevel;
 
     LoggerImpl(String name, LogLevel infoLevel, LogLevel traceLevel) {
         super(abbreviateLoggerName(name));
diff --git a/core-ng/src/main/java/core/framework/log/LogLevel.java b/core-ng/src/main/java/core/framework/log/LogLevel.java
@@ -1,12 +1,12 @@
-package core.framework.internal.log;
+package core.framework.log;
 
 /**
  * @author neo
  */
 public enum LogLevel {
     ERROR(4), WARN(3), INFO(2), DEBUG(1);
 
-    final int value;
+    public final int value;
 
     LogLevel(int value) {
         this.value = value;
diff --git a/core-ng/src/main/java/core/framework/log/LogLevels.java b/core-ng/src/main/java/core/framework/log/LogLevels.java
@@ -0,0 +1,48 @@
+package core.framework.log;
+
+import core.framework.internal.log.DefaultLoggerFactory;
+import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
+import org.jspecify.annotations.Nullable;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public final class LogLevels {
+    @SuppressFBWarnings("PMB_POSSIBLE_MEMORY_BLOAT")
+    @Nullable
+    private static List<Entry> infoLevels = new ArrayList<>();
+    @SuppressFBWarnings("PMB_POSSIBLE_MEMORY_BLOAT")
+    @Nullable
+    private static List<Entry> traceLevels = new ArrayList<>();
+
+    static {
+        infoLevels.add(new Entry("org.apache.kafka", LogLevel.WARN));                   // kafka log info for every producer/consumer, to reduce verbosity
+        infoLevels.add(new Entry("org.elasticsearch.nativeaccess", LogLevel.ERROR));    // refer to org.elasticsearch.nativeaccess.NativeAccessHolder, to emmit warning under integration-test env
+
+        traceLevels.add(new Entry("org.elasticsearch", LogLevel.INFO));
+        traceLevels.add(new Entry("org.mongodb", LogLevel.INFO));
+        traceLevels.add(new Entry("org.xnio", LogLevel.INFO));
+    }
+
+    public static void infoLevel(String prefix, LogLevel level) {
+        if (infoLevels == null) throw new Error("log levels must be configured before slf4j initialization");
+        infoLevels.add(new Entry(prefix, level));
+    }
+
+    public static void traceLevel(String prefix, LogLevel level) {
+        if (traceLevels == null) throw new Error("log levels must be configured before slf4j initialization");
+        traceLevels.add(new Entry(prefix, level));
+    }
+
+    public static DefaultLoggerFactory createLoggerFactory() {
+        return new DefaultLoggerFactory(infoLevels.toArray(new Entry[0]), traceLevels.toArray(new Entry[0]));
+    }
+
+    public static void cleanup() {
+        infoLevels = null;
+        traceLevels = null;
+    }
+
+    public record Entry(String prefix, LogLevel level) {
+    }
+}
diff --git a/core-ng/src/main/java/core/framework/module/App.java b/core-ng/src/main/java/core/framework/module/App.java
@@ -7,6 +7,7 @@
 import core.framework.internal.log.LogManager;
 import core.framework.internal.module.ModuleContext;
 import core.framework.internal.validate.Validator;
+import core.framework.log.LogLevels;
 import core.framework.log.Markers;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -64,6 +65,7 @@ public final void configure() {
 
     private void cleanup() {
         // free static objects not used anymore
+        LogLevels.cleanup();
         Validator.cleanup();
         JSONMapper.cleanup();
         if (!context.httpServer.siteManager.webDirectory.localEnv) {    // for local env, it may rebuild html template at runtime
diff --git a/core-ng/src/test/java/core/framework/internal/db/DatabaseImplTest.java b/core-ng/src/test/java/core/framework/internal/db/DatabaseImplTest.java
@@ -4,10 +4,10 @@
 import core.framework.db.UncheckedSQLException;
 import core.framework.internal.db.cloud.GCloudAuthProvider;
 import core.framework.internal.log.ActionLog;
-import core.framework.internal.log.LogLevel;
 import core.framework.internal.log.LogManager;
 import core.framework.internal.log.WarningContext;
 import core.framework.log.IOWarning;
+import core.framework.log.LogLevel;
 import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
 import org.junit.jupiter.api.AfterAll;
 import org.junit.jupiter.api.BeforeAll;
diff --git a/core-ng/src/test/java/core/framework/internal/kafka/KafkaMessageTest.java b/core-ng/src/test/java/core/framework/internal/kafka/KafkaMessageTest.java
@@ -11,7 +11,7 @@
 class KafkaMessageTest {
     @Test
     void create() {
-        var record = new ConsumerRecord<String, byte[]>("topic", 1, 0, "key", Strings.bytes("value"));
+        var record = new ConsumerRecord<>("topic", 1, 0, "key", Strings.bytes("value"));
         record.headers().add(KafkaMessage.HEADER_TRACE, Strings.bytes(Trace.CURRENT.name()));
         var message = new KafkaMessage(record);
 
@@ -21,7 +21,7 @@ var record = new ConsumerRecord<String, byte[]>("topic", 1, 0, "key", Strings.by
 
     @Test
     void header() {
-        var record = new ConsumerRecord<String, byte[]>("topic", 1, 0, "key", Strings.bytes("value"));
+        var record = new ConsumerRecord<>("topic", 1, 0, "key", Strings.bytes("value"));
         var message = new KafkaMessage(record);
 
         var headers = new RecordHeaders();
diff --git a/core-ng/src/test/java/core/framework/internal/kafka/MessageListenerThreadTest.java b/core-ng/src/test/java/core/framework/internal/kafka/MessageListenerThreadTest.java
@@ -2,12 +2,12 @@
 
 import core.framework.internal.json.JSONMapper;
 import core.framework.internal.log.ActionLog;
-import core.framework.internal.log.LogLevel;
 import core.framework.internal.log.LogManager;
 import core.framework.json.JSON;
 import core.framework.kafka.BulkMessageHandler;
 import core.framework.kafka.Message;
 import core.framework.kafka.MessageHandler;
+import core.framework.log.LogLevel;
 import core.framework.util.Strings;
 import org.apache.kafka.clients.consumer.Consumer;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
diff --git a/core-ng/src/test/java/core/framework/internal/kafka/package-info.java b/core-ng/src/test/java/core/framework/internal/kafka/package-info.java
@@ -0,0 +1,4 @@
+@NullMarked
+package core.framework.internal.kafka;
+
+import org.jspecify.annotations.NullMarked;
diff --git a/core-ng/src/test/java/core/framework/internal/log/AbstractLoggerTest.java b/core-ng/src/test/java/core/framework/internal/log/AbstractLoggerTest.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.mockito.Answers;
diff --git a/core-ng/src/test/java/core/framework/internal/log/ActionLogMessageFactoryTest.java b/core-ng/src/test/java/core/framework/internal/log/ActionLogMessageFactoryTest.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import core.framework.log.Markers;
 import core.framework.log.message.ActionLogMessage;
 import core.framework.log.message.PerformanceStatMessage;
diff --git a/core-ng/src/test/java/core/framework/internal/log/ActionLogTest.java b/core-ng/src/test/java/core/framework/internal/log/ActionLogTest.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.Test;
 
diff --git a/core-ng/src/test/java/core/framework/internal/log/DefaultLoggerFactoryTest.java b/core-ng/src/test/java/core/framework/internal/log/DefaultLoggerFactoryTest.java
@@ -0,0 +1,28 @@
+package core.framework.internal.log;
+
+import core.framework.log.LogLevel;
+import core.framework.log.LogLevels;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.slf4j.Logger;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+class DefaultLoggerFactoryTest {
+    private DefaultLoggerFactory factory;
+
+    @BeforeEach
+    void createDefaultLoggerFactory() {
+        factory = new DefaultLoggerFactory(new LogLevels.Entry[]{new LogLevels.Entry("com.test.", LogLevel.WARN)},
+            new LogLevels.Entry[]{new LogLevels.Entry("com.test.", LogLevel.INFO)});
+    }
+
+    @Test
+    void logLevel() {
+        Logger logger = factory.getLogger("com.test.Test");
+
+        assertThat(logger).isInstanceOf(LoggerImpl.class);
+        assertThat(((LoggerImpl) logger).infoLevel).isEqualTo(LogLevel.WARN);
+        assertThat(((LoggerImpl) logger).traceLevel).isEqualTo(LogLevel.INFO);
+    }
+}
diff --git a/core-ng/src/test/java/core/framework/internal/log/LogEventTest.java b/core-ng/src/test/java/core/framework/internal/log/LogEventTest.java
@@ -1,5 +1,6 @@
 package core.framework.internal.log;
 
+import core.framework.log.LogLevel;
 import core.framework.log.Markers;
 import org.junit.jupiter.api.Test;
 
