fix wal queue stuck and fix metric (#14387) (#14393)

Author: HTHou

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/WritingMetrics.java

@@ -257,6 +257,12 @@ private void bindWALMetrics(AbstractMetricService metricService) {
             MetricLevel.IMPORTANT,
             Tag.NAME.toString(),
             WRITE_WAL_BUFFER_COST_NS);
+    walQueueMaxMemSizeGauge =
+        metricService.getOrCreateGauge(
+            Metric.WAL_QUEUE_MEM_COST.toString(),
+            MetricLevel.IMPORTANT,
+            Tag.NAME.toString(),
+            WAL_QUEUE_MAX_MEM_COST);
     SystemInfo systemInfo = SystemInfo.getInstance();
     metricService.createAutoGauge(
         Metric.WAL_QUEUE_MEM_COST.toString(),
@@ -265,12 +271,6 @@ private void bindWALMetrics(AbstractMetricService metricService) {
         SystemInfo::getCurrentWalQueueMemoryCost,
         Tag.NAME.toString(),
         WAL_QUEUE_CURRENT_MEM_COST);
-    walQueueMaxMemSizeGauge =
-        metricService.getOrCreateGauge(
-            Metric.WAL_QUEUE_MEM_COST.toString(),
-            MetricLevel.IMPORTANT,
-            Tag.NAME.toString(),
-            WAL_QUEUE_MAX_MEM_COST);
   }
 
   private void unbindWALMetrics(AbstractMetricService metricService) {

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/utils/MemoryControlledWALEntryQueue.java

@@ -29,7 +29,7 @@
 public class MemoryControlledWALEntryQueue {
 
   private final BlockingQueue<WALEntry> queue;
-  private final Object nonFullCondition = new Object();
+  private static final Object nonFullCondition = new Object();
 
   public MemoryControlledWALEntryQueue() {
     queue = new LinkedBlockingQueue<>();

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/SystemInfo.java

@@ -532,6 +532,7 @@ public synchronized void applyTemporaryMemoryForFlushing(long estimatedTemporary
     REJECT_THRESHOLD = memorySizeForMemtable * config.getRejectProportion();
     WritingMetrics.getInstance().recordFlushThreshold(FLUSH_THRESHOLD);
     WritingMetrics.getInstance().recordRejectThreshold(REJECT_THRESHOLD);
+    WritingMetrics.getInstance().recordWALQueueMaxMemorySize(memorySizeForWalBufferQueue);
   }
 
   public synchronized void releaseTemporaryMemoryForFlushing(long estimatedTemporaryMemSize) {
@@ -540,6 +541,7 @@ public synchronized void releaseTemporaryMemoryForFlushing(long estimatedTempora
     REJECT_THRESHOLD = memorySizeForMemtable * config.getRejectProportion();
     WritingMetrics.getInstance().recordFlushThreshold(FLUSH_THRESHOLD);
     WritingMetrics.getInstance().recordRejectThreshold(REJECT_THRESHOLD);
+    WritingMetrics.getInstance().recordWALQueueMaxMemorySize(memorySizeForWalBufferQueue);
   }
 
   public long getTotalMemTableSize() {