Pipe: Pin unpin log frequency decrease (apache#14049)

Co-authored-by: nanxiang xia <[email protected]>

Author: XNX02

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileResourceManager.java

@@ -80,7 +80,7 @@ private void ttlCheck() throws InterruptedException {
                 PipeConfig.getInstance().getPipeTsFilePinMaxLogNumPerRound(),
                 PipeConfig.getInstance().getPipeTsFilePinMaxLogIntervalRounds(),
                 hardlinkOrCopiedFileToPipeTsFileResourceMap.size());
-
+    final StringBuilder logBuilder = new StringBuilder();
     while (iterator.hasNext()) {
       final Map.Entry<String, PipeTsFileResource> entry = iterator.next();
 
@@ -97,19 +97,19 @@ private void ttlCheck() throws InterruptedException {
         if (entry.getValue().closeIfOutOfTimeToLive()) {
           iterator.remove();
         } else {
-          logger.ifPresent(
-              l ->
-                  l.info(
-                      "Pipe file (file name: {}) is still referenced {} times",
-                      entry.getKey(),
-                      entry.getValue().getReferenceCount()));
+          logBuilder.append(
+              String.format(
+                  "<%s , %d times> ", entry.getKey(), entry.getValue().getReferenceCount()));
         }
       } catch (final IOException e) {
         LOGGER.warn("failed to close PipeTsFileResource when checking TTL: ", e);
       } finally {
         segmentLock.unlock(new File(hardlinkOrCopiedFile));
       }
     }
+    if (logBuilder.length() > 0) {
+      logger.ifPresent(l -> l.info("Pipe file {}are still referenced", logBuilder));
+    }
   }
 
   /**

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/wal/PipeWALResourceManager.java

@@ -73,6 +73,7 @@ private void ttlCheck() {
                 PipeConfig.getInstance().getPipeWalPinMaxLogIntervalRounds(),
                 memtableIdToPipeWALResourceMap.size());
 
+    final StringBuilder logBuilder = new StringBuilder();
     try {
       while (iterator.hasNext()) {
         final Map.Entry<Long, PipeWALResource> entry = iterator.next();
@@ -84,12 +85,9 @@ private void ttlCheck() {
           if (entry.getValue().invalidateIfPossible()) {
             iterator.remove();
           } else {
-            logger.ifPresent(
-                l ->
-                    l.info(
-                        "WAL (memtableId {}) is still referenced {} times",
-                        entry.getKey(),
-                        entry.getValue().getReferenceCount()));
+            logBuilder.append(
+                String.format(
+                    "<%d , %d times> ", entry.getKey(), entry.getValue().getReferenceCount()));
           }
         } finally {
           lock.unlock();
@@ -99,6 +97,10 @@ private void ttlCheck() {
       LOGGER.error(
           "Concurrent modification issues happened, skipping the WAL in this round of ttl check",
           e);
+    } finally {
+      if (logBuilder.length() > 0) {
+        logger.ifPresent(l -> l.info("WAL {}are still referenced", logBuilder));
+      }
     }
   }