[FLINK-36406][cdc-runtime] Close MetadataApplier when the job stops

Author: leonardBang

flink-cdc-runtime/src/main/java/org/apache/flink/cdc/runtime/operators/schema/distributed/SchemaCoordinator.java

@@ -52,6 +52,7 @@
 import java.io.ByteArrayOutputStream;
 import java.io.DataInputStream;
 import java.io.DataOutputStream;
+import java.io.IOException;
 import java.time.Duration;
 import java.util.ArrayList;
 import java.util.Collection;
@@ -131,6 +132,17 @@ public void start() throws Exception {
                 "Started SchemaRegistry for {}. Parallelism: {}", operatorName, currentParallelism);
     }
 
+    @Override
+    public void close() throws Exception {
+        super.close();
+        try {
+            metadataApplier.close();
+        } catch (Exception e) {
+            LOG.error("Failed to close metadata applier.", e);
+            throw new IOException("Failed to close metadata applier.", e);
+        }
+    }
+
     // --------------------------
     // Checkpoint related methods
     // --------------------------

flink-cdc-runtime/src/main/java/org/apache/flink/cdc/runtime/operators/schema/regular/SchemaCoordinator.java

@@ -117,6 +117,12 @@ public void close() throws Exception {
         if (schemaChangeThreadPool != null && !schemaChangeThreadPool.isShutdown()) {
             schemaChangeThreadPool.shutdownNow();
         }
+        try {
+            metadataApplier.close();
+        } catch (Exception e) {
+            LOG.error("Failed to close metadata applier.", e);
+            throw new IOException("Failed to close metadata applier.", e);
+        }
     }
 
     @Override