feat: Add officially released Flink 2.x compatible CDC connectors (#313)

Author: ferenc-csaky

flink-sql-runner/artifact/flink-sql-connector-sqlserver-cdc-sqrl.jar

@@ -214,6 +214,24 @@
       <version>${http.conn.version}</version>
     </dependency>
 
+    <dependency>
+      <groupId>org.apache.flink</groupId>
+      <artifactId>flink-sql-connector-mysql-cdc</artifactId>
+      <version>${flink.cdc.version}</version>
+    </dependency>
+
+    <dependency>
+      <groupId>org.apache.flink</groupId>
+      <artifactId>flink-sql-connector-postgres-cdc</artifactId>
+      <version>${flink.cdc.version}</version>
+    </dependency>
+
+    <dependency>
+      <groupId>org.apache.flink</groupId>
+      <artifactId>flink-sql-connector-sqlserver-cdc</artifactId>
+      <version>${flink.cdc.version}</version>
+    </dependency>
+
     <!-- Flink Formats -->
     <dependency>
       <groupId>org.apache.flink</groupId>
@@ -640,31 +658,6 @@
         </executions>
       </plugin>
 
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-resources-plugin</artifactId>
-        <executions>
-          <execution>
-            <id>copy-existing-jars</id>
-            <goals>
-              <goal>copy-resources</goal>
-            </goals>
-            <phase>process-resources</phase>
-            <configuration>
-              <outputDirectory>${project.build.directory}</outputDirectory>
-              <resources>
-                <resource>
-                  <directory>${project.basedir}/artifact</directory>
-                  <includes>
-                    <include>*.jar</include>
-                  </includes>
-                </resource>
-              </resources>
-            </configuration>
-          </execution>
-        </executions>
-      </plugin>
-
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-antrun-plugin</artifactId>

flink-sql-runner/pom.xml

@@ -26,7 +26,6 @@ COPY hadoop-mapreduce-client-core-*.jar /opt/flink/lib
 COPY iceberg-flink-runtime-*.jar /opt/flink/lib
 COPY iceberg-aws-bundle-*.jar /opt/flink/lib
 COPY stdlib-utils-*.jar /opt/flink/lib
-COPY flink-sql-connector-sqlserver-cdc-sqrl.jar /opt/flink/lib
 COPY flink-sql-runner.uber.jar /opt/flink/plugins/flink-sql-runner
 COPY --chmod=755 entrypoint.sh /entrypoint.sh
 

flink-sql-runner/src/main/docker/Dockerfile

@@ -90,6 +90,7 @@
     <flink.version>2.2.0</flink.version>
     <flink.version.label>flink-2.2</flink.version.label>
     <flink-base-image>${flink.version}-java17</flink-base-image>
+    <flink.cdc.version>3.6.0-2.2</flink.cdc.version>
     <http.conn.version>0.25.0</http.conn.version>
     <jdbc.conn.version>4.0.0-2.0</jdbc.conn.version>
     <kafka.conn.version>4.0.1-2.0</kafka.conn.version>
@@ -129,7 +130,6 @@
     <maven-enforcer-plugin.version>3.6.2</maven-enforcer-plugin.version>
     <maven-gpg-plugin.version>3.2.8</maven-gpg-plugin.version>
     <maven-javadoc-plugin.version>3.12.0</maven-javadoc-plugin.version>
-    <maven-resources-plugin.version>3.5.0</maven-resources-plugin.version>
     <maven-source-plugin.version>3.4.0</maven-source-plugin.version>
     <maven-surefire-plugin.version>3.5.5</maven-surefire-plugin.version>
     <spotless-maven-plugin>3.1.0</spotless-maven-plugin>
@@ -343,12 +343,6 @@
           <version>${maven-enforcer-plugin.version}</version>
         </plugin>
 
-        <plugin>
-          <groupId>org.apache.maven.plugins</groupId>
-          <artifactId>maven-resources-plugin</artifactId>
-          <version>${maven-resources-plugin.version}</version>
-        </plugin>
-
         <plugin>
           <groupId>org.apache.maven.plugins</groupId>
           <artifactId>maven-dependency-plugin</artifactId>