DE-9056: Set Kafka connector version in release workflow (#83)

Author: nicoweidner

.github/workflows/release.yml

@@ -89,12 +89,15 @@ jobs:
             workingDir=`pwd`
             echo "$SUBPROJECTS" | jq -r '.[]' | while read flink; do
                 FLINK_VERSION=`cd sdk/$flink && grep "def flinkVersion" build.gradle | sed "s/.*'\([0-9.]*\)'.*/\1/"`
+                KAFKA_CONNECTOR_VERSION=`cd sdk/$flink && grep "def kafkaConnectorVersion" build.gradle | sed "s/.*'\([0-9.-]*\)'.*/\1/"`
                     
                 ### patch example's dependencies for maven and gradle builds
                 sed -i 's/<decodable.pipeline.sdk.version>.*<\/decodable.pipeline.sdk.version>/<decodable.pipeline.sdk.version>'"$FLINK_VERSION-$RELEASE_VERSION"'<\/decodable.pipeline.sdk.version>/g' examples/custom-pipelines-hello-world/pom.xml
                 sed -i 's/<flink.version>.*<\/flink.version>/<flink.version>'"$FLINK_VERSION"'<\/flink.version>/g' examples/custom-pipelines-hello-world/pom.xml
+                sed -i 's/<flink.kafka.connector.version>.*<\/flink.kafka.connector.version>/<flink.kafka.connector.version>'"$KAFKA_CONNECTOR_VERSION"'<\/flink.kafka.connector.version>/g' examples/custom-pipelines-hello-world/pom.xml
                 sed -i 's/sdkVersion = \x27.*\x27/sdkVersion = \x27'"$FLINK_VERSION-$RELEASE_VERSION"'\x27/g' examples/custom-pipelines-hello-world/build.gradle
                 sed -i 's/flinkVersion = \x27.*\x27/flinkVersion = \x27'"$FLINK_VERSION"'\x27/g' examples/custom-pipelines-hello-world/build.gradle
+                sed -i 's/kafkaConnectorVersion = \x27.*\x27/kafkaConnectorVersion = \x27'"$KAFKA_CONNECTOR_VERSION"'\x27/g' examples/custom-pipelines-hello-world/build.gradle
 
                 echo "building and testing examples project with Maven using sdk $RELEASE_VERSION for flink $FLINK_VERSION"
                 cd examples/custom-pipelines-hello-world && ./mvnw -B clean verify

sdk/flink-1.16/build.gradle

@@ -8,15 +8,16 @@
 
 dependencies {
     def flinkVersion = '1.16.3'
+    def kafkaConnectorVersion = '1.16.3'
 
     api "org.apache.flink:flink-core:$flinkVersion"
     implementation "org.apache.flink:flink-streaming-java:$flinkVersion"
     implementation 'com.fasterxml.jackson.core:jackson-databind:2.15.2'
 
     // A Kafka connector with custom patches is supplied by the Decodable platform at runtime
-    compileOnly "org.apache.flink:flink-connector-kafka:$flinkVersion"
+    compileOnly "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
 
-    testImplementation "org.apache.flink:flink-connector-kafka:$flinkVersion"
+    testImplementation "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
     testImplementation "org.apache.flink:flink-clients:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java-bridge:$flinkVersion"

sdk/flink-1.18/build.gradle

@@ -8,6 +8,7 @@
 
 dependencies {
     def flinkVersion = '1.18.1'
+    def kafkaConnectorVersion = '3.2.0-1.18'
 
     api "org.apache.flink:flink-core:$flinkVersion"
     //NOTE: flink-connector-base is needed as of Flink 1.18
@@ -17,9 +18,9 @@ dependencies {
 
     // NOTE: flink-connector-kafka released with different versioning schema starting with Flink 1.18
     // A Kafka connector with custom patches is supplied by the Decodable platform at runtime
-    compileOnly "org.apache.flink:flink-connector-kafka:3.2.0-1.18"
+    compileOnly "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
 
-    testImplementation "org.apache.flink:flink-connector-kafka:3.2.0-1.18"
+    testImplementation "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
     testImplementation "org.apache.flink:flink-clients:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java-bridge:$flinkVersion"

sdk/flink-1.19/build.gradle

@@ -8,6 +8,7 @@
 
 dependencies {
     def flinkVersion = '1.19.2'
+    def kafkaConnectorVersion = '3.3.0-1.19'
 
     api "org.apache.flink:flink-core:$flinkVersion"
     //NOTE: flink-connector-base is needed as of Flink 1.18
@@ -17,11 +18,11 @@ dependencies {
 
     // NOTE: flink-connector-kafka released with different versioning schema starting with Flink 1.18
     // A Kafka connector with custom patches is supplied by the Decodable platform at runtime
-    compileOnly "org.apache.flink:flink-connector-kafka:3.3.0-1.19"
+    compileOnly "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
 
     // For some reason, with Flink 1.18+, the Redpanda testcontainer requires commons-codec to be added explicitly
     testImplementation "commons-codec:commons-codec:1.18.0"
-    testImplementation "org.apache.flink:flink-connector-kafka:3.3.0-1.19"
+    testImplementation "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
     testImplementation "org.apache.flink:flink-clients:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java-bridge:$flinkVersion"

sdk/flink-1.20/build.gradle

@@ -8,6 +8,7 @@
 
 dependencies {
     def flinkVersion = '1.20.1'
+    def kafkaConnectorVersion = '3.4.0-1.20'
 
     api "org.apache.flink:flink-core:$flinkVersion"
     //NOTE: flink-connector-base is needed as of Flink 1.18
@@ -17,11 +18,11 @@ dependencies {
 
     //NOTE: flink-connector-kafka released with different versioning schema starting with Flink 1.18
     // A Kafka connector with custom patches is supplied by the Decodable platform at runtime
-    compileOnly "org.apache.flink:flink-connector-kafka:3.4.0-1.20"
+    compileOnly "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
 
     // For some reason, with Flink 1.18+, the Redpanda testcontainer requires commons-codec to be added explicitly
     testImplementation "commons-codec:commons-codec:1.18.0"
-    testImplementation "org.apache.flink:flink-connector-kafka:3.4.0-1.20"
+    testImplementation "org.apache.flink:flink-connector-kafka:$kafkaConnectorVersion"
     testImplementation "org.apache.flink:flink-clients:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java:$flinkVersion"
     testImplementation "org.apache.flink:flink-table-api-java-bridge:$flinkVersion"