[flink] disable clustering in writing if incremental clustering enabled

Author: LsomeYeah

paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/FlinkSinkBuilder.java

@@ -137,10 +137,15 @@ public FlinkSinkBuilder parallelism(@Nullable Integer parallelism) {
 
     /** Clustering the input data if possible. */
     public FlinkSinkBuilder clusteringIfPossible(
+            boolean clusteringIncremental,
             String clusteringColumns,
             String clusteringStrategy,
             boolean sortInCluster,
             int sampleFactor) {
+        // If incremental clustering is enabled, the clustering will be skipped.
+        if (clusteringIncremental) {
+            return this;
+        }
         // The clustering will be skipped if the clustering columns are empty or the execution
         // mode is STREAMING or the table type is illegal.
         List<String> columns = CoreOptions.clusteringColumns(clusteringColumns);

paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/FlinkTableSinkBase.java

@@ -44,6 +44,7 @@
 
 import static org.apache.paimon.CoreOptions.CHANGELOG_PRODUCER;
 import static org.apache.paimon.CoreOptions.CLUSTERING_COLUMNS;
+import static org.apache.paimon.CoreOptions.CLUSTERING_INCREMENTAL;
 import static org.apache.paimon.CoreOptions.CLUSTERING_STRATEGY;
 import static org.apache.paimon.CoreOptions.LOG_CHANGELOG_MODE;
 import static org.apache.paimon.CoreOptions.MERGE_ENGINE;
@@ -136,6 +137,7 @@ public SinkRuntimeProvider getSinkRuntimeProvider(Context context) {
                                             dataStream.getExecutionEnvironment(),
                                             dataStream.getTransformation()))
                             .clusteringIfPossible(
+                                    conf.get(CLUSTERING_INCREMENTAL),
                                     conf.get(CLUSTERING_COLUMNS),
                                     conf.get(CLUSTERING_STRATEGY),
                                     conf.get(CLUSTERING_SORT_IN_CLUSTER),