From 74acc3c6c0396a2df8494e243863c911dbe50a90 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Wed, 1 Oct 2025 17:18:16 -0700 Subject: [PATCH] [SPARK-53781] Exclude Spark transitive dependencies consistently across modules --- spark-operator/build.gradle | 1 + spark-submission-worker/build.gradle | 10 ++++++++-- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/spark-operator/build.gradle b/spark-operator/build.gradle index 4b7e3640..a8932578 100644 --- a/spark-operator/build.gradle +++ b/spark-operator/build.gradle @@ -40,6 +40,7 @@ dependencies { implementation(libs.metrics.jvm) compileOnly(libs.spark.core) { exclude group: "com.github.luben" + exclude group: "commons-collections", module: "commons-collections" exclude group: "io.netty", module: "netty-tcnative-boringssl-static" exclude group: "io.netty", module: "netty-tcnative-classes" exclude group: "org.apache.logging.log4j" diff --git a/spark-submission-worker/build.gradle b/spark-submission-worker/build.gradle index fa9bd60b..69d0b9e1 100644 --- a/spark-submission-worker/build.gradle +++ b/spark-submission-worker/build.gradle @@ -19,17 +19,23 @@ dependencies { implementation project(":spark-operator-api") implementation(libs.kubernetes.client) + implementation(libs.log4j.api) + implementation(libs.log4j.core) + implementation(libs.log4j.slf4j2.impl) + implementation(libs.slf4j.api) implementation(libs.spark.kubernetes) { - exclude group: "io.fabric8" exclude group: "com.github.luben" + exclude group: "commons-collections", module: "commons-collections" + exclude group: "io.fabric8" exclude group: "io.netty", module: "netty-tcnative-boringssl-static" exclude group: "io.netty", module: "netty-tcnative-classes" + exclude group: "org.apache.logging.log4j" exclude group: "org.fusesource.leveldbjni" exclude group: "org.lz4" exclude group: "org.rocksdb" + exclude group: "org.slf4j" exclude group: "org.xerial.snappy" - exclude group: 'commons-collections', module: 'commons-collections' } compileOnly(libs.lombok)