feat: feature specific tests (apache#2372)

* feat: feature specific tests

Author: parthchandra

Makefile

@@ -27,7 +27,7 @@ FEATURES_ARG := $(shell ! [ -z $(COMET_FEATURES) ] && echo '--features=$(COMET_F
 all: core jvm
 
 core:
-	cd native && cargo build
+	cd native && cargo build $(FEATURES_ARG)
 test-rust:
 	# We need to compile CometException so that the cargo test can pass
 	./mvnw compile -pl common -DskipTests $(PROFILES)

common/src/main/java/org/apache/comet/NativeBase.java

@@ -284,4 +284,12 @@ private static String resourceName() {
    * @param logConfPath location to the native log configuration file
    */
   static native void init(String logConfPath);
+
+  /**
+   * Check if a specific feature is enabled in the native library.
+   *
+   * @param featureName The name of the feature to check (e.g., "hdfs", "jemalloc", "hdfs-opendal")
+   * @return true if the feature is enabled, false otherwise
+   */
+  public static native boolean isFeatureEnabled(String featureName);
 }

native/core/src/lib.rs

@@ -100,6 +100,35 @@ pub extern "system" fn Java_org_apache_comet_NativeBase_init(
 
 const LOG_PATTERN: &str = "{d(%y/%m/%d %H:%M:%S)} {l} {f}: {m}{n}";
 
+/// JNI method to check if a specific feature is enabled in the native Rust code.
+/// # Arguments
+/// * `feature_name` - The name of the feature to check. Supported features:
+///   - "jemalloc" - tikv-jemallocator memory allocator
+///   - "hdfs" - HDFS object store support
+///   - "hdfs-opendal" - HDFS support via OpenDAL
+/// # Returns
+/// * `1` (true) if the feature is enabled
+/// * `0` (false) if the feature is disabled or unknown
+#[no_mangle]
+pub extern "system" fn Java_org_apache_comet_NativeBase_isFeatureEnabled(
+    env: JNIEnv,
+    _: JClass,
+    feature_name: JString,
+) -> jni::sys::jboolean {
+    try_unwrap_or_throw(&env, |mut env| {
+        let feature: String = env.get_string(&feature_name)?.into();
+
+        let enabled = match feature.as_str() {
+            "jemalloc" => cfg!(feature = "jemalloc"),
+            "hdfs" => cfg!(feature = "hdfs"),
+            "hdfs-opendal" => cfg!(feature = "hdfs-opendal"),
+            _ => false, // Unknown features return false
+        };
+
+        Ok(enabled as u8)
+    })
+}
+
 // Creates a default log4rs config, which logs to console with `INFO` level.
 fn default_logger_config() -> CometResult<Config> {
     let console_append = ConsoleAppender::builder()

spark/src/test/scala/org/apache/comet/parquet/ParquetReadFromFakeHadoopFsSuite.scala

@@ -74,7 +74,11 @@ class ParquetReadFromFakeHadoopFsSuite extends CometTestBase with AdaptiveSparkP
         .startsWith(FakeHDFSFileSystem.PREFIX))
   }
 
-  ignore("test native_datafusion scan on fake fs") {
+  // This test fails for 'hdfs' but succeeds for 'open-dal'. 'hdfs' requires this fix
+  // https://github.com/datafusion-contrib/fs-hdfs/pull/29
+  test("test native_datafusion scan on fake fs") {
+    // Skip test if HDFS feature is not enabled in native library
+    assume(isFeatureEnabled("hdfs-opendal"))
     val testFilePath =
       s"${FakeHDFSFileSystem.PREFIX}${fake_root_dir.getAbsolutePath}/data/test-file.parquet"
     writeTestParquetFile(testFilePath)

spark/src/test/scala/org/apache/spark/sql/CometTestBase.scala

@@ -88,6 +88,15 @@ abstract class CometTestBase
     conf
   }
 
+  protected def isFeatureEnabled(feature: String): Boolean = {
+    try {
+      NativeBase.isFeatureEnabled(feature)
+    } catch {
+      case _: Throwable =>
+        false
+    }
+  }
+
   /**
    * A helper function for comparing Comet DataFrame with Spark result using absolute tolerance.
    */