remove check for custom endpoints (#2288)

Author: andygrove

native/core/src/parquet/objectstore/s3.rs

@@ -68,12 +68,6 @@ pub fn create_store(
     }
     let path = Path::parse(path)?;
 
-    if configs.contains_key("fs.s3a.endpoint") {
-        return Err(object_store::Error::NotSupported {
-            source: "Custom S3 endpoints are not supported".into(),
-        });
-    }
-
     let mut builder = AmazonS3Builder::new()
         .with_url(url.to_string())
         .with_allow_http(true);

spark/src/test/scala/org/apache/comet/objectstore/NativeConfigSuite.scala

@@ -117,17 +117,6 @@ class NativeConfigSuite extends AnyFunSuite with Matchers with BeforeAndAfterEac
     assert(e.getMessage.contains(expectedError))
   }
 
-  test("validate object store config - custom s3 endpoint not supported") {
-    val hadoopConf = new Configuration()
-    hadoopConf.set("fs.s3a.endpoint", "https://acme.storage.com")
-    val e = intercept[CometNativeException] {
-      validate(hadoopConf)
-    }
-    val expectedError =
-      "Custom S3 endpoints are not supported"
-    assert(e.getMessage.contains(expectedError))
-  }
-
   test("validity cache") {
     val hadoopConf = new Configuration()
     hadoopConf.set("fs.s3a.endpoint", "https://acme.storage.com")