fix: DNS resolve error in some cases (#17699)

Signed-off-by: Xuanwo <[email protected]>

Author: Xuanwo

Cargo.lock

@@ -325,7 +325,7 @@ hashbrown_v0_14 = { package = "hashbrown", version = "0.14.0", default-features
 hashlink = "0.8"
 headers = "0.4.0"
 hex = "0.4.3"
-hickory-resolver = "0.24"
+hickory-resolver = "0.25"
 highway = "1.1"
 hive_metastore = "0.1.0"
 hostname = "0.3.1"
@@ -443,7 +443,7 @@ reqwest = { version = "0.12", default-features = false, features = [
     "native-tls-vendored",
     "native-tls-alpn",
 ] }
-reqwest-hickory-resolver = "0.1"
+reqwest-hickory-resolver = "0.2"
 ringbuffer = "0.14.2"
 rmp-serde = "1.1.1"
 roaring = { version = "0.10.1", features = ["serde"] }

Cargo.toml

@@ -31,6 +31,7 @@ ctrlc = { workspace = true }
 enquote = { workspace = true }
 fastrace = { workspace = true }
 futures = { workspace = true }
+hickory-resolver = { workspace = true }
 libc = { workspace = true }
 log = { workspace = true }
 logcall = { workspace = true }

src/common/base/Cargo.toml

@@ -17,11 +17,29 @@ use std::sync::Arc;
 use std::sync::LazyLock;
 use std::time::Duration;
 
+use hickory_resolver::config::LookupIpStrategy;
 use reqwest_hickory_resolver::HickoryResolver;
+use reqwest_hickory_resolver::ResolverOpts;
 
 /// Global shared hickory resolver.
-static GLOBAL_HICKORY_RESOLVER: LazyLock<Arc<HickoryResolver>> =
-    LazyLock::new(|| Arc::new(HickoryResolver::default()));
+static GLOBAL_HICKORY_RESOLVER: LazyLock<Arc<HickoryResolver>> = LazyLock::new(|| {
+    let mut opts = ResolverOpts::default();
+    // Only query for the ipv4 address.
+    opts.ip_strategy = LookupIpStrategy::Ipv4Only;
+    // Use larger cache size for better performance.
+    opts.cache_size = 1024;
+    // Positive TTL is set to 5 minutes.
+    opts.positive_min_ttl = Some(Duration::from_secs(300));
+    // Negative TTL is set to 1 minute.
+    opts.negative_min_ttl = Some(Duration::from_secs(60));
+
+    Arc::new(
+        HickoryResolver::default()
+            // Always shuffle the DNS results for better performance.
+            .with_shuffle(true)
+            .with_options(opts),
+    )
+});
 
 /// Global shared http client.
 ///

src/common/base/src/http_client.rs

@@ -28,7 +28,7 @@ use databend_common_base::base::tokio::task::JoinHandle;
 use databend_common_base::runtime;
 use databend_common_exception::ErrorCode;
 use databend_common_exception::Result;
-use hickory_resolver::TokioAsyncResolver;
+use hickory_resolver::TokioResolver;
 use hyper::Uri;
 use hyper_util::client::legacy::connect::dns::Name;
 use hyper_util::client::legacy::connect::HttpConnector;
@@ -43,16 +43,18 @@ use tonic::transport::Endpoint;
 use crate::RpcClientTlsConfig;
 
 pub struct DNSResolver {
-    inner: TokioAsyncResolver,
+    inner: TokioResolver,
 }
 
 static INSTANCE: LazyLock<Result<Arc<DNSResolver>>> =
-    LazyLock::new(|| match TokioAsyncResolver::tokio_from_system_conf() {
+    LazyLock::new(|| match TokioResolver::builder_tokio() {
         Err(error) => Result::Err(ErrorCode::DnsParseError(format!(
             "DNS resolver create error: {}",
             error
         ))),
-        Ok(resolver) => Ok(Arc::new(DNSResolver { inner: resolver })),
+        Ok(resolver) => Ok(Arc::new(DNSResolver {
+            inner: resolver.build(),
+        })),
     });
 
 impl DNSResolver {