chore: refine external history tables (#18364)

* fix: external history table should allow query with env

* fix: add a new config `invisible`

* typo

* polish

* clippy

Author: dqhl76

src/common/tracing/src/config.rs

@@ -354,6 +354,7 @@ pub struct HistoryConfig {
 pub struct HistoryTableConfig {
     pub table_name: String,
     pub retention: usize,
+    pub invisible: bool,
 }
 
 impl Display for HistoryConfig {
@@ -399,6 +400,16 @@ impl Default for HistoryTableConfig {
         Self {
             table_name: "".to_string(),
             retention: 168,
+            invisible: false,
         }
     }
 }
+
+impl HistoryConfig {
+    pub fn is_invisible(&self, table_name: &str) -> bool {
+        self.tables
+            .iter()
+            .find(|table| table.table_name.eq_ignore_ascii_case(table_name))
+            .is_some_and(|table| table.invisible)
+    }
+}

src/query/config/src/config.rs

@@ -2816,6 +2816,10 @@ pub struct HistoryLogTableConfig {
     /// The retention period (in hours) for history logs.
     /// Data older than this period will be deleted during retention tasks.
     pub retention: usize,
+
+    /// Whether this history table is invisible for querying.
+    /// Default is false.
+    pub invisible: bool,
 }
 
 impl Default for HistoryLogConfig {
@@ -2837,6 +2841,7 @@ impl TryInto<InnerHistoryTableConfig> for HistoryLogTableConfig {
         Ok(InnerHistoryTableConfig {
             table_name: self.table_name,
             retention: self.retention,
+            invisible: self.invisible,
         })
     }
 }
@@ -2846,6 +2851,7 @@ impl From<InnerHistoryTableConfig> for HistoryLogTableConfig {
         Self {
             table_name: inner.table_name,
             retention: inner.retention,
+            invisible: inner.invisible,
         }
     }
 }

src/query/service/src/history_tables/alter_table.rs

@@ -131,8 +131,14 @@ pub async fn should_reset(
     if let Some(c) = connection {
         let uri = format!("{}{}/", c.uri, "log_history");
         let mut uri_location = UriLocation::from_uri(uri, c.params.clone())?;
-        let (new_storage_params, _) =
-            parse_uri_location(&mut uri_location, Some(context.as_ref())).await?;
+        let mut payload = ThreadTracker::new_tracking_payload();
+        payload.capture_log_settings = Some(CaptureLogSettings::capture_off());
+        let _guard = ThreadTracker::tracking(payload);
+        let (new_storage_params, _) = ThreadTracker::tracking_future(parse_uri_location(
+            &mut uri_location,
+            Some(context.as_ref()),
+        ))
+        .await?;
 
         // External1 -> External2
         // return error to prevent cyclic conversion

src/query/service/src/sessions/query_ctx.rs

@@ -1190,6 +1190,13 @@ impl TableContext for QueryContext {
                 self.get_settings().get_enterprise_license(),
                 Feature::SystemHistory,
             )?;
+
+            if GlobalConfig::instance().log.history.is_invisible(table) {
+                return Err(ErrorCode::InvalidArgument(format!(
+                    "history table `{}` is configured as invisible",
+                    table
+                )));
+            }
         }
 
         let batch_size = self.get_settings().get_stream_consume_batch_size_hint()?;