feat(query): Enhanced UDF Functionality with IMMUTABLE Support (#18369)

* feat(query): Enhanced UDF Functionality with IMMUTABLE Support

* fix

* fix tests

Author: b41sh

Cargo.lock

@@ -35,6 +35,7 @@ pub struct UDFServer {
     pub language: String,
     pub arg_types: Vec<DataType>,
     pub return_type: DataType,
+    pub immutable: Option<bool>,
 }
 
 #[derive(Clone, Debug, Eq, PartialEq)]
@@ -47,6 +48,7 @@ pub struct UDFScript {
     pub arg_types: Vec<DataType>,
     pub return_type: DataType,
     pub runtime_version: String,
+    pub immutable: Option<bool>,
 }
 
 #[derive(Clone, Debug, Eq, PartialEq)]
@@ -135,6 +137,7 @@ impl UserDefinedFunction {
         arg_types: Vec<DataType>,
         return_type: DataType,
         description: &str,
+        immutable: Option<bool>,
     ) -> Self {
         Self {
             name: name.to_string(),
@@ -146,6 +149,7 @@ impl UserDefinedFunction {
                 language: language.to_string(),
                 arg_types,
                 return_type,
+                immutable,
             }),
             created_on: Utc::now(),
         }
@@ -160,6 +164,7 @@ impl UserDefinedFunction {
         return_type: DataType,
         runtime_version: &str,
         description: &str,
+        immutable: Option<bool>,
     ) -> Self {
         Self {
             name: name.to_string(),
@@ -173,6 +178,7 @@ impl UserDefinedFunction {
                 runtime_version: runtime_version.to_string(),
                 imports: vec![],
                 packages: vec![],
+                immutable,
             }),
             created_on: Utc::now(),
         }
@@ -202,17 +208,23 @@ impl Display for UDFDefinition {
                 handler,
                 headers,
                 language,
+                immutable,
             }) => {
                 for (i, item) in arg_types.iter().enumerate() {
                     if i > 0 {
                         write!(f, ", ")?;
                     }
                     write!(f, "{item}")?;
                 }
-                write!(
-                    f,
-                    ") RETURNS {return_type} LANGUAGE {language} HANDLER = {handler}"
-                )?;
+                write!(f, ") RETURNS {return_type} LANGUAGE {language}")?;
+                if let Some(immutable) = immutable {
+                    if *immutable {
+                        write!(f, " IMMUTABLE")?;
+                    } else {
+                        write!(f, " VOLATILE")?;
+                    }
+                }
+                write!(f, " HANDLER = {handler}")?;
                 if !headers.is_empty() {
                     write!(f, " HEADERS = (")?;
                     for (i, (key, value)) in headers.iter().enumerate() {
@@ -234,16 +246,25 @@ impl Display for UDFDefinition {
                 runtime_version,
                 imports,
                 packages,
+                immutable,
             }) => {
                 for (i, item) in arg_types.iter().enumerate() {
                     if i > 0 {
                         write!(f, ", ")?;
                     }
                     write!(f, "{item}")?;
                 }
+                write!(f, ") RETURNS {return_type} LANGUAGE {language}")?;
+                if let Some(immutable) = immutable {
+                    if *immutable {
+                        write!(f, " IMMUTABLE")?;
+                    } else {
+                        write!(f, " VOLATILE")?;
+                    }
+                }
                 write!(
                     f,
-                    ") RETURNS {return_type} LANGUAGE {language} IMPORTS = {imports:?} PACKAGES = {packages:?} RUNTIME_VERSION = {runtime_version} HANDLER = {handler} AS $${code}$$"
+                    " IMPORTS = {imports:?} PACKAGES = {packages:?} RUNTIME_VERSION = {runtime_version} HANDLER = {handler} AS $${code}$$"
                 )?;
             }
             UDFDefinition::UDAFScript(UDAFScript {

src/meta/app/src/principal/user_defined_function.rs

@@ -75,6 +75,7 @@ impl FromToProto for mt::UDFServer {
             handler: p.handler,
             headers: p.headers,
             language: p.language,
+            immutable: p.immutable,
         })
     }
 
@@ -109,6 +110,7 @@ impl FromToProto for mt::UDFServer {
             language: self.language.clone(),
             arg_types,
             return_type: Some(return_type),
+            immutable: self.immutable,
         })
     }
 }
@@ -139,6 +141,7 @@ impl FromToProto for mt::UDFScript {
             runtime_version: p.runtime_version,
             imports: p.imports,
             packages: p.packages,
+            immutable: p.immutable,
         })
     }
 
@@ -175,6 +178,7 @@ impl FromToProto for mt::UDFScript {
             runtime_version: self.runtime_version.clone(),
             imports: self.imports.clone(),
             packages: self.packages.clone(),
+            immutable: self.immutable,
         })
     }
 }

src/meta/proto-conv/src/udf_from_to_protobuf_impl.rs

@@ -164,6 +164,7 @@ const META_CHANGE_LOG: &[(u64, &str)] = &[
     (132, "2025-06-25: Remove: SequenceMeta.start"),
     (133, "2025-06-25: Add: Add new StageFileCompression Zip"),
     (134, "2025-06-27: Add: SequenceMeta.storage_version"),
+    (135, "2025-07-16: Add: UDFServer.immutable, UDFScript.immutable"),
     // Dear developer:
     //      If you're gonna add a new metadata version, you'll have to add a test for it.
     //      You could just copy an existing test file(e.g., `../tests/it/v024_table_meta.rs`)

src/meta/proto-conv/src/util.rs

@@ -126,3 +126,4 @@ mod v131_avro_and_parquet_file_format_params;
 mod v132_remove_sequence_meta_start;
 mod v133_stage_file_compression;
 mod v134_add_sequence_meta_storage_version;
+mod v135_udf_immutable;

src/meta/proto-conv/tests/it/main.rs

@@ -305,6 +305,7 @@ fn new_udf_server() -> databend_common_meta_app::principal::UDFServer {
         language: "python".to_string(),
         arg_types: vec![DataType::String],
         return_type: DataType::Boolean,
+        immutable: None,
     }
 }
 

src/meta/proto-conv/tests/it/proto_conv.rs

@@ -60,6 +60,7 @@ fn test_decode_v57_udf() -> anyhow::Result<()> {
                 DataType::Number(NumberDataType::Int32),
             ],
             return_type: DataType::Number(NumberDataType::Int64),
+            immutable: None,
         }),
         created_on: DateTime::<Utc>::default(),
     };

src/meta/proto-conv/tests/it/v058_udf.rs

@@ -63,6 +63,7 @@ fn test_decode_v79_udf_python() -> anyhow::Result<()> {
                 DataType::Number(NumberDataType::Int32),
             ],
             return_type: DataType::Number(NumberDataType::Int64),
+            immutable: None,
         }),
         created_on: DateTime::<Utc>::from_timestamp(1702603569, 0).unwrap(),
     };

src/meta/proto-conv/tests/it/v079_udf_created_on.rs

@@ -64,6 +64,7 @@ fn test_decode_v81_udf_python() -> anyhow::Result<()> {
                 DataType::Number(NumberDataType::Int32),
             ],
             return_type: DataType::Number(NumberDataType::Int64),
+            immutable: None,
         }),
         created_on: DateTime::<Utc>::from_timestamp(1702603569, 0).unwrap(),
     };
@@ -119,6 +120,7 @@ fn test_decode_udf_script() -> anyhow::Result<()> {
             imports: vec![],
             packages: vec![],
             runtime_version: "3.12.2".to_string(),
+            immutable: None,
         }),
         created_on: DateTime::<Utc>::default(),
     };

src/meta/proto-conv/tests/it/v081_udf_script.rs

@@ -49,6 +49,7 @@ fn test_decode_v124_udf_server_headers() -> anyhow::Result<()> {
         language: "python".to_string(),
         arg_types: vec![DataType::String],
         return_type: DataType::Boolean,
+        immutable: None,
     };
 
     common::test_load_old(