Merge branch 'ClickHouse:master' into array_functions_part_2

Author: Blargian

ci/jobs/scripts/check_style/check-settings-style

@@ -69,7 +69,7 @@ done
 # previous releases, which is more important than consistency
 for setting in $(
       awk '{ gsub(/^.*Settings/, "", $2); print $1 " " $2}' "${SETTINGS_FILE}" | \
-      sort | uniq | awk '{ print $1 }' | uniq -d | grep -v "connect_timeout" | grep -v "max_connections"
+      sort | uniq | awk '{ print $1 }' | uniq -d | grep -v "connect_timeout" | grep -v "max_connections" | grep -v "max_block_size"
     );
 do
     echo "# Found multiple definitions of setting ${setting} with different types: "

ci/praktika/json.html

@@ -1257,10 +1257,6 @@
             return { data: jsonData, lastModifiedTime: newLastModifiedTime, eTag: newETag, updated: true };
         } catch (error) {
             console.error('Error loading Results:', error);
-            if (infoElement) {
-                infoElement.textContent = 'Error loading data';
-                infoElement.style.display = 'block';
-            }
             return { data: null, lastModifiedTime: null, eTag: null, updated: true };
         }
     }

ci/praktika/result.py

@@ -545,21 +545,14 @@ def copy_result_to_s3(cls, result, clean=False):
         s3_path = f"{Settings.HTML_S3_PATH}/{env.get_s3_prefix()}/{Path(result_file_path).name}"
         if clean:
             S3.delete(s3_path)
-        archive_file = Utils.compress_file(result_file_path, no_strict=True)
-        archive_type = archive_file.split(".")[-1]
-        content_encoding = ""
-        if archive_type == "gz":
+        # gzip is supported by most browsers
+        archive_file = Utils.compress_file_gz(result_file_path)
+        if archive_file:
+            assert archive_file.endswith(".gz")
             content_encoding = "gzip"
-        elif archive_type == "zst":
-            content_encoding = "zstd"
-        elif archive_type == "br":
-            content_encoding = "br"
         else:
-            if archive_type:
-                print(
-                    f"WARNING: Not supported compress codec: [{archive_type}] - skip compress"
-                )
-                archive_file = result_file_path
+            content_encoding = ""
+            archive_file = result_file_path
 
         url = S3.copy_file_to_s3(
             s3_path=s3_path,

ci/praktika/runner.py

@@ -250,7 +250,8 @@ def _run(self, workflow, job, docker="", no_docker=False, param=None, test=""):
             docker = docker or f"{docker_name}:{docker_tag}"
             current_dir = os.getcwd()
             Shell.check(
-                "docker ps -a --format '{{.Names}}' | grep -q praktika && docker rm -f praktika", verbose=True
+                "docker ps -a --format '{{.Names}}' | grep -q praktika && docker rm -f praktika",
+                verbose=True,
             )
             cmd = f"docker run --rm --name praktika {'--user $(id -u):$(id -g)' if not from_root else ''} -e PYTHONPATH='.:./ci' --volume ./:{current_dir} --workdir={current_dir} {' '.join(settings)} {docker} {job.command}"
         else:

ci/praktika/utils.py

@@ -626,6 +626,18 @@ def compress_file_zst(cls, path):
             )
         return path_out
 
+    @classmethod
+    def compress_file_gz(cls, path):
+        path_out = ""
+        if Shell.check("which gzip"):
+            path_out = f"{path}.gz"
+            Shell.check(
+                f"rm -f {path_out} && gzip < {path} > {path_out}",
+                verbose=True,
+                strict=True,
+            )
+        return path_out
+
     @classmethod
     def compress_file(cls, path, no_strict=False):
         if Shell.check("which zstd"):
@@ -638,12 +650,7 @@ def compress_file(cls, path, no_strict=False):
                 strict=True,
             )
         elif Shell.check("which gzip"):
-            path_out = f"{path}.gz"
-            Shell.check(
-                f"rm -f {path_out} && gzip < {path} > {path_out}",
-                verbose=True,
-                strict=True,
-            )
+            return cls.compress_file_gz(path)
         else:
             path_out = path
             if not no_strict:

docs/en/engines/table-engines/integrations/iceberg.md

@@ -85,7 +85,7 @@ To read a table where the schema has changed after its creation with dynamic sch
 
 ## Partition Pruning {#partition-pruning}
 
-ClickHouse supports partition pruning during SELECT queries for Iceberg tables, which helps optimize query performance by skipping irrelevant data files. Now it works with only identity transforms and time-based transforms (hour, day, month, year). To enable partition pruning, set `use_iceberg_partition_pruning = 1`.
+ClickHouse supports partition pruning during SELECT queries for Iceberg tables, which helps optimize query performance by skipping irrelevant data files. To enable partition pruning, set `use_iceberg_partition_pruning = 1`. For more information about iceberg partition pruning address https://iceberg.apache.org/spec/#partitioning
 
 
 ## Time Travel {#time-travel}

docs/en/engines/table-engines/integrations/mysql.md

@@ -38,10 +38,6 @@ The table structure can differ from the original MySQL table structure:
 - Column types may differ from those in the original MySQL table. ClickHouse tries to [cast](../../../engines/database-engines/mysql.md#data_types-support) values to the ClickHouse data types.
 - The [external_table_functions_use_nulls](/operations/settings/settings#external_table_functions_use_nulls) setting defines how to handle Nullable columns. Default value: 1. If 0, the table function does not make Nullable columns and inserts default values instead of nulls. This is also applicable for NULL values inside arrays.
 
-:::note
-The MySQL Table Engine is currently not available on the ClickHouse builds for MacOS ([issue](https://github.com/ClickHouse/ClickHouse/issues/21191))
-:::
-
 **Engine Parameters**
 
 - `host:port` — MySQL server address.

docs/en/engines/table-engines/mergetree-family/annindexes.md

@@ -290,8 +290,8 @@ ORDER BY cosineDistance(book_vector, getEmbedding('Books on ancient Asian empire
 LIMIT 10
 ```
 
-Assuming that only a very small number of books cost less than $2, post-filtering may return zero rows because the top 10 matches returned by the vector index could all be priced above $2.
-By forcing pre-filtering (add `SETTINGS vector_search_filter_strategy = 'prefilter'` to the query), ClickHouse first finds all books with a price of less than $2 and then executes a brute-force vector search for the found books.
+Assuming that only a very small number of books cost less than 2 dollar, post-filtering may return zero rows because the top 10 matches returned by the vector index could all be priced above 2 dollar.
+By forcing pre-filtering (add `SETTINGS vector_search_filter_strategy = 'prefilter'` to the query), ClickHouse first finds all books with a price of less than 2 dollar and then executes a brute-force vector search for the found books.
 
 As an alternative approach to resolve above issue, setting [vector_search_postfilter_multiplier](../../../operations/settings/settings#vector_search_postfilter_multiplier) (default: `1.0`) may be configured to a value > `1.0` (for example, `2.0`).
 The number of nearest neighbors fetched from the vector index is multiplied by the setting value and then the additional filter to be applied on those rows to return LIMIT-many rows.

docs/en/interfaces/third-party/gui.md

@@ -43,6 +43,21 @@ Features:
 
 [ChartDB Source Code](https://github.com/chartdb/chartdb).
 
+### ClickHouse Schema Flow Visualizer {#clickhouse-schemaflow-visualizer}
+
+A powerful web application for visualizing ClickHouse table relationships using Mermaid.js diagrams.
+
+Features:
+
+- Browse ClickHouse databases and tables with an intuitive interface
+- Visualize table relationships with Mermaid.js diagrams
+- View direction of data flow between tables
+- Export diagrams as standalone HTML files
+- Secure connection to ClickHouse with TLS support
+- Responsive web interface for all devices
+
+[ClickHouse Schema Flow Visualizer - source code](https://github.com/FulgerX2007/clickhouse-schemaflow-visualizer)
+
 ### Tabix {#tabix}
 
 Web interface for ClickHouse in the [Tabix](https://github.com/tabixio/tabix) project.

docs/en/operations/settings/settings-users.md

@@ -80,7 +80,9 @@ Password can be specified in plaintext or in SHA256 (hex format).
 
     Example of how to generate a password from shell:
 
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
+    ```bash
+    PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
+    ```
 
     The first line of the result is the password. The second line is the corresponding SHA256 hash.
 
@@ -92,7 +94,9 @@ Password can be specified in plaintext or in SHA256 (hex format).
 
     Example of how to generate a password from shell:
 
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
+    ```bash
+    PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
+    ```
 
     The first line of the result is the password. The second line is the corresponding double SHA1 hash.
 
@@ -101,6 +105,7 @@ Password can be specified in plaintext or in SHA256 (hex format).
 This setting allows authenticating with SSH keys.
 
 Given a SSH key (as generated by `ssh-keygen`) like
+
 ```text
 ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDNf0r6vRl24Ix3tv2IgPmNPO2ATa2krvt80DdcTatLj [email protected]
 ```