removed hdfs (#1843)

soyeric128 · web-flow · commit 0d87af179c3f · 2025-04-18T08:16:13.000-04:00
diff --git a/docs/en/guides/00-products/01-dee/10-enterprise-features.md b/docs/en/guides/00-products/01-dee/10-enterprise-features.md
@@ -76,7 +76,7 @@ width={['70%', '15%', '15%']}
 thead={['Functionality', 'Databend Community', 'Databend Enterprise']}
 tbody={[
 ['Deployment Support: K8s, Baremetal, Installer', '✓', '✓'],
-['Backend Storage Support: S3, Azblob, GCS, OSS, COS, HDFS', '✓', '✓'],
+['Backend Storage Support: S3, Azblob, GCS, OSS, COS', '✓', '✓'],
 ['x86_64 & ARM64 Architecture', '✓', '✓'],
 ['Compatible with LoongArch, openEuler, etc.', '✓', '✓'],
 ['Monitoring and Alerting APIs', '✓', '✓'],
diff --git a/docs/en/guides/10-deploy/04-references/02-node-config/02-query-config.md b/docs/en/guides/10-deploy/04-references/02-node-config/02-query-config.md
@@ -120,7 +120,7 @@ The following is a list of the parameters available within the [storage] section
 
 | Parameter      | Description                                                                                                                                                                                                                                          |
 | -------------- | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| type           | The type of storage used. It can be one of the following: fs, s3, azblob, gcs, oss, cos, hdfs, webhdfs.                                                                                                                                              |
+| type           | The type of storage used. It can be one of the following: fs, s3, azblob, gcs, oss, cos.                                                                                                                                              |
 | allow_insecure | Defaults to false. Set it to true when deploying Databend on MinIO or loading data via a URL prefixed by `http://`, otherwise, you may encounter the following error: "copy from insecure storage is not allowed. Please set `allow_insecure=true`". |
 
 ### [storage.fs] Section
@@ -221,25 +221,6 @@ The following is a list of the parameters available within the [storage.cos] sec
 | secret_key   | The secret key for authenticating with Tencent COS.                                                                                                                    |
 | root         | Specifies a directory within the bucket from which Databend will operate. Example: if a bucket's root directory has a folder called `myroot`, then `root = "myroot/"`. |
 
-### [storage.hdfs] Section
-
-The following is a list of the parameters available within the [storage.hdfs] section:
-
-| Parameter | Description                                                      |
-| --------- | ---------------------------------------------------------------- |
-| name_node | The name node address for Hadoop Distributed File System (HDFS). |
-| root      | Specifies a directory from which Databend will operate.          |
-
-### [storage.webhdfs] Section
-
-The following is a list of the parameters available within the [storage.webhdfs] section:
-
-| Parameter    | Description                                                    |
-| ------------ | -------------------------------------------------------------- |
-| endpoint_url | The URL endpoint for WebHDFS (Hadoop Distributed File System). |
-| root         | Specifies a directory from which Databend will operate.        |
-| delegation   | Delegation token for authentication and authorization.         |
-
 ## [cache] Section
 
 The following is a list of the parameters available within the [cache] section:
diff --git a/docs/en/guides/51-access-data-lake/01-hive.md b/docs/en/guides/51-access-data-lake/01-hive.md
@@ -61,16 +61,6 @@ CONNECTION = (
 | URL                   | Yes       | Location of the external storage linked to this catalog. This could be a bucket or a folder within a bucket. For example, 's3://databend-toronto/'.                       | 
 | connection_parameter  | Yes       | Connection parameters to establish connections with external storage. The required parameters vary based on the specific storage service and authentication methods. Refer to [Connection Parameters](/sql/sql-reference/connect-parameters) for detailed information. |
 
-:::note
-To read data from HDFS, you need to set the following environment variables before starting Databend. These environment variables ensure that Databend can access the necessary Java and Hadoop dependencies to interact with HDFS effectively. Make sure to replace "/path/to/java" and "/path/to/hadoop" with the actual paths to your Java and Hadoop installations, and adjust the CLASSPATH to include all the required Hadoop JAR files.
-```shell
-export JAVA_HOME=/path/to/java
-export LD_LIBRARY_PATH=${JAVA_HOME}/lib/server:${LD_LIBRARY_PATH}
-export HADOOP_HOME=/path/to/hadoop
-export CLASSPATH=/all/hadoop/jar/files
-```
-:::
-
 ### SHOW CREATE CATALOG
 
 Returns the detailed configuration of a specified catalog, including its type and storage parameters.
diff --git a/docs/en/guides/51-access-data-lake/02-iceberg.md b/docs/en/guides/51-access-data-lake/02-iceberg.md
@@ -84,15 +84,6 @@ CONNECTION=(
 | `s3.disable-ec2-metadata`         | Option to disable loading credentials from EC2 metadata (typically used with `s3.allow-anonymous`).                                    |
 | `s3.disable-config-load`          | Option to disable loading configuration from config files and environment variables.                                                   |
 
-:::note
-To read data from HDFS, you need to set the following environment variables before starting Databend. These environment variables ensure that Databend can access the necessary Java and Hadoop dependencies to interact with HDFS effectively. Make sure to replace "/path/to/java" and "/path/to/hadoop" with the actual paths to your Java and Hadoop installations, and adjust the CLASSPATH to include all the required Hadoop JAR files.
-```shell
-export JAVA_HOME=/path/to/java
-export LD_LIBRARY_PATH=${JAVA_HOME}/lib/server:${LD_LIBRARY_PATH}
-export HADOOP_HOME=/path/to/hadoop
-export CLASSPATH=/all/hadoop/jar/files
-```
-:::
 
 ### SHOW CREATE CATALOG
 
diff --git a/docs/en/release-notes/96-v1.0.0.md b/docs/en/release-notes/96-v1.0.0.md
@@ -21,13 +21,11 @@ To read more about this release, please refer to our detailed [blog post](https:
 - feat: add internal_merge_on_read_mutation config option by @dantengsky
 - feat: Iceberg/create-catalog by @ClSlaid
 - feat(result cache): better the setting name and the desc by @BohuTANG
-- feat: Add support for copying from webhdfs by @ClSlaid
 - feat(website): update website index styles by @Carlosfengv
 - feat(query): use decimal to store u128 u256 keys and support group by decimal by @sundy-li
 - feat(planner): Introduce bitmap to record applied rules by @dusx1981
 - feat(query): support aggregate spill to object storage by @zhang2014
 - feat: Adopt OpenDAL's native write retry support by @Xuanwo
-- feat: backend webhdfs by @ClSlaid
 - feat(query): Support Map data type create table and insert values by @b41sh
 - feat(query): support decimal256 select insert by @TCeason
 
diff --git a/docs/en/sql-reference/00-sql-reference/20-system-tables/system-configs.md b/docs/en/sql-reference/00-sql-reference/20-system-tables/system-configs.md
@@ -109,8 +109,6 @@ mysql> SELECT * FROM system.configs;
 | storage | azblob.container                       |                                |             |
 | storage | azblob.endpoint_url                    |                                |             |
 | storage | azblob.root                            |                                |             |
-| storage | hdfs.name_node                         |                                |             |
-| storage | hdfs.root                              |                                |             |
 | storage | obs.access_key_id                      |                                |             |
 | storage | obs.secret_access_key                  |                                |             |
 | storage | obs.bucket                             |                                |             |
diff --git a/docs/en/sql-reference/00-sql-reference/51-connect-parameters.md b/docs/en/sql-reference/00-sql-reference/51-connect-parameters.md
@@ -165,43 +165,6 @@ CREATE STAGE my_cos_stage
 
 </TabItem>
 
-<TabItem value="HDFS" label="HDFS">
-
-The following table lists connection parameters for accessing Hadoop Distributed File System (HDFS):
-
-| Parameter 	| Required? 	| Description                                          	|
-|-----------	|-----------	|------------------------------------------------------	|
-| name_node 	| Yes       	| HDFS NameNode address for connecting to the cluster. 	|
-
-```sql title='Examples'
-CREATE STAGE my_hdfs_stage
-  'hdfs://my-bucket'
-  CONNECTION = (
-    NAME_NODE = 'hdfs://<namenode-host>:<port>'
-  );
-```
-
-</TabItem>
-
-<TabItem value="WebHDFS" label="WebHDFS">
-
-The following table lists connection parameters for accessing WebHDFS:
-
-| Parameter    	| Required? 	| Description                                       	|
-|--------------	|-----------	|---------------------------------------------------	|
-| endpoint_url 	| Yes       	| Endpoint URL for WebHDFS.                         	|
-| delegation   	| No        	| Delegation token for accessing WebHDFS.           	|
-
-```sql title='Examples'
-CREATE STAGE my_webhdfs_stage
-  'webhdfs://my-bucket'
-  CONNECTION = (
-    ENDPOINT_URL = 'http://<namenode-host>:<port>'
-  );
-```
-
-</TabItem>
-
 <TabItem value="Hugging Face" label="HuggingFace">
 
 The following table lists connection parameters for accessing Hugging Face:
diff --git a/docs/en/sql-reference/10-sql-commands/00-ddl/03-stage/01-ddl-create-stage.md b/docs/en/sql-reference/10-sql-commands/00-ddl/03-stage/01-ddl-create-stage.md
@@ -106,45 +106,6 @@ externalLocation ::=
 
 For the connection parameters available for accessing Tencent Cloud Object Storage, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
 </TabItem>
-
-<TabItem value="HDFS" label="HDFS">
-
-```sql
-externalLocation ::=
-  "hdfs://<endpoint_url>[<path>]"
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing HDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
-
-<TabItem value="WebHDFS" label="WebHDFS">
-
-```sql
-externalLocation ::=
-  "webhdfs://<endpoint_url>[<path>]"
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing WebHDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
-
-<TabItem value="Hugging Face" label="Hugging Face">
-
-```sql
-externalLocation ::=
-  "hf://<repo_id>[<path>]"
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing Hugging Face, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
 </Tabs>
 
 ### FILE_FORMAT
diff --git a/docs/en/sql-reference/10-sql-commands/00-ddl/13-connection/create-connection.md b/docs/en/sql-reference/10-sql-commands/00-ddl/13-connection/create-connection.md
@@ -19,7 +19,7 @@ CREATE [ OR REPLACE ] CONNECTION [ IF NOT EXISTS ] <connection_name>
 
 | Parameter        | Description                                                                                                                                        |
 |------------------|----------------------------------------------------------------------------------------------------------------------------------------------------|
-| STORAGE_TYPE     | Type of storage service. Possible values include: `s3`, `azblob`, `gcs`, `oss`, `cos`, `hdfs`, and `webhdfs`.                                      |
+| STORAGE_TYPE     | Type of storage service. Possible values include: `s3`, `azblob`, `gcs`, `oss`, and `cos`.                                                         |
 | storage_params   | Vary based on storage type and authentication method. See [Connection Parameters](../../../00-sql-reference/51-connect-parameters.md) for details. |
 
 ## Examples
diff --git a/docs/en/sql-reference/10-sql-commands/10-dml/dml-copy-into-location.md b/docs/en/sql-reference/10-sql-commands/10-dml/dml-copy-into-location.md
@@ -112,31 +112,6 @@ externalLocation ::=
 For the connection parameters available for accessing Tencent Cloud Object Storage, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
 </TabItem>
 
-<TabItem value="Hadoop Distributed File System (HDFS)" label="HDFS">
-
-```sql
-externalLocation ::=
-  'hdfs://<endpoint_url>[<path>]'
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing HDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
-
-<TabItem value="WebHDFS" label="WebHDFS">
-
-```sql
-externalLocation ::=
-  'webhdfs://<endpoint_url>[<path>]'
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing WebHDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
 </Tabs>
 
 ### FILE_FORMAT
diff --git a/docs/en/sql-reference/10-sql-commands/10-dml/dml-copy-into-table.md b/docs/en/sql-reference/10-sql-commands/10-dml/dml-copy-into-table.md
@@ -133,32 +133,6 @@ externalLocation ::=
 For the connection parameters available for accessing Tencent Cloud Object Storage, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
 </TabItem>
 
-<TabItem value="Hadoop Distributed File System (HDFS)" label="HDFS">
-
-```sql
-externalLocation ::=
-  'hdfs://<endpoint_url>[<path>]'
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing HDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
-
-<TabItem value="WebHDFS" label="WebHDFS">
-
-```sql
-externalLocation ::=
-  'webhdfs://<endpoint_url>[<path>]'
-  CONNECTION = (
-        <connection_parameters>
-  )
-```
-
-For the connection parameters available for accessing WebHDFS, see [Connection Parameters](/00-sql-reference/51-connect-parameters.md).
-</TabItem>
-
 <TabItem value="Remote Files" label="Remote Files">
 
 ```sql
diff --git a/docs/en/tutorials/recovery/bendsave.md b/docs/en/tutorials/recovery/bendsave.md
@@ -66,7 +66,7 @@ auth_type = "no_password"
 ...
 # Storage config.
 [storage]
-# fs | s3 | azblob | gcs | oss | cos | hdfs | webhdfs
+# fs | s3 | azblob | gcs | oss | cos
 type = "s3"
 ...
 # To use an Amazon S3-like storage service, uncomment this block and set your values.
diff --git a/src/components/DocsOverview/index.tsx b/src/components/DocsOverview/index.tsx
@@ -542,11 +542,11 @@ const DocsOverview: FC = (): ReactElement => {
           <Col {...colLayout2}>
             <Card style={{ height: "100%" }} padding={[16, 16]}>
               <h3>
-                <span> {$t("Object Storage & HDFS")}</span>
+                <span> {$t("Object Storage")}</span>
               </h3>
               <div>
                 {$t(
-                  "Stores all data in object storage to reduce costs, while supporting HDFS for existing Hadoop and Hive clusters."
+                  "Stores all data in object storage."
                 )}
               </div>
             </Card>
