[DSIP-94][PyTorch] Remove pytorch task type

config/plugins_config

@@ -99,7 +99,6 @@ dolphinscheduler-task-mr
 dolphinscheduler-task-openmldb
 dolphinscheduler-task-procedure
 dolphinscheduler-task-python
-dolphinscheduler-task-pytorch
 dolphinscheduler-task-remoteshell
 dolphinscheduler-task-sagemaker
 dolphinscheduler-task-seatunnel

docs/configs/docsdev.js

@@ -197,10 +197,6 @@ export default {
                                 title: 'ChunJun',
                                 link: '/en-us/docs/dev/user_doc/guide/task/chunjun.html',
                             },
-                            {
-                                title: 'Pytorch',
-                                link: '/en-us/docs/dev/user_doc/guide/task/pytorch.html',
-                            },
                             {
                                 title: 'Amazon DMS',
                                 link: '/en-us/docs/dev/user_doc/guide/task/dms.html',
@@ -929,10 +925,6 @@ export default {
                                 title: 'ChunJun',
                                 link: '/zh-cn/docs/dev/user_doc/guide/task/chunjun.html',
                             },
-                            {
-                                title: 'Pytorch',
-                                link: '/zh-cn/docs/dev/user_doc/guide/task/pytorch.html',
-                            },
                             {
                                 title: 'Amazon DMS',
                                 link: '/zh-cn/docs/dev/user_doc/guide/task/dms.html',

docs/docs/en/guide/upgrade/incompatible.md

@@ -38,4 +38,5 @@ This document records the incompatible updates between each version. You need to
 * Add table t_ds_serial_command. ([#17531])(https://github.com/apache/dolphinscheduler/pull/17531)
 * Remove the default value of `python-gateway.auth-token` at `api-server/application.yaml`. ([#17801])(https://github.com/apache/dolphinscheduler/pull/17801)
 * Refactor the task plugins which use ShellCommandExecutor ([#17790])(https://github.com/apache/dolphinscheduler/pull/17790)
+* Remove the `Pytorch` from the `Task Plugin` ([#17808])(https://github.com/apache/dolphinscheduler/pull/17808), if you are still using this task type, please delete the data with `task_type = 'PYTORCH'` in `t_ds_task_definition` and `t_ds_task_definition_log` before upgrading.
 

docs/docs/zh/guide/upgrade/incompatible.md

@@ -36,3 +36,11 @@
 * 在 `t_ds_worker_group` 表中移除 无用的 `other_params_json` 字段 ([#16860])(https://github.com/apache/dolphinscheduler/pull/16860)
 * 从 `任务插件` 中移除 `Dynamic` 类型 ([#16482])(https://github.com/apache/dolphinscheduler/pull/16842)
 
+## 3.4.0
+
+* 将数据源配置下SSH连接参数中的publicKey字段重命名为privateKey。 ([#17666])(https://github.com/apache/dolphinscheduler/pull/17666)
+* 添加数据表 t_ds_serial_command。 ([#17531])(https://github.com/apache/dolphinscheduler/pull/17531)
+* 移除 `api-server/application.yaml` 中 `python-gateway.auth-token` 的默认值。 ([#17801])(https://github.com/apache/dolphinscheduler/pull/17801)
+* 重构使用 ShellCommandExecutor 的任务插件 ([#17790])(https://github.com/apache/dolphinscheduler/pull/17790)
+* 从 `任务插件` 中移除 `Pytorch` 类型 ([#17808])(https://github.com/apache/dolphinscheduler/pull/17808)，如果您仍在使用该任务类型，请在升级前删除 `t_ds_task_definition` 和 `t_ds_task_definition_log` 中 `task_type = 'PYTORCH'` 的数据。
+

dolphinscheduler-api/src/main/resources/task-type-config.yaml

@@ -52,7 +52,6 @@ task:
     - 'OPENMLDB'
     - 'DVC'
     - 'SAGEMAKER'
-    - 'PYTORCH'
     - 'KUBEFLOW'
   other:
     - 'ZEPPELIN'

dolphinscheduler-task-plugin/dolphinscheduler-task-all/pom.xml

@@ -166,12 +166,6 @@
             <version>${project.version}</version>
         </dependency>
 
-        <dependency>
-            <groupId>org.apache.dolphinscheduler</groupId>
-            <artifactId>dolphinscheduler-task-pytorch</artifactId>
-            <version>${project.version}</version>
-        </dependency>
-
         <dependency>
             <groupId>org.apache.dolphinscheduler</groupId>
             <artifactId>dolphinscheduler-task-hivecli</artifactId>

dolphinscheduler-task-plugin/dolphinscheduler-task-kubeflow/src/test/java/org/apache/dolphinscheduler/plugin/kubeflow/KubeflowHelperTest.java

@@ -58,42 +58,4 @@ public void testBuildDeleteCommand() {
                 String.format("kubectl delete -f %s", yamlFilePATH);
         Assertions.assertEquals(expectCommand, command);
     }
-
-    @Test
-    public void testParseGetMessage() {
-        String message = "{\n" +
-                "    \"apiVersion\": \"kubeflow.org/v1\",\n" +
-                "    \"kind\": \"PyTorchJob\",\n" +
-                "    \"status\": {\n" +
-                "        \"conditions\": [\n" +
-                "            {\n" +
-                "                \"key\": \"value\"\n" +
-                "            },\n" +
-                "            {\n" +
-                "                \"key\": \"value\"\n" +
-                "            }\n" +
-                "        ],\n" +
-                "        \"phase\": \"Succeeded\"\n" +
-                "    }\n" +
-                "}\n";
-        Assertions.assertEquals("Succeeded", kubeflowHelper.parseGetMessage(message));
-
-        String messageError1 = "{\n" +
-                "    \"apiVersion\": \"kubeflow.org/v1\",\n" +
-                "    \"kind\": \"PyTorchJob\"\n" +
-                "}\n";
-
-        Assertions.assertDoesNotThrow(() -> kubeflowHelper.parseGetMessage(messageError1));
-
-        String messageError2 = "{\n" +
-                "    \"apiVersion\": \"kubeflow.org/v1\",\n" +
-                "    \"kind\": \"PyTorchJob\",\n" +
-                "    \"status\": {\n" +
-                "        \"phase\": \"Failed\"\n" +
-                "    }\n" +
-                "}\n";
-
-        Assertions.assertEquals("Failed", kubeflowHelper.parseGetMessage(messageError2));
-
-    }
 }