[Fix-17704][HttpTask] The output parameters of an HTTP task cannot be referenced in downstream tasks. (#17716)

* fix #17637

* Because workflow lineage only retains the current version, deleting historical versions in the workflow does not invoke lineage deletion. Therefore, logic for deleting lineages should be added when deleting workflows.

* Optimize workflow deletion logic to ensure compatibility with historical library data.

* spotless

* fix #17637

* Because workflow lineage only retains the current version, deleting historical versions in the workflow does not invoke lineage deletion. Therefore, logic for deleting lineages should be added when deleting workflows.

* Optimize workflow deletion logic to ensure compatibility with historical library data.

* spotless

* add ut test

* fix #17638

* Simplify the logic of WorkflowDefinitionService.saveWorkflowLineage().

* fix #17704

* Update dolphinscheduler-task-plugin/dolphinscheduler-task-http/src/main/java/org/apache/dolphinscheduler/plugin/task/http/HttpTask.java

Co-authored-by: Copilot <[email protected]>

---------

Co-authored-by: luxl <[email protected]>
Co-authored-by: caishunfeng <[email protected]>
Co-authored-by: xiangzihao <[email protected]>
Co-authored-by: Wenjun Ruan <[email protected]>
Co-authored-by: Copilot <[email protected]>
Co-authored-by: Gallardot <[email protected]>

Author: 7 people

dolphinscheduler-task-plugin/dolphinscheduler-task-http/src/main/java/org/apache/dolphinscheduler/plugin/task/http/HttpTask.java

@@ -73,6 +73,8 @@ public void handle(TaskCallBack taskCallBack) throws TaskException {
 
         OkHttpResponse httpResponse = sendRequest();
 
+        taskExecutionContext.setVarPool(httpParameters.getVarPool());
+
         validateResponse(httpResponse.getBody(), httpResponse.getStatusCode());
     }
 

dolphinscheduler-task-plugin/dolphinscheduler-task-http/src/test/java/org/apache/dolphinscheduler/plugin/task/http/HttpTaskTest.java

@@ -181,6 +181,39 @@ public void testAddDefaultOutput() throws Exception {
         Assertions.assertEquals(response, property.getValue());
     }
 
+    @Test
+    public void testHandleSetsVarPoolToTaskExecutionContext() throws Exception {
+        String responseBody = "{\"status\": \"success\", \"data\": \"test\"}";
+        String taskName = "testHttpTask";
+
+        TaskExecutionContext taskExecutionContext = Mockito.mock(TaskExecutionContext.class);
+        Mockito.when(taskExecutionContext.getTaskName()).thenReturn(taskName);
+
+        String url = withMockWebServer(DEFAULT_MOCK_PATH, HttpStatus.SC_OK, responseBody);
+        String paramData = generateHttpParameters(url, HttpRequestMethod.GET, "",
+                new ArrayList<>(), HttpCheckCondition.STATUS_CODE_DEFAULT, "");
+        Mockito.when(taskExecutionContext.getTaskParams()).thenReturn(paramData);
+
+        HttpTask httpTask = new HttpTask(taskExecutionContext);
+        httpTask.init();
+        httpTask.handle(null);
+
+        Mockito.verify(taskExecutionContext, Mockito.times(1)).setVarPool(Mockito.anyList());
+
+        Mockito.verify(taskExecutionContext).setVarPool(Mockito.argThat(varPool -> {
+            if (varPool == null || varPool.isEmpty()) {
+                return false;
+            }
+            Property property = varPool.get(0);
+            return property.getProp().equals(taskName + ".response")
+                    && property.getDirect() == Direct.OUT
+                    && property.getType() == DataType.VARCHAR
+                    && property.getValue().contains("status");
+        }));
+
+        Assertions.assertEquals(EXIT_CODE_SUCCESS, httpTask.getExitStatusCode());
+    }
+
     private String withMockWebServer(String path, int actualResponseCode,
                                      String actualResponseBody) throws IOException {
         MockWebServer server = new MockWebServer();