Skip to content

Commit d43ec8a

Browse files
committed
feature: 优化清洗任务失败后重试
1 parent a531d7c commit d43ec8a

File tree

3 files changed

+6
-14
lines changed

3 files changed

+6
-14
lines changed

backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/application/CleaningTaskService.java

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -171,10 +171,10 @@ public void deleteTask(String taskId) {
171171
}
172172

173173
public void executeTask(String taskId) {
174-
List<CleaningResultDto> failed = cleaningResultRepo.findByInstanceId(taskId, "FAILED");
175-
Set<String> failedSet = failed.stream().map(CleaningResultDto::getSrcFileId).collect(Collectors.toSet());
174+
List<CleaningResultDto> succeed = cleaningResultRepo.findByInstanceId(taskId, "COMPLETED");
175+
Set<String> succeedSet = succeed.stream().map(CleaningResultDto::getSrcFileId).collect(Collectors.toSet());
176176
CleaningTaskDto task = cleaningTaskRepo.findTaskById(taskId);
177-
scanDataset(taskId, task.getSrcDatasetId(), failedSet);
177+
scanDataset(taskId, task.getSrcDatasetId(), succeedSet);
178178
cleaningResultRepo.deleteByInstanceId(taskId, "FAILED");
179179
taskScheduler.executeTask(taskId);
180180
}
@@ -232,7 +232,7 @@ private void scanDataset(String taskId, String srcDatasetId) {
232232
} while (pageNumber < datasetFiles.getTotalPages());
233233
}
234234

235-
private void scanDataset(String taskId, String srcDatasetId, Set<String> failedFiles) {
235+
private void scanDataset(String taskId, String srcDatasetId, Set<String> succeedFiles) {
236236
int pageNumber = 0;
237237
int pageSize = 500;
238238
PagingQuery pageRequest = new PagingQuery(pageNumber, pageSize);
@@ -243,7 +243,7 @@ private void scanDataset(String taskId, String srcDatasetId, Set<String> failedF
243243
break;
244244
}
245245
List<Map<String, Object>> files = datasetFiles.getContent().stream()
246-
.filter(content -> failedFiles.contains(content.getId()))
246+
.filter(content -> !succeedFiles.contains(content.getId()))
247247
.map(content -> Map.of("fileName", (Object) content.getFileName(),
248248
"fileSize", content.getFileSize(),
249249
"filePath", content.getFilePath(),

frontend/src/pages/DataCleansing/Create/components/OperatorOrchestration.tsx

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -182,14 +182,6 @@ const OperatorFlow: React.FC<OperatorFlowProps> = ({
182182
{operator?.categories?.map((categoryId) => {
183183
return <Tag color="default">{categoryMap[categoryId].name}</Tag>
184184
})}
185-
{/* 参数状态指示 */}
186-
{Object.values(operator.configs).some(
187-
(param: any) =>
188-
(param.type === "input" && !param.defaultValue) ||
189-
(param.type === "checkbox" &&
190-
Array.isArray(param.defaultValue) &&
191-
param.defaultValue.length === 0)
192-
) && <Tag color="red">待配置</Tag>}
193185
{/* 操作按钮 */}
194186
<span
195187
className="cursor-pointer text-red-500"

scripts/images/deer-flow-backend/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,4 +26,4 @@ RUN --mount=type=cache,target=/root/.cache/uv \
2626
EXPOSE 8000
2727

2828
# Run the application.
29-
CMD ["uv", "run", "python", "server.py", "--host", "0.0.0.0", "--port", "8000"]
29+
CMD ["uv", "run", "--no-sync", "python", "server.py", "--host", "0.0.0.0", "--port", "8000"]

0 commit comments

Comments
 (0)