Skip to content

Commit 8f14d9d

Browse files
committed
Merge remote-tracking branch 'origin/develop_930' into develop_930
2 parents 186f4d4 + e4f919a commit 8f14d9d

42 files changed

Lines changed: 41299 additions & 869 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

backend/services/data-cleaning-service/src/main/java/com/dataengine/cleaning/application/service/CleaningTaskService.java

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@
99
import com.dataengine.cleaning.domain.model.OperatorInstancePo;
1010
import com.dataengine.cleaning.domain.model.PagedDatasetFileResponse;
1111
import com.dataengine.cleaning.domain.model.TaskProcess;
12+
import com.dataengine.cleaning.infrastructure.persistence.mapper.CleaningResultMapper;
1213
import com.dataengine.cleaning.infrastructure.persistence.mapper.CleaningTaskMapper;
1314
import com.dataengine.cleaning.infrastructure.persistence.mapper.OperatorInstanceMapper;
1415
import com.dataengine.cleaning.interfaces.dto.CleaningTask;
@@ -44,6 +45,8 @@ public class CleaningTaskService {
4445

4546
private final OperatorInstanceMapper operatorInstanceMapper;
4647

48+
private final CleaningResultMapper cleaningResultMapper;
49+
4750
private final CleaningTaskScheduler taskScheduler;
4851

4952
private final String DATASET_PATH = "/dataset";
@@ -94,6 +97,8 @@ public CleaningTask getTask(String taskId) {
9497
@Transactional
9598
public void deleteTask(String taskId) {
9699
cleaningTaskMapper.deleteTask(taskId);
100+
operatorInstanceMapper.deleteByInstanceId(taskId);
101+
cleaningResultMapper.deleteByInstanceId(taskId);
97102
}
98103

99104
public void executeTask(String taskId) {

backend/services/data-cleaning-service/src/main/java/com/dataengine/cleaning/application/service/CleaningTemplateService.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,5 +90,6 @@ public CleaningTemplate updateTemplate(String templateId, UpdateCleaningTemplate
9090
@Transactional
9191
public void deleteTemplate(String templateId) {
9292
cleaningTemplateMapper.deleteTemplate(templateId);
93+
operatorInstanceMapper.deleteByInstanceId(templateId);
9394
}
9495
}
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
package com.dataengine.cleaning.infrastructure.persistence.mapper;
2+
3+
import org.apache.ibatis.annotations.Mapper;
4+
import org.apache.ibatis.annotations.Param;
5+
6+
@Mapper
7+
public interface CleaningResultMapper {
8+
void deleteByInstanceId(@Param("instanceId") String instanceId);
9+
}

backend/services/data-cleaning-service/src/main/java/com/dataengine/cleaning/infrastructure/persistence/mapper/OperatorInstanceMapper.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,8 @@
1010
@Mapper
1111
public interface OperatorInstanceMapper {
1212

13-
void insertInstance(@Param("instance_id") String instance_id,
13+
void insertInstance(@Param("instanceId") String instanceId,
1414
@Param("instances") List<OperatorInstancePo> instances);
15+
16+
void deleteByInstanceId(@Param("instanceId") String instanceId);
1517
}

backend/services/data-cleaning-service/src/main/java/com/dataengine/cleaning/interfaces/api/CleaningTemplateController.java

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,12 +35,13 @@ public ResponseEntity<Response<PagedResponse<CleaningTemplate>>> cleaningTemplat
3535
@RequestParam(value = "keywords", required = false) String keyword) {
3636
List<CleaningTemplate> templates = cleaningTemplateService.getTemplates(keyword);
3737
if (page == null || size == null) {
38-
return ResponseEntity.ok(Response.ok(PagedResponse.of(templates)));
38+
return ResponseEntity.ok(Response.ok(PagedResponse.of(templates.stream()
39+
.sorted(Comparator.comparing(CleaningTemplate::getCreatedAt).reversed()).toList())));
3940
}
4041
int count = templates.size();
4142
int totalPages = (count + size + 1) / size;
4243
List<CleaningTemplate> limitTemplates = templates.stream()
43-
.sorted(Comparator.comparing(CleaningTemplate::getCreatedAt))
44+
.sorted(Comparator.comparing(CleaningTemplate::getCreatedAt).reversed())
4445
.skip((long) page * size)
4546
.limit(size).toList();
4647
return ResponseEntity.ok(Response.ok(PagedResponse.of(limitTemplates, page, count, totalPages)));
Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
<?xml version="1.0" encoding="UTF-8" ?>
2+
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
3+
<mapper namespace="com.dataengine.cleaning.infrastructure.persistence.mapper.CleaningResultMapper">
4+
<delete id="deleteByInstanceId">
5+
DELETE FROM t_clean_result WHERE instance_id = #{instanceId}
6+
</delete>
7+
8+
</mapper>

backend/services/data-cleaning-service/src/main/resources/mappers/CleaningTaskMapper.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616
AND name LIKE CONCAT('%', #{keywords}, '%')
1717
</if>
1818
</where>
19-
ORDER BY created_at
19+
ORDER BY created_at DESC
2020
<if test="size != null and offset != null">
2121
LIMIT ${size} OFFSET ${offset}
2222
</if>

backend/services/data-cleaning-service/src/main/resources/mappers/CleaningTemplateMapper.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010
AND name LIKE CONCAT('%', #{keywords}, '%')
1111
</if>
1212
</where>
13-
ORDER BY created_at
13+
ORDER BY created_at DESC
1414
</select>
1515

1616
<select id="findAllOperators" resultType="com.dataengine.cleaning.interfaces.dto.OperatorResponse">

backend/services/data-cleaning-service/src/main/resources/mappers/OperatorInstanceMapper.xml

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,13 @@
44
<insert id="insertInstance">
55
INSERT INTO t_operator_instance(instance_id, operator_id, op_index, settings_override)
66
VALUES
7-
<foreach collection="instances" item="instance" separator="," index="index">
8-
(#{instance_id}, #{instance.id}, #{index} + 1, #{instance.overrides})
7+
<foreach collection="instances" item="operator" separator="," index="index">
8+
(#{instanceId}, #{operator.id}, #{index} + 1, #{operator.overrides})
99
</foreach>
1010
</insert>
1111

12+
<delete id="deleteByInstanceId">
13+
DELETE FROM t_operator_instance
14+
WHERE instance_id = #{instanceId};
15+
</delete>
1216
</mapper>

0 commit comments

Comments
 (0)