feature: realize that data sets, data cleaning, and knowledge bases are isolated according to the creator, and operators are not isolated.

hefanli · hefanli · commit 94d732cd5520 · 2026-01-21T09:53:17.000+08:00
diff --git a/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/domain/model/entity/CleaningTask.java b/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/domain/model/entity/CleaningTask.java
@@ -2,6 +2,7 @@
 
 import com.baomidou.mybatisplus.annotation.TableName;
 import com.datamate.cleaning.common.enums.CleaningTaskStatusEnum;
+import com.datamate.common.domain.model.base.BaseEntity;
 import lombok.Getter;
 import lombok.Setter;
 
@@ -14,9 +15,7 @@
 @Getter
 @Setter
 @TableName(value = "t_clean_task", autoResultMap = true)
-public class CleaningTask {
-    private String id;
-
+public class CleaningTask extends BaseEntity<String> {
     private String name;
 
     private String description;
@@ -37,8 +36,6 @@ public class CleaningTask {
 
     private Integer fileCount;
 
-    private LocalDateTime createdAt;
-
     private LocalDateTime startedAt;
 
     private LocalDateTime finishedAt;
diff --git a/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/CleaningResultMapper.java b/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/CleaningResultMapper.java
@@ -2,8 +2,10 @@
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
 import com.datamate.cleaning.domain.model.entity.CleaningResult;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import org.apache.ibatis.annotations.Mapper;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface CleaningResultMapper extends BaseMapper<CleaningResult> {
 }
diff --git a/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/CleaningTemplateMapper.java b/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/CleaningTemplateMapper.java
@@ -5,13 +5,15 @@
 import com.baomidou.mybatisplus.core.toolkit.Constants;
 import com.datamate.cleaning.domain.model.entity.TemplateWithInstance;
 import com.datamate.cleaning.domain.model.entity.CleaningTemplate;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Param;
 import org.apache.ibatis.annotations.Select;
 
 import java.util.List;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface CleaningTemplateMapper extends BaseMapper<CleaningTemplate> {
     @Select("SELECT t.id AS id, name, description, created_at, updated_at, created_by, operator_id, op_index, " +
         "settings_override FROM t_clean_template t LEFT JOIN t_operator_instance o ON t.id = o.instance_id " +
diff --git a/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/OperatorInstanceMapper.java b/backend/services/data-cleaning-service/src/main/java/com/datamate/cleaning/infrastructure/persistence/mapper/OperatorInstanceMapper.java
@@ -2,6 +2,7 @@
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
 import com.datamate.cleaning.domain.model.entity.OperatorInstance;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.operator.domain.model.OperatorView;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Select;
@@ -10,6 +11,7 @@
 
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface OperatorInstanceMapper extends BaseMapper<OperatorInstance> {
     @Select("SELECT o.operator_id as id, o.operator_name as name, o.description, o.version, o.inputs, o.outputs, " +
             "o.runtime, o.settings, o.created_at, o.updated_at, " +
diff --git a/backend/services/data-management-service/src/main/java/com/datamate/datamanagement/application/DatasetFileApplicationService.java b/backend/services/data-management-service/src/main/java/com/datamate/datamanagement/application/DatasetFileApplicationService.java
@@ -137,7 +137,7 @@ public PagedResponse<DatasetFile> getDatasetFilesWithDirectory(String datasetId,
 
             return new PagedResponse<>(page, size, total, totalPages, datasetFiles);
         } catch (IOException e) {
-            log.error("list dataset path error", e);
+            log.warn("list dataset path error");
             return PagedResponse.of(new Page<>(page, size));
         }
     }
diff --git a/backend/services/data-management-service/src/main/java/com/datamate/datamanagement/infrastructure/persistence/mapper/DatasetFileMapper.java b/backend/services/data-management-service/src/main/java/com/datamate/datamanagement/infrastructure/persistence/mapper/DatasetFileMapper.java
@@ -1,6 +1,7 @@
 package com.datamate.datamanagement.infrastructure.persistence.mapper;
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.datamanagement.domain.model.dataset.DatasetFile;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Param;
@@ -9,6 +10,7 @@
 import java.util.List;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface DatasetFileMapper extends BaseMapper<DatasetFile> {
     DatasetFile findById(@Param("id") String id);
     List<DatasetFile> findByDatasetId(@Param("datasetId") String datasetId, RowBounds rowBounds);
diff --git a/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/CategoryMapper.java b/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/CategoryMapper.java
@@ -1,9 +1,11 @@
 package com.datamate.operator.infrastructure.persistence.mapper;
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.operator.domain.model.Category;
 import org.apache.ibatis.annotations.Mapper;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface CategoryMapper extends BaseMapper<Category> {
 }
diff --git a/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/CategoryRelationMapper.java b/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/CategoryRelationMapper.java
@@ -1,9 +1,11 @@
 package com.datamate.operator.infrastructure.persistence.mapper;
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.operator.domain.model.CategoryRelation;
 import org.apache.ibatis.annotations.Mapper;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface CategoryRelationMapper extends BaseMapper<CategoryRelation> {
 }
diff --git a/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/OperatorMapper.java b/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/OperatorMapper.java
@@ -1,11 +1,13 @@
 package com.datamate.operator.infrastructure.persistence.mapper;
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.operator.domain.model.Operator;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Select;
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface OperatorMapper extends BaseMapper<Operator> {
 
     @Select("SELECT count(1) FROM t_operator_instance oi JOIN t_clean_template t ON oi.instance_id = t.id " +
diff --git a/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/OperatorViewMapper.java b/backend/services/operator-market-service/src/main/java/com/datamate/operator/infrastructure/persistence/mapper/OperatorViewMapper.java
@@ -4,13 +4,15 @@
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
 import com.baomidou.mybatisplus.core.metadata.IPage;
 import com.baomidou.mybatisplus.core.toolkit.Constants;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.operator.domain.model.OperatorView;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Param;
 import org.apache.ibatis.annotations.Select;
 
 
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface OperatorViewMapper extends BaseMapper<OperatorView> {
     @Select("SELECT operator_id AS id, operator_name AS name, description, version, inputs, outputs, runtime, " +
         "settings, is_star, created_at, updated_at, " +
diff --git a/backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/infrastructure/persistence/mapper/RagFileMapper.java b/backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/infrastructure/persistence/mapper/RagFileMapper.java
@@ -2,6 +2,7 @@
 
 
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import com.datamate.rag.indexer.domain.model.RagFile;
 import org.apache.ibatis.annotations.Mapper;
 
@@ -12,5 +13,6 @@
  * @since 2025-10-24
  */
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface RagFileMapper extends BaseMapper<RagFile> {
 }
diff --git a/backend/shared/domain-common/src/main/java/com/datamate/common/infrastructure/mapper/ChunkUploadRequestMapper.java b/backend/shared/domain-common/src/main/java/com/datamate/common/infrastructure/mapper/ChunkUploadRequestMapper.java
@@ -1,6 +1,7 @@
 package com.datamate.common.infrastructure.mapper;
 
 import com.datamate.common.domain.model.ChunkUploadPreRequest;
+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Param;
 
@@ -10,6 +11,7 @@
  * 文件切片上传请求Mapper
  */
 @Mapper
+@IgnoreDataScopeAnnotation
 public interface ChunkUploadRequestMapper {
 
     /**
diff --git a/scripts/db/data-cleaning-init.sql b/scripts/db/data-cleaning-init.sql
@@ -34,11 +34,13 @@ CREATE TABLE IF NOT EXISTS t_clean_task
     before_size       BIGINT,
     after_size        BIGINT,
     file_count        INTEGER,
-    created_at        TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
     started_at        TIMESTAMP,
     finished_at       TIMESTAMP,
-    created_by        VARCHAR(256)
-    );
+    created_by        VARCHAR(256),
+    updated_by        VARCHAR(256),
+    created_at        TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at        TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
 
 COMMENT ON TABLE t_clean_task IS '清洗任务表';
 COMMENT ON COLUMN t_clean_task.id IS '主键ID';
@@ -52,10 +54,12 @@ COMMENT ON COLUMN t_clean_task.dest_dataset_name IS '目标数据集名称';
 COMMENT ON COLUMN t_clean_task.before_size IS '清洗前大小';
 COMMENT ON COLUMN t_clean_task.after_size IS '清洗后大小';
 COMMENT ON COLUMN t_clean_task.file_count IS '文件数量';
-COMMENT ON COLUMN t_clean_task.created_at IS '创建时间';
 COMMENT ON COLUMN t_clean_task.started_at IS '开始时间';
 COMMENT ON COLUMN t_clean_task.finished_at IS '完成时间';
+COMMENT ON COLUMN t_clean_task.created_at IS '创建时间';
+COMMENT ON COLUMN t_clean_task.updated_at IS '更新时间';
 COMMENT ON COLUMN t_clean_task.created_by IS '创建者';
+COMMENT ON COLUMN t_clean_task.updated_by IS '更新者';
 
 -- 操作员实例表
 CREATE TABLE IF NOT EXISTS t_operator_instance
diff --git a/scripts/db/data-management-init.sql b/scripts/db/data-management-init.sql
@@ -190,7 +190,9 @@ CREATE TABLE IF NOT EXISTS t_dm_tags (
     color VARCHAR(7),
     usage_count BIGINT DEFAULT 0,
     created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    created_by VARCHAR(255),
+    updated_by VARCHAR(255)
 );
 
 COMMENT ON TABLE t_dm_tags IS '标签表（UUID 主键）';
@@ -202,6 +204,8 @@ COMMENT ON COLUMN t_dm_tags.color IS '标签颜色(十六进制)';
 COMMENT ON COLUMN t_dm_tags.usage_count IS '使用次数';
 COMMENT ON COLUMN t_dm_tags.created_at IS '创建时间';
 COMMENT ON COLUMN t_dm_tags.updated_at IS '更新时间';
+COMMENT ON COLUMN t_dm_tags.created_by IS '创建者';
+COMMENT ON COLUMN t_dm_tags.updated_by IS '更新者';
 
 -- 创建索引
 CREATE INDEX IF NOT EXISTS idx_dm_tag_category ON t_dm_tags(category);

Original file line number	Diff line number	Diff line change
`@@ -2,8 +2,10 @@`
`2`	`2`
`3`	`3`	`import com.baomidou.mybatisplus.core.mapper.BaseMapper;`
`4`	`4`	`import com.datamate.cleaning.domain.model.entity.CleaningResult;`
	`5`	`+import com.datamate.common.infrastructure.config.IgnoreDataScopeAnnotation;`
`5`	`6`	`import org.apache.ibatis.annotations.Mapper;`
`6`	`7`
`7`	`8`	`@Mapper`
	`9`	`+@IgnoreDataScopeAnnotation`
`8`	`10`	`public interface CleaningResultMapper extends BaseMapper<CleaningResult> {`
`9`	`11`	`}`
Original file line number	Diff line number	Diff line change
`@@ -137,7 +137,7 @@ public PagedResponse<DatasetFile> getDatasetFilesWithDirectory(String datasetId,`
`137`	`137`
`138`	`138`	`return new PagedResponse<>(page, size, total, totalPages, datasetFiles);`
`139`	`139`	`} catch (IOException e) {`
`140`		`- log.error("list dataset path error", e);`
	`140`	`+ log.warn("list dataset path error");`
`141`	`141`	`return PagedResponse.of(new Page<>(page, size));`
`142`	`142`	`}`
`143`	`143`	`}`