DataMate/frontend/src/pages/DataManagement/dataset.model.ts at 22f7188561a802fffbc7939eb2ce85c2bd7f70ee · ModelEngine-Group/DataMate · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
export enum DatasetType {
  TEXT = "TEXT",
  IMAGE = "IMAGE",
  AUDIO = "AUDIO",
  VIDEO = "VIDEO",
}

export enum DatasetSubType {
  TEXT_DOCUMENT = "TEXT_DOCUMENT",
  TEXT_WEB = "TEXT_WEB",
  TEXT_DIALOG = "TEXT_DIALOG",
  IMAGE_IMAGE = "IMAGE_IMAGE",
  IMAGE_CAPTION = "IMAGE_CAPTION",
  AUDIO_AUDIO = "AUDIO_AUDIO",
  AUDIO_JSONL = "AUDIO_JSONL",
  VIDEO_VIDEO = "VIDEO_VIDEO",
  VIDEO_JSONL = "VIDEO_JSONL",
}

export enum DatasetStatus {
  DRAFT = "DRAFT",
  ACTIVE = "ACTIVE",
  PROCESSING = "PROCESSING",
  ARCHIVED = "ARCHIVED",
  PUBLISHED = "PUBLISHED",
  DEPRECATED = "DEPRECATED",
}

export enum DataSource {
  UPLOAD = "UPLOAD",
  COLLECTION = "COLLECTION",
  DATABASE = "DATABASE",
  NAS = "NAS",
  OBS = "OBS",
}

export interface DatasetFile {
  id: number;
  fileName: string;
  size: string;
  uploadDate: string;
  path: string;
}

export interface Dataset {
  id: number;
  name: string;
  description: string;
  parentId?: number;
  datasetType: DatasetType;
  status: DatasetStatus;
  size?: string;
  itemCount?: number;
  fileCount?: number;
  createdBy: string;
  createdAt: string;
  updatedAt: string;
  tags: TagItem[];
  targetLocation?: string;
  distribution?: Record<string, Record<string, number>>;
}

export interface TagItem {
  id: string;
  name: string;
  color: string;
  description: string;
}

export interface ScheduleConfig {
  type: "immediate" | "scheduled";
  scheduleType?: "daily" | "weekly" | "monthly" | "custom";
  time?: string;
  dayOfWeek?: string;
  dayOfMonth?: string;
  cronExpression?: string;
  maxExecutions?: number;
  executionCount?: number;
}

export interface DatasetTask {
  id: number;
  name: string;
  description: string;
  type: string;
  status: "importing" | "waiting" | "completed" | "failed";
  progress: number;
  createdAt: string;
  importConfig: any;
  scheduleConfig: ScheduleConfig;
  nextExecution?: string;
  lastExecution?: string;
  executionHistory?: { time: string; status: string }[];
}

export interface TaskItem {
  key: string;
  datasetId?: string; // 数据集 ID（用于 API 调用）
  title: string;
  percent: number;
  reqId: number;
  isCancel?: boolean;
  controller: AbortController;
  cancelFn?: () => void;
  updateEvent?: string;
  size?: number;
  hasArchive?: boolean;
  prefix?: string; // 当前路径前缀
}