Skip to content

Commit 50fbd64

Browse files
hhhhsc701hhhhsc701
committed
数据处理任务下发接口实现
1 parent b6ea0a7 commit 50fbd64

16 files changed

Lines changed: 513 additions & 200 deletions

File tree

‎backend/openapi/specs/data-cleaning.yaml‎

Lines changed: 24 additions & 187 deletions
Original file line numberDiff line numberDiff line change
@@ -59,25 +59,6 @@ paths:
5959
items: &ref_1
6060
$ref: '#/components/schemas/CleaningTask'
6161
headers: { }
62-
'400':
63-
description: 请求参数无效或缺失
64-
content:
65-
application/json:
66-
schema: &ref_0
67-
$ref: '#/components/schemas/ErrorResponse'
68-
example:
69-
error: Bad Request
70-
message: Invalid input data provided.
71-
headers: { }
72-
'500':
73-
description: 服务器内部错误
74-
content:
75-
application/json:
76-
schema: *ref_0
77-
example:
78-
error: Internal Server Error
79-
message: An unexpected error occurred on the server.
80-
headers: { }
8162
security: [ ]
8263
post:
8364
summary: 创建新的数据清洗任务
@@ -99,33 +80,6 @@ paths:
9980
application/json:
10081
schema: *ref_1
10182
headers: { }
102-
'400':
103-
description: 请求参数无效或缺失
104-
content:
105-
application/json:
106-
schema: *ref_0
107-
example:
108-
error: Bad Request
109-
message: Invalid input data provided.
110-
headers: { }
111-
'404':
112-
description: 请求的资源未找到
113-
content:
114-
application/json:
115-
schema: *ref_0
116-
example:
117-
error: Not Found
118-
message: The requested resource was not found.
119-
headers: { }
120-
'500':
121-
description: 服务器内部错误
122-
content:
123-
application/json:
124-
schema: *ref_0
125-
example:
126-
error: Internal Server Error
127-
message: An unexpected error occurred on the server.
128-
headers: { }
12983
security: [ ]
13084
/cleaning/tasks/{taskId}:
13185
get:
@@ -149,24 +103,6 @@ paths:
149103
application/json:
150104
schema: *ref_1
151105
headers: { }
152-
'404':
153-
description: 请求的资源未找到
154-
content:
155-
application/json:
156-
schema: *ref_0
157-
example:
158-
error: Not Found
159-
message: The requested resource was not found.
160-
headers: { }
161-
'500':
162-
description: 服务器内部错误
163-
content:
164-
application/json:
165-
schema: *ref_0
166-
example:
167-
error: Internal Server Error
168-
message: An unexpected error occurred on the server.
169-
headers: { }
170106
security: [ ]
171107
delete:
172108
summary: 删除数据清洗任务
@@ -186,24 +122,6 @@ paths:
186122
'204':
187123
description: 任务删除成功
188124
headers: { }
189-
'404':
190-
description: 请求的资源未找到
191-
content:
192-
application/json:
193-
schema: *ref_0
194-
example:
195-
error: Not Found
196-
message: The requested resource was not found.
197-
headers: { }
198-
'500':
199-
description: 服务器内部错误
200-
content:
201-
application/json:
202-
schema: *ref_0
203-
example:
204-
error: Internal Server Error
205-
message: An unexpected error occurred on the server.
206-
headers: { }
207125
security: [ ]
208126
/cleaning/templates:
209127
get:
@@ -223,15 +141,6 @@ paths:
223141
items: &ref_2
224142
$ref: '#/components/schemas/CleaningTemplate'
225143
headers: { }
226-
'500':
227-
description: 服务器内部错误
228-
content:
229-
application/json:
230-
schema: *ref_0
231-
example:
232-
error: Internal Server Error
233-
message: An unexpected error occurred on the server.
234-
headers: { }
235144
security: [ ]
236145
post:
237146
summary: 创建新的数据清洗模板
@@ -252,24 +161,6 @@ paths:
252161
application/json:
253162
schema: *ref_2
254163
headers: { }
255-
'400':
256-
description: 请求参数无效或缺失
257-
content:
258-
application/json:
259-
schema: *ref_0
260-
example:
261-
error: Bad Request
262-
message: Invalid input data provided.
263-
headers: { }
264-
'500':
265-
description: 服务器内部错误
266-
content:
267-
application/json:
268-
schema: *ref_0
269-
example:
270-
error: Internal Server Error
271-
message: An unexpected error occurred on the server.
272-
headers: { }
273164
security: [ ]
274165
/cleaning/templates/{templateId}:
275166
get:
@@ -293,24 +184,6 @@ paths:
293184
application/json:
294185
schema: *ref_2
295186
headers: { }
296-
'404':
297-
description: 请求的资源未找到
298-
content:
299-
application/json:
300-
schema: *ref_0
301-
example:
302-
error: Not Found
303-
message: The requested resource was not found.
304-
headers: { }
305-
'500':
306-
description: 服务器内部错误
307-
content:
308-
application/json:
309-
schema: *ref_0
310-
example:
311-
error: Internal Server Error
312-
message: An unexpected error occurred on the server.
313-
headers: { }
314187
security: [ ]
315188
put:
316189
summary: 更新数据清洗模板
@@ -338,33 +211,6 @@ paths:
338211
application/json:
339212
schema: *ref_2
340213
headers: { }
341-
'400':
342-
description: 请求参数无效或缺失
343-
content:
344-
application/json:
345-
schema: *ref_0
346-
example:
347-
error: Bad Request
348-
message: Invalid input data provided.
349-
headers: { }
350-
'404':
351-
description: 请求的资源未找到
352-
content:
353-
application/json:
354-
schema: *ref_0
355-
example:
356-
error: Not Found
357-
message: The requested resource was not found.
358-
headers: { }
359-
'500':
360-
description: 服务器内部错误
361-
content:
362-
application/json:
363-
schema: *ref_0
364-
example:
365-
error: Internal Server Error
366-
message: An unexpected error occurred on the server.
367-
headers: { }
368214
security: [ ]
369215
delete:
370216
summary: 删除数据清洗模板
@@ -384,33 +230,6 @@ paths:
384230
'204':
385231
description: 模板删除成功
386232
headers: { }
387-
'404':
388-
description: 请求的资源未找到
389-
content:
390-
application/json:
391-
schema: *ref_0
392-
example:
393-
error: Not Found
394-
message: The requested resource was not found.
395-
headers: { }
396-
'409':
397-
description: 因为有任务正在使用该模板而无法删除
398-
content:
399-
application/json:
400-
schema: *ref_0
401-
example:
402-
error: Conflict
403-
message: Template is in use by active tasks and cannot be deleted.
404-
headers: { }
405-
'500':
406-
description: 服务器内部错误
407-
content:
408-
application/json:
409-
schema: *ref_0
410-
example:
411-
error: Internal Server Error
412-
message: An unexpected error occurred on the server.
413-
headers: { }
414233
security: [ ]
415234

416235
components:
@@ -421,8 +240,9 @@ components:
421240
id:
422241
type: string
423242
overrides:
424-
type: array
425-
items:
243+
type: object
244+
properties: { }
245+
additionalProperties:
426246
type: object
427247
properties: { }
428248
required:
@@ -449,8 +269,7 @@ components:
449269
type: object
450270
properties:
451271
id:
452-
type: integer
453-
format: int64
272+
type: string
454273
description: 算子ID
455274
name:
456275
type: string
@@ -561,15 +380,21 @@ components:
561380
required:
562381
- name
563382
- instance
564-
- sourceType
383+
- srcDatasetId
384+
- destDatasetName
385+
- destDatasetType
565386
properties:
566387
name:
567388
type: string
568389
description: 任务名称
569390
description:
570391
type: string
571392
description: 任务描述
572-
sourceType:
393+
srcDatasetId:
394+
type: string
395+
destDatasetName:
396+
type: string
397+
destDatasetType:
573398
type: string
574399
instance:
575400
type: array
@@ -602,6 +427,18 @@ components:
602427
description:
603428
type: string
604429
description: 任务描述
430+
srcDatasetId:
431+
type: string
432+
description: 源数据集id
433+
srcDatasetName:
434+
type: string
435+
description: 源数据集名称
436+
destDatasetId:
437+
type: string
438+
description: 目标数据集id
439+
destDatasetName:
440+
type: string
441+
description: 目标数据集名称
605442
status:
606443
type: string
607444
description: 任务当前状态

‎backend/services/data-cleaning-service/pom.xml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,10 @@
6868
<version>${mapstruct.version}</version>
6969
<scope>provided</scope> <!-- 编译时需要，运行时不需要 -->
7070
</dependency>
71+
<dependency>
72+
<groupId>org.springframework.data</groupId>
73+
<artifactId>spring-data-commons</artifactId>
74+
</dependency>
7175
</dependencies>
7276

7377
<build>

0 commit comments

Comments
 (0)