Skip to content

Commit 4f80133

Browse files
authored
fix: adapt the latest java trigger worflow code (#156)
* Change docker build command * fix according to latest PythongGateway.java code
1 parent ccc6677 commit 4f80133

9 files changed

Lines changed: 19 additions & 28 deletions

File tree

.github/workflows/ci.yaml

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -197,14 +197,11 @@ jobs:
197197
# Switch to project root directory to run mvnw command
198198
- name: Build Image
199199
working-directory: dolphinscheduler
200-
201200
run: |
202201
./mvnw -B clean install \
203-
-Dmaven.test.skip \
204-
-Dmaven.javadoc.skip \
205-
-Dcheckstyle.skip=true \
206-
-Pdocker,release -Ddocker.tag=ci \
207-
-pl dolphinscheduler-standalone-server -am
202+
-Dmaven.test.skip=true \
203+
-Dspotless.skip=true \
204+
-Pdocker,staging -Ddocker.tag=ci
208205
- name: Set up Python
209206
uses: actions/setup-python@v4
210207
with:

src/pydolphinscheduler/constants.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ class TaskType(str):
5656
HTTP = "HTTP"
5757
PYTHON = "PYTHON"
5858
SQL = "SQL"
59-
SUB_WORKFLOW = "SUB_PROCESS"
59+
SUB_WORKFLOW = "SUB_WORKFLOW"
6060
PROCEDURE = "PROCEDURE"
6161
DATAX = "DATAX"
6262
DEPENDENT = "DEPENDENT"

src/pydolphinscheduler/core/workflow.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -484,9 +484,7 @@ def start(self) -> None:
484484
self._user,
485485
self._project,
486486
self.name,
487-
"",
488487
self.worker_group,
489488
self.warning_type,
490489
self.warning_group_id,
491-
24 * 3600,
492490
)

src/pydolphinscheduler/java_gateway.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -299,22 +299,18 @@ def exec_workflow_instance(
299299
user_name: str,
300300
project_name: str,
301301
workflow_name: str,
302-
cron_time: str,
303302
worker_group: str,
304303
warning_type: str,
305304
warning_group_id: int,
306-
timeout: int,
307305
):
308306
"""Exec workflow instance through java gateway."""
309307
return self.gateway.entry_point.execWorkflowInstance(
310308
user_name,
311309
project_name,
312310
workflow_name,
313-
cron_time,
314311
worker_group,
315312
warning_type,
316313
warning_group_id,
317-
timeout,
318314
)
319315

320316

src/pydolphinscheduler/tasks/dependent.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -135,8 +135,8 @@ def project_code(self) -> str:
135135

136136
@property
137137
def definition_code(self) -> str:
138-
"""Get dependent definition code."""
139-
return self.get_code_from_gateway().get("processDefinitionCode")
138+
"""Get dependent workflow code."""
139+
return self.get_code_from_gateway().get("workflowDefinitionCode")
140140

141141
@property
142142
def dep_task_code(self) -> str:

src/pydolphinscheduler/tasks/sub_workflow.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,14 +28,14 @@
2828
class SubWorkflow(BatchTask):
2929
"""Task SubWorkflow object, declare behavior for SubWorkflow task to dolphinscheduler."""
3030

31-
_task_custom_attr = {"process_definition_code"}
31+
_task_custom_attr = {"workflow_definition_code"}
3232

3333
def __init__(self, name: str, workflow_name: str, *args, **kwargs):
3434
super().__init__(name, TaskType.SUB_WORKFLOW, *args, **kwargs)
3535
self.workflow_name = workflow_name
3636

3737
@property
38-
def process_definition_code(self) -> str:
38+
def workflow_definition_code(self) -> str:
3939
"""Get workflow code, a wrapper for :func:`get_workflow_info`.
4040
4141
We can not change this function name to workflow_code, because it is a keyword used in

tests/core/test_yaml_workflow.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -190,7 +190,7 @@ def test_get_error(task_type):
190190
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
191191
return_value={
192192
"projectCode": 0,
193-
"processDefinitionCode": 0,
193+
"workflowDefinitionCode": 0,
194194
"taskDefinitionCode": 0,
195195
},
196196
)

tests/tasks/test_dependent.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@
7878
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
7979
return_value={
8080
"projectCode": TEST_PROJECT_CODE,
81-
"processDefinitionCode": TEST_DEFINITION_CODE,
81+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
8282
"taskDefinitionCode": TEST_TASK_CODE,
8383
},
8484
)
@@ -117,7 +117,7 @@ def test_dependent_item_get_define(mock_task_info, dep_date, dep_cycle):
117117
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
118118
return_value={
119119
"projectCode": TEST_PROJECT_CODE,
120-
"processDefinitionCode": TEST_DEFINITION_CODE,
120+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
121121
"taskDefinitionCode": TEST_TASK_CODE,
122122
},
123123
)
@@ -212,7 +212,7 @@ def test_dependent_item_code_parameter(task_name: dict, result: str | None):
212212
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
213213
return_value={
214214
"projectCode": TEST_PROJECT_CODE,
215-
"processDefinitionCode": TEST_DEFINITION_CODE,
215+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
216216
"taskDefinitionCode": TEST_TASK_CODE,
217217
},
218218
)
@@ -353,7 +353,7 @@ def test_dependent_operator_set_define_error(mock_code, arg_list):
353353
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
354354
return_value={
355355
"projectCode": TEST_PROJECT_CODE,
356-
"processDefinitionCode": TEST_DEFINITION_CODE,
356+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
357357
"taskDefinitionCode": TEST_TASK_CODE,
358358
},
359359
)
@@ -552,7 +552,7 @@ def test_operator_dependent_item(
552552
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
553553
return_value={
554554
"projectCode": TEST_PROJECT_CODE,
555-
"processDefinitionCode": TEST_DEFINITION_CODE,
555+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
556556
"taskDefinitionCode": TEST_TASK_CODE,
557557
},
558558
)
@@ -682,7 +682,7 @@ def get_dep_task_list(*operator):
682682
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
683683
return_value={
684684
"projectCode": TEST_PROJECT_CODE,
685-
"processDefinitionCode": TEST_DEFINITION_CODE,
685+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
686686
"taskDefinitionCode": TEST_TASK_CODE,
687687
},
688688
)
@@ -738,7 +738,7 @@ def test_operator_dependent_task_list_multi_dependent_list(
738738
"pydolphinscheduler.tasks.dependent.DependentItem.get_code_from_gateway",
739739
return_value={
740740
"projectCode": TEST_PROJECT_CODE,
741-
"processDefinitionCode": TEST_DEFINITION_CODE,
741+
"workflowDefinitionCode": TEST_DEFINITION_CODE,
742742
"taskDefinitionCode": TEST_TASK_CODE,
743743
},
744744
)

tests/tasks/test_sub_workflow.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@
3535
(
3636
{"workflow_name": TEST_SUB_WORKFLOW_NAME},
3737
{
38-
"processDefinitionCode": TEST_SUB_WORKFLOW_CODE,
38+
"workflowDefinitionCode": TEST_SUB_WORKFLOW_CODE,
3939
"localParams": [],
4040
"resourceList": [],
4141
"dependence": {},
@@ -83,7 +83,7 @@ def test_sub_workflow_get_define(mock_workflow_definition):
8383
expect_task_params = {
8484
"resourceList": [],
8585
"localParams": [],
86-
"processDefinitionCode": TEST_SUB_WORKFLOW_CODE,
86+
"workflowDefinitionCode": TEST_SUB_WORKFLOW_CODE,
8787
"dependence": {},
8888
"conditionResult": {"successNode": [""], "failedNode": [""]},
8989
"waitStartTimeout": {},
@@ -115,7 +115,7 @@ def test_deprecated_sub_workflow_get_define(mock_workflow_definition):
115115
expect_task_params = {
116116
"resourceList": [],
117117
"localParams": [],
118-
"processDefinitionCode": TEST_SUB_WORKFLOW_CODE,
118+
"workflowDefinitionCode": TEST_SUB_WORKFLOW_CODE,
119119
"dependence": {},
120120
"conditionResult": {"successNode": [""], "failedNode": [""]},
121121
"waitStartTimeout": {},

0 commit comments

Comments
 (0)