[Fix-18177][Task Plugin] Fix AliyunServerlessSpark plugin dependency conflicts and improve exception handling (#18180)

Co-authored-by: xiangzihao <460888207@qq.com>

Author: includetts

dolphinscheduler-bom/pom.xml

@@ -129,6 +129,8 @@
         <guice.version>7.0.0</guice.version>
         <jsr305.version>3.0.0</jsr305.version>
         <error.prone.annotations.version>2.11.0</error.prone.annotations.version>
+        <emr-serverless-spark.version>2.4.1</emr-serverless-spark.version>
+        <credentials-java.version>1.0.1</credentials-java.version>
     </properties>
 
     <dependencyManagement>
@@ -959,6 +961,18 @@
                 <scope>test</scope>
             </dependency>
 
+            <dependency>
+                <groupId>com.aliyun</groupId>
+                <artifactId>emr_serverless_spark20230808</artifactId>
+                <version>${emr-serverless-spark.version}</version>
+            </dependency>
+
+            <dependency>
+                <groupId>com.aliyun</groupId>
+                <artifactId>credentials-java</artifactId>
+                <version>${credentials-java.version}</version>
+            </dependency>
+
             <!-- test dependencies on TestContainers -->
             <dependency>
                 <groupId>org.testcontainers</groupId>

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-aliyunserverlessspark/pom.xml

@@ -54,13 +54,11 @@
         <dependency>
             <groupId>com.aliyun</groupId>
             <artifactId>emr_serverless_spark20230808</artifactId>
-            <version>1.0.0</version>
         </dependency>
 
         <dependency>
             <groupId>com.aliyun</groupId>
             <artifactId>credentials-java</artifactId>
-            <version>0.3.0</version>
         </dependency>
     </dependencies>
 

dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml

@@ -67,13 +67,11 @@
         <dependency>
             <groupId>com.aliyun</groupId>
             <artifactId>emr_serverless_spark20230808</artifactId>
-            <version>2.4.1</version>
         </dependency>
 
         <dependency>
             <groupId>com.aliyun</groupId>
             <artifactId>credentials-java</artifactId>
-            <version>0.3.0</version>
         </dependency>
     </dependencies>
 

dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/src/main/java/org/apache/dolphinscheduler/plugin/task/aliyunserverlessspark/AliyunServerlessSparkTask.java

@@ -154,7 +154,7 @@ public void handle(TaskCallBack taskCallBack) throws TaskException {
                 return aliyunServerlessSparkClient.startJobRun(
                         aliyunServerlessSparkParameters.getWorkspaceId(), startJobRunRequest);
             } catch (Exception e) {
-                throw new AliyunServerlessSparkTaskException("Failed to start job run!");
+                throw new AliyunServerlessSparkTaskException("Failed to start job run! ", e);
             }
         }, retryPolicy);
 
@@ -224,7 +224,7 @@ public void cancelApplication() throws TaskException {
                                 aliyunServerlessSparkParameters.getWorkspaceId(), jobRunId,
                                 cancelJobRunRequest);
                     } catch (Exception e) {
-                        throw new AliyunServerlessSparkTaskException("Failed to cancel job run!");
+                        throw new AliyunServerlessSparkTaskException("Failed to cancel job run! ", e);
                     }
                 }, retryPolicy);
     }