You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by ke...@apache.org on 2023/09/19 05:25:44 UTC

[dolphinscheduler] branch 3.1.9-prepare updated: [Fix-14546] seatunnel unable submit spark job to spark (#14617)

This is an automated email from the ASF dual-hosted git repository.

kerwin pushed a commit to branch 3.1.9-prepare
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git


The following commit(s) were added to refs/heads/3.1.9-prepare by this push:
     new df9aa418b8 [Fix-14546] seatunnel unable submit spark job to spark (#14617)
df9aa418b8 is described below

commit df9aa418b8aa23ed4ef7d4eb64363f370dc94a46
Author: Yhr-N <83...@users.noreply.github.com>
AuthorDate: Tue Sep 19 13:23:27 2023 +0800

    [Fix-14546] seatunnel unable submit spark job to spark (#14617)
---
 .../plugin/task/seatunnel/spark/SeatunnelSparkTask.java              | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java b/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
index 8389220a0f..953690b220 100644
--- a/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
+++ b/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
@@ -56,9 +56,10 @@ public class SeatunnelSparkTask extends SeatunnelTask {
         MasterTypeEnum master = DeployModeEnum.local == seatunnelParameters.getDeployMode() ? MasterTypeEnum.LOCAL : seatunnelParameters.getMaster();
 
         args.add(MASTER_OPTIONS);
-        args.add(master.getCommand());
         if (MasterTypeEnum.SPARK.equals(master) || MasterTypeEnum.MESOS.equals(master)) {
-            args.add(seatunnelParameters.getMasterUrl());
+            args.add(master.getCommand() + seatunnelParameters.getMasterUrl());
+        } else {
+            args.add(master.getCommand());
         }
 
         return args;