You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by ke...@apache.org on 2023/09/19 05:25:44 UTC
[dolphinscheduler] branch 3.1.9-prepare updated: [Fix-14546] seatunnel unable submit spark job to spark (#14617)
This is an automated email from the ASF dual-hosted git repository.
kerwin pushed a commit to branch 3.1.9-prepare
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git
The following commit(s) were added to refs/heads/3.1.9-prepare by this push:
new df9aa418b8 [Fix-14546] seatunnel unable submit spark job to spark (#14617)
df9aa418b8 is described below
commit df9aa418b8aa23ed4ef7d4eb64363f370dc94a46
Author: Yhr-N <83...@users.noreply.github.com>
AuthorDate: Tue Sep 19 13:23:27 2023 +0800
[Fix-14546] seatunnel unable submit spark job to spark (#14617)
---
.../plugin/task/seatunnel/spark/SeatunnelSparkTask.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java b/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
index 8389220a0f..953690b220 100644
--- a/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
+++ b/dolphinscheduler-task-plugin/dolphinscheduler-task-seatunnel/src/main/java/org/apache/dolphinscheduler/plugin/task/seatunnel/spark/SeatunnelSparkTask.java
@@ -56,9 +56,10 @@ public class SeatunnelSparkTask extends SeatunnelTask {
MasterTypeEnum master = DeployModeEnum.local == seatunnelParameters.getDeployMode() ? MasterTypeEnum.LOCAL : seatunnelParameters.getMaster();
args.add(MASTER_OPTIONS);
- args.add(master.getCommand());
if (MasterTypeEnum.SPARK.equals(master) || MasterTypeEnum.MESOS.equals(master)) {
- args.add(seatunnelParameters.getMasterUrl());
+ args.add(master.getCommand() + seatunnelParameters.getMasterUrl());
+ } else {
+ args.add(master.getCommand());
}
return args;