You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amoro.apache.org by xu...@apache.org on 2025/10/17 08:39:02 UTC
(amoro) branch master updated: [Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)
This is an automated email from the ASF dual-hosted git repository.
xuba pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/amoro.git
The following commit(s) were added to refs/heads/master by this push:
new 3390fd985 [Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)
3390fd985 is described below
commit 3390fd985d174a57eedf74135c8d8786b5f8d81e
Author: can <95...@users.noreply.github.com>
AuthorDate: Fri Oct 17 16:38:59 2025 +0800
[Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)
Co-authored-by: wardli <wa...@tencent.com>
---
.../org/apache/amoro/server/manager/SparkOptimizerContainer.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
index 4e82a6e8e..58d8c2f06 100644
--- a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
+++ b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
@@ -166,18 +166,21 @@ public class SparkOptimizerContainer extends AbstractOptimizerContainer {
OptimizerProperties.EXPORT_PROPERTY_PREFIX + ENV_HADOOP_USER_NAME, "hadoop");
String jobArgs = super.buildOptimizerStartupArgsString(resource);
// ./bin/spark-submit --master <master> --deploy-mode=<sparkMode> <options> --proxy-user <user>
+ // --name <appName>
// --class
// <main-class>
// <job-file>
// <arguments>
// options: --conf <property=value>
return String.format(
- "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s --class %s %s %s",
+ "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s --name %s --class %s %s %s",
sparkHome,
sparkMaster,
deployMode.getValue(),
sparkOptions,
proxyUser,
+ String.join(
+ "-", "Amoro-spark-optimizer", resource.getGroupName(), resource.getResourceId()),
SPARK_JOB_MAIN_CLASS,
jobUri,
jobArgs);