You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amoro.apache.org by xu...@apache.org on 2025/10/17 08:39:02 UTC

(amoro) branch master updated: [Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)

This is an automated email from the ASF dual-hosted git repository.

xuba pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/amoro.git


The following commit(s) were added to refs/heads/master by this push:
     new 3390fd985 [Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)
3390fd985 is described below

commit 3390fd985d174a57eedf74135c8d8786b5f8d81e
Author: can <95...@users.noreply.github.com>
AuthorDate: Fri Oct 17 16:38:59 2025 +0800

    [Improvement]: The Spark optimizer uses the same name as Flink to facilitate problem location #3824 (#3825)
    
    Co-authored-by: wardli <wa...@tencent.com>
---
 .../org/apache/amoro/server/manager/SparkOptimizerContainer.java     | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
index 4e82a6e8e..58d8c2f06 100644
--- a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
+++ b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
@@ -166,18 +166,21 @@ public class SparkOptimizerContainer extends AbstractOptimizerContainer {
                 OptimizerProperties.EXPORT_PROPERTY_PREFIX + ENV_HADOOP_USER_NAME, "hadoop");
     String jobArgs = super.buildOptimizerStartupArgsString(resource);
     // ./bin/spark-submit --master <master> --deploy-mode=<sparkMode> <options> --proxy-user <user>
+    // --name <appName>
     // --class
     // <main-class>
     // <job-file>
     // <arguments>
     //  options: --conf <property=value>
     return String.format(
-        "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s --class %s %s %s",
+        "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s --name %s --class %s %s %s",
         sparkHome,
         sparkMaster,
         deployMode.getValue(),
         sparkOptions,
         proxyUser,
+        String.join(
+            "-", "Amoro-spark-optimizer", resource.getGroupName(), resource.getResourceId()),
         SPARK_JOB_MAIN_CLASS,
         jobUri,
         jobArgs);