You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ya...@apache.org on 2021/06/22 11:41:56 UTC
[kylin] 03/03: add kerberos usage check before set spark submit conf
This is an automated email from the ASF dual-hosted git repository.
yaqian pushed a commit to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git
commit 25080df65fae347edc28ebf73167fae7689aa561
Author: tianhui5 <ti...@xiaomi.com>
AuthorDate: Mon Jun 21 14:45:04 2021 +0800
add kerberos usage check before set spark submit conf
---
.../java/org/apache/kylin/engine/spark/job/NSparkExecutable.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java b/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
index 66fa91d..b88b05a 100644
--- a/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
+++ b/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
@@ -387,8 +387,10 @@ public class NSparkExecutable extends AbstractExecutable {
if (StringUtils.isNotBlank(sparkUploadFiles)) {
sb.append("--files ").append(sparkUploadFiles).append(" ");
}
- sb.append("--principal ").append(config.getKerberosPrincipal()).append(" ");
- sb.append("--keytab ").append(config.getKerberosKeytabPath()).append(" ");
+ if (config.isKerberosEnabled()) {
+ sb.append("--principal ").append(config.getKerberosPrincipal()).append(" ");
+ sb.append("--keytab ").append(config.getKerberosKeytabPath()).append(" ");
+ }
sb.append("--name job_step_%s ");
sb.append("--jars %s %s %s");
String cmd = String.format(Locale.ROOT, sb.toString(), hadoopConf, sparkSubmitCmd, getId(), jars, kylinJobJar,