You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/02/24 09:20:11 UTC
kylin git commit: minor, add kylin.properties for Spark on HDP
Repository: kylin
Updated Branches:
refs/heads/master 9ff78bce7 -> cc1bac9f4
minor, add kylin.properties for Spark on HDP
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/cc1bac9f
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/cc1bac9f
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/cc1bac9f
Branch: refs/heads/master
Commit: cc1bac9f452fddcfd316a23c4d21bfb7e4261ff0
Parents: 9ff78bc
Author: Li Yang <li...@apache.org>
Authored: Fri Feb 24 17:20:02 2017 +0800
Committer: Li Yang <li...@apache.org>
Committed: Fri Feb 24 17:20:02 2017 +0800
----------------------------------------------------------------------
build/conf/kylin.properties | 5 +++++
.../apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java | 2 +-
2 files changed, 6 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/cc1bac9f/build/conf/kylin.properties
----------------------------------------------------------------------
diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties
index 46fe86b..cfceef4 100644
--- a/build/conf/kylin.properties
+++ b/build/conf/kylin.properties
@@ -230,3 +230,8 @@ kylin.engine.spark-conf.spark.history.fs.logDirectory=hdfs\:///kylin/spark-histo
## manually upload spark-assembly jar to HDFS and then set this property will avoid repeatedly uploading jar at runtime
#kylin.engine.spark-conf.spark.yarn.jar=hdfs://namenode:8020/kylin/spark/spark-assembly-1.6.3-hadoop2.6.0.jar
#kylin.engine.spark-conf.spark.io.compression.codec=org.apache.spark.io.SnappyCompressionCodec
+
+## uncomment for HDP
+#kylin.engine.spark-conf.spark.driver.extraJavaOptions=-Dhdp.version=current
+#kylin.engine.spark-conf.spark.yarn.am.extraJavaOptions=-Dhdp.version=current
+#kylin.engine.spark-conf.spark.executor.extraJavaOptions=-Dhdp.version=current
http://git-wip-us.apache.org/repos/asf/kylin/blob/cc1bac9f/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java
----------------------------------------------------------------------
diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java
index f68194e..e0b3e6c 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java
@@ -78,7 +78,7 @@ public class SparkBatchCubingJobBuilder2 extends BatchCubingJobBuilder2 {
try {
return ClassUtil.findContainingJar(Class.forName(className), perferLibraryName);
} catch (ClassNotFoundException e) {
- logger.warn("failed to locate jar for class " + className + ", ignore it", e);
+ logger.warn("failed to locate jar for class " + className + ", ignore it");
}
return "";