You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/02/07 09:31:20 UTC
kylin git commit: KYLIN-2434 use
kylin.source.hive.database-for-flat-table in spark cubing
Repository: kylin
Updated Branches:
refs/heads/master b32cc9545 -> f62465cc5
KYLIN-2434 use kylin.source.hive.database-for-flat-table in spark cubing
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/f62465cc
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/f62465cc
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/f62465cc
Branch: refs/heads/master
Commit: f62465cc5a5fe0f90142c0606c0c75e8c721bf0e
Parents: b32cc95
Author: lidongsjtu <li...@apache.org>
Authored: Tue Feb 7 17:31:07 2017 +0800
Committer: lidongsjtu <li...@apache.org>
Committed: Tue Feb 7 17:31:14 2017 +0800
----------------------------------------------------------------------
.../java/org/apache/kylin/engine/spark/SparkCubingByLayer.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/f62465cc/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
----------------------------------------------------------------------
diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
index 8892a73..071806c 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
@@ -150,11 +150,12 @@ public class SparkCubingByLayer extends AbstractApplication implements Serializa
setupClasspath(sc, confPath);
HadoopUtil.deletePath(sc.hadoopConfiguration(), new Path(outputPath));
+ final KylinConfig envConfig = KylinConfig.getInstanceFromEnv();
+
HiveContext sqlContext = new HiveContext(sc.sc());
- final DataFrame intermediateTable = sqlContext.table(hiveTable);
+ final DataFrame intermediateTable = sqlContext.table(envConfig.getHiveDatabaseForIntermediateTable() + "." + hiveTable);
System.setProperty(KylinConfig.KYLIN_CONF, confPath);
- final KylinConfig envConfig = KylinConfig.getInstanceFromEnv();
final CubeInstance cubeInstance = CubeManager.getInstance(envConfig).getCube(cubeName);
final CubeDesc cubeDesc = cubeInstance.getDescriptor();
final CubeSegment cubeSegment = cubeInstance.getSegmentById(segmentId);