You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by xx...@apache.org on 2021/06/22 03:06:49 UTC
[kylin] branch kylin-on-parquet-v2 updated: KYLIN-5013 Write
table_snapshot to wrong cluster in Kylin4.0
This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a commit to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/kylin-on-parquet-v2 by this push:
new 23ecb27 KYLIN-5013 Write table_snapshot to wrong cluster in Kylin4.0
23ecb27 is described below
commit 23ecb279f3df849c7c99c304ca63d427a28ee393
Author: tianhui5 <ti...@xiaomi.com>
AuthorDate: Mon Jun 21 18:59:43 2021 +0800
KYLIN-5013 Write table_snapshot to wrong cluster in Kylin4.0
---
.../org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala | 2 +-
.../scala/org/apache/kylin/query/runtime/SparderLookupManager.scala | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala b/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
index 146dcab..0248fb5 100644
--- a/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
+++ b/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
@@ -75,7 +75,7 @@ class CubeSnapshotBuilder extends Logging {
val newSnapMap = Maps.newHashMap[String, String]
val fs = HadoopUtil.getWorkingFileSystem
val kylinConf = seg.kylinconf
- val baseDir = kylinConf.getReadHdfsWorkingDirectory
+ val baseDir = kylinConf.getHdfsWorkingDirectory
val toBuildTableDesc = seg.snapshotTables
if (kylinConf.isSnapshotParallelBuildEnabled) {
val service = Executors.newCachedThreadPool()
diff --git a/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala b/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
index 920084c..ed367c0 100644
--- a/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
+++ b/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
@@ -65,7 +65,7 @@ object SparderLookupManager extends Logging {
columns(index).getName).toString,
SparkTypeUtil.toSparkType(columns(index).getType))
}))
- val rsourcePath = kylinConfig.getReadHdfsWorkingDirectory + sourcePath
+ val rsourcePath = kylinConfig.getHdfsWorkingDirectory + sourcePath
SparderContext.getSparkSession.read
.schema(StructType(tableDesc.getColumns.map(column => StructField(column.getName, SparkTypeUtil.toSparkType(column.getType))).toSeq))
.parquet(rsourcePath)