You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2016/09/14 10:40:00 UTC
[06/11] kylin git commit: KYLIN-1758 add the hive set statements
KYLIN-1758 add the hive set statements
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/16b10aea
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/16b10aea
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/16b10aea
Branch: refs/heads/kylin-1.5.4-HBase1.x-release
Commit: 16b10aea07dc6c2f44bfa8c771ab0f468aa752c6
Parents: d6ad6a8
Author: shaofengshi <sh...@apache.org>
Authored: Sat Jun 4 16:22:38 2016 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Wed Sep 14 17:33:16 2016 +0800
----------------------------------------------------------------------
.../main/java/org/apache/kylin/source/hive/HiveMRInput.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/16b10aea/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
----------------------------------------------------------------------
diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
index 520d7cc..5af48bb 100644
--- a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
+++ b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
@@ -164,7 +164,6 @@ public class HiveMRInput implements IMRInput {
hiveCmdBuilder.addStatement(JoinedFlatTable.generateHiveSetStatements(conf));
hiveCmdBuilder.addStatement("set hive.exec.compress.output=false;\n");
hiveCmdBuilder.addStatement(JoinedFlatTable.generateCountDataStatement(flatTableDesc, rowCountOutputDir));
-
step.setCmd(hiveCmdBuilder.build());
step.setName(ExecutableConstants.STEP_NAME_COUNT_HIVE_TABLE);
@@ -190,10 +189,12 @@ public class HiveMRInput implements IMRInput {
if (lookupViewsTables.size() == 0) {
return null;
}
+ String setHql = "";
+ setHql = JoinedFlatTable.generateHiveSetStatements(conf);
final String useDatabaseHql = "USE " + conf.getConfig().getHiveDatabaseForIntermediateTable() + ";";
hiveCmdBuilder.addStatement(useDatabaseHql);
- hiveCmdBuilder.addStatement(JoinedFlatTable.generateHiveSetStatements(conf));
- for (TableDesc lookUpTableDesc : lookupViewsTables) {
+ hiveCmdBuilder.addStatement(setHql);
+ for(TableDesc lookUpTableDesc : lookupViewsTables) {
if (TableDesc.TABLE_TYPE_VIRTUAL_VIEW.equalsIgnoreCase(lookUpTableDesc.getTableType())) {
StringBuilder createIntermediateTableHql = new StringBuilder();
createIntermediateTableHql.append("DROP TABLE IF EXISTS " + lookUpTableDesc.getMaterializedName() + ";\n");