You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2015/05/15 05:07:02 UTC
[50/50] [abbrv] incubator-kylin git commit: KYLIN-702 make default
block size to 64M for hive flat table.
KYLIN-702 make default block size to 64M for hive flat table.
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/4cf65f07
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/4cf65f07
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/4cf65f07
Branch: refs/heads/streaming-localdict
Commit: 4cf65f070bc9ddb05bba1414fcc67b1a991e64c7
Parents: 60d94fa
Author: Shao Feng, Shi <sh...@ebay.com>
Authored: Fri May 15 10:36:57 2015 +0800
Committer: Shao Feng, Shi <sh...@ebay.com>
Committed: Fri May 15 10:37:14 2015 +0800
----------------------------------------------------------------------
conf/kylin_hive_conf.xml | 13 ++++++++++++-
1 file changed, 12 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/4cf65f07/conf/kylin_hive_conf.xml
----------------------------------------------------------------------
diff --git a/conf/kylin_hive_conf.xml b/conf/kylin_hive_conf.xml
index d990175..8bd2c10 100644
--- a/conf/kylin_hive_conf.xml
+++ b/conf/kylin_hive_conf.xml
@@ -7,6 +7,12 @@
</property>
<property>
+ <name>dfs.block.size</name>
+ <value>67108864</value>
+ <description>Block size</description>
+ </property>
+
+ <property>
<name>hive.exec.compress.output</name>
<value>true</value>
<description>enable compress</description>
@@ -47,8 +53,13 @@
<description>Enable hive file merge on map-reduce job</description>
</property>
<property>
+ <name>mapred.output.compression.type</name>
+ <value>BLOCK</value>
+ <description>The compression type to use for job outputs</description>
+ </property>
+ <property>
<name>hive.merge.size.per.task</name>
- <value>64000000</value>
+ <value>256000000</value>
<description>Size for the merged file</description>
</property>
</configuration>
\ No newline at end of file