You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2015/11/18 03:39:14 UTC
[20/30] incubator-kylin git commit: KYLIN-702 When Kylin create the
flat hive table, it generates large number of small files in HDFS
KYLIN-702 When Kylin create the flat hive table, it generates large number of small files in HDFS
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/2432e2d6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/2432e2d6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/2432e2d6
Branch: refs/heads/1.x-HBase1.1.3
Commit: 2432e2d6f561531f4b38ea8be6b3ca34db48f3ad
Parents: bf56038
Author: shaofengshi <sh...@apache.org>
Authored: Fri Nov 13 11:24:52 2015 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Fri Nov 13 11:26:50 2015 +0800
----------------------------------------------------------------------
conf/kylin_job_conf.xml | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/2432e2d6/conf/kylin_job_conf.xml
----------------------------------------------------------------------
diff --git a/conf/kylin_job_conf.xml b/conf/kylin_job_conf.xml
index ad3427c..2276a7c 100644
--- a/conf/kylin_job_conf.xml
+++ b/conf/kylin_job_conf.xml
@@ -68,6 +68,23 @@ limitations under the License. See accompanying LICENSE file.
<description>Block replication</description>
</property>
+
+ <property>
+ <name>hive.merge.mapfiles</name>
+ <value>true</value>
+ <description>Enable hive file merge on mapper only job</description>
+ </property>
+ <property>
+ <name>hive.merge.mapredfiles</name>
+ <value>true</value>
+ <description>Enable hive file merge on map-reduce job</description>
+ </property>
+ <property>
+ <name>hive.merge.size.per.task</name>
+ <value>268435456</value>
+ <description>Size for the merged file: 256M</description>
+ </property>
+
<property>
<name>hive.support.concurrency</name>
<value>false</value>