You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/06/11 19:07:22 UTC
[1/2] hive git commit: HIVE-19833 : reduce LLAP IO min allocation to
match ORC variable CB size (Sergey Shelukhin,
reviewed by Gopal Vijayaraghavan)
Repository: hive
Updated Branches:
refs/heads/branch-3 2b5e215e3 -> 66ed015db
refs/heads/master 3bac2600f -> 890256356
HIVE-19833 : reduce LLAP IO min allocation to match ORC variable CB size (Sergey Shelukhin, reviewed by Gopal Vijayaraghavan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/89025635
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/89025635
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/89025635
Branch: refs/heads/master
Commit: 8902563563402820ba489c3782ecb3a77b935dff
Parents: 3bac260
Author: sergey <se...@apache.org>
Authored: Mon Jun 11 12:06:55 2018 -0700
Committer: sergey <se...@apache.org>
Committed: Mon Jun 11 12:06:55 2018 -0700
----------------------------------------------------------------------
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/89025635/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 1e8a389..8a45b9c 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -3794,7 +3794,7 @@ public class HiveConf extends Configuration {
"LLAP IO memory usage; 'cache' (the default) uses data and metadata cache with a\n" +
"custom off-heap allocator, 'none' doesn't use either (this mode may result in\n" +
"significant performance degradation)"),
- LLAP_ALLOCATOR_MIN_ALLOC("hive.llap.io.allocator.alloc.min", "16Kb", new SizeValidator(),
+ LLAP_ALLOCATOR_MIN_ALLOC("hive.llap.io.allocator.alloc.min", "4Kb", new SizeValidator(),
"Minimum allocation possible from LLAP buddy allocator. Allocations below that are\n" +
"padded to minimum allocation. For ORC, should generally be the same as the expected\n" +
"compression buffer size, or next lowest power of 2. Must be a power of 2."),
[2/2] hive git commit: HIVE-19833 : reduce LLAP IO min allocation to
match ORC variable CB size (Sergey Shelukhin,
reviewed by Gopal Vijayaraghavan)
Posted by se...@apache.org.
HIVE-19833 : reduce LLAP IO min allocation to match ORC variable CB size (Sergey Shelukhin, reviewed by Gopal Vijayaraghavan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/66ed015d
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/66ed015d
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/66ed015d
Branch: refs/heads/branch-3
Commit: 66ed015db068895db8c3a2c45285a2c74317d7e9
Parents: 2b5e215
Author: sergey <se...@apache.org>
Authored: Mon Jun 11 12:06:55 2018 -0700
Committer: sergey <se...@apache.org>
Committed: Mon Jun 11 12:07:13 2018 -0700
----------------------------------------------------------------------
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/66ed015d/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 12e8f41..155330b 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -3783,7 +3783,7 @@ public class HiveConf extends Configuration {
"LLAP IO memory usage; 'cache' (the default) uses data and metadata cache with a\n" +
"custom off-heap allocator, 'none' doesn't use either (this mode may result in\n" +
"significant performance degradation)"),
- LLAP_ALLOCATOR_MIN_ALLOC("hive.llap.io.allocator.alloc.min", "16Kb", new SizeValidator(),
+ LLAP_ALLOCATOR_MIN_ALLOC("hive.llap.io.allocator.alloc.min", "4Kb", new SizeValidator(),
"Minimum allocation possible from LLAP buddy allocator. Allocations below that are\n" +
"padded to minimum allocation. For ORC, should generally be the same as the expected\n" +
"compression buffer size, or next lowest power of 2. Must be a power of 2."),