You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ab...@apache.org on 2023/08/31 12:53:31 UTC
[hive] branch master updated: HIVE-27566: Fix some yarn cluster options for tests (#4550) (Laszlo Bodor reviewed by Ayush Saxena and Simhadri Govindappa)
This is an automated email from the ASF dual-hosted git repository.
abstractdog pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 40d2794e379 HIVE-27566: Fix some yarn cluster options for tests (#4550) (Laszlo Bodor reviewed by Ayush Saxena and Simhadri Govindappa)
40d2794e379 is described below
commit 40d2794e3791c14dcbabef49ec99c3c38596d232
Author: Bodor Laszlo <bo...@gmail.com>
AuthorDate: Thu Aug 31 14:53:23 2023 +0200
HIVE-27566: Fix some yarn cluster options for tests (#4550) (Laszlo Bodor reviewed by Ayush Saxena and Simhadri Govindappa)
---
.../src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java b/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java
index c09142cea49..52e9d1f4503 100644
--- a/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java
+++ b/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java
@@ -410,9 +410,9 @@ public class Hadoop23Shims extends HadoopShimsSecure {
public MiniTezShim(Configuration conf, int numberOfTaskTrackers, String nameNode,
boolean usingLlap) throws IOException {
mr = new MiniTezCluster("hive", numberOfTaskTrackers);
- conf.setInt(YarnConfiguration.YARN_MINICLUSTER_NM_PMEM_MB, 512);
+ conf.setInt(YarnConfiguration.YARN_MINICLUSTER_NM_PMEM_MB, 4096);
conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 128);
- conf.setInt(YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB, 512);
+ conf.setInt(YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB, 4096);
conf.set("fs.defaultFS", nameNode);
conf.set("tez.am.log.level", "DEBUG");