You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2020/04/22 08:41:09 UTC

[hive] 01/04: HIVE-23246: Reduce MiniDruidCluster memory requeirements (Zoltan Haindrich reviewed by Peter Vary)

This is an automated email from the ASF dual-hosted git repository.

kgyrtkirk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git

commit 998be10e21aa1de58b9d0f48940bc216ba66dbde
Author: Zoltan Haindrich <ki...@rxd.hu>
AuthorDate: Wed Apr 22 08:06:48 2020 +0000

    HIVE-23246: Reduce MiniDruidCluster memory requeirements (Zoltan Haindrich reviewed by Peter Vary)
    
    Signed-off-by: Zoltan Haindrich <zh...@cloudera.com>
---
 .../java/org/apache/hive/druid/MiniDruidCluster.java | 20 +++++++++-----------
 1 file changed, 9 insertions(+), 11 deletions(-)

diff --git a/itests/qtest-druid/src/main/java/org/apache/hive/druid/MiniDruidCluster.java b/itests/qtest-druid/src/main/java/org/apache/hive/druid/MiniDruidCluster.java
index 8081595..0fb63ce 100644
--- a/itests/qtest-druid/src/main/java/org/apache/hive/druid/MiniDruidCluster.java
+++ b/itests/qtest-druid/src/main/java/org/apache/hive/druid/MiniDruidCluster.java
@@ -60,7 +60,7 @@ public class MiniDruidCluster extends AbstractService {
           "druid.storage.type",
           "hdfs",
           "druid.processing.buffer.sizeBytes",
-          "213870912",
+          "10485760",
           "druid.processing.numThreads",
           "2",
           "druid.worker.capacity",
@@ -72,16 +72,14 @@ public class MiniDruidCluster extends AbstractService {
 
   private static final Map<String, String>
       COMMON_COORDINATOR_INDEXER =
-      ImmutableMap.of("druid.indexer.logs.type",
-          "file",
-          "druid.coordinator.asOverlord.enabled",
-          "true",
-          "druid.coordinator.asOverlord.overlordService",
-          "druid/overlord",
-          "druid.coordinator.period",
-          "PT2S",
-          "druid.manager.segments.pollDuration",
-          "PT2S");
+      ImmutableMap.<String,String>builder()
+          .put("druid.indexer.logs.type", "file")
+          .put("druid.coordinator.asOverlord.enabled", "true")
+          .put("druid.coordinator.asOverlord.overlordService", "druid/overlord")
+          .put("druid.coordinator.period", "PT2S")
+          .put("druid.manager.segments.pollDuration", "PT2S")
+          .put("druid.indexer.runner.javaOpts", "-Xmx512m")
+          .build();
   private static final int MIN_PORT_NUMBER = 60000;
   private static final int MAX_PORT_NUMBER = 65535;