You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by zh...@apache.org on 2021/05/24 02:13:05 UTC

[druid] branch master updated: Improve IT job 79 ITNestedQueryPushDownTest integration test (#11268)

This is an automated email from the ASF dual-hosted git repository.

zhangyue19921010 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git


The following commit(s) were added to refs/heads/master by this push:
     new 82380b6  Improve IT job 79 ITNestedQueryPushDownTest integration test (#11268)
82380b6 is described below

commit 82380b67e07e9983d507ca2cdf93ddbbf3c18fdc
Author: fhan <aa...@gmail.com>
AuthorDate: Mon May 24 10:12:34 2021 +0800

    Improve IT job 79 ITNestedQueryPushDownTest integration test (#11268)
    
    * improve occasional failure caused by resource competition
    
    * adjust more configs in tiny-cluters.yaml
    
    Co-authored-by: yfhanfei <yf...@ZBMac-C02DW5SMMD6P.local>
---
 integration-tests/k8s/tiny-cluster.yaml        | 16 ++++++++--------
 integration-tests/script/setup_druid_on_k8s.sh |  2 +-
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/integration-tests/k8s/tiny-cluster.yaml b/integration-tests/k8s/tiny-cluster.yaml
index 98dc623..b42221f 100644
--- a/integration-tests/k8s/tiny-cluster.yaml
+++ b/integration-tests/k8s/tiny-cluster.yaml
@@ -323,16 +323,16 @@ spec:
       replicas: 1
       runtime.properties: |
         druid.service=druid/middleManager
-        druid.worker.capacity=10
-        druid.indexer.runner.javaOpts=-server -XX:MaxDirectMemorySize=10240g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=/druid/data/tmp -Dlog4j.debug -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCApplicationStoppedTime -XX:+PrintGCApplicationConcurrentTime -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=50 -XX:GCLogFileSize=10m -XX:+ExitOnOutOfMemoryError -XX:+HeapDumpOnOutOfMemoryError -XX:+UseG1GC -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogMan [...]
+        druid.worker.capacity=2
+        druid.indexer.runner.javaOpts=-server -Xms128m -Xmx128m -XX:MaxDirectMemorySize=256m -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.io.tmpdir=/druid/data/tmp -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
         druid.indexer.task.baseTaskDir=/druid/data/baseTaskDir
         druid.server.http.numThreads=10
-        druid.indexer.fork.property.druid.processing.buffer.sizeBytes=268435456
-        druid.indexer.fork.property.druid.processing.numMergeBuffers=1
+        druid.indexer.fork.property.druid.processing.buffer.sizeBytes=25000000
+        druid.indexer.fork.property.druid.processing.numMergeBuffers=2
         druid.indexer.fork.property.druid.processing.numThreads=1
       extra.jvm.options: |-
-        -Xmx256m
-        -Xms256m
+        -Xmx64m
+        -Xms64m
       volumeMounts:
         - mountPath: /druid/data
           name: data-volume
@@ -342,6 +342,6 @@ spec:
             path: REPLACE_VOLUMES/tmp
       resources:
         requests:
-          memory: "3G"
+          memory: "1G"
         limits:
-          memory: "3G"
+          memory: "1G"
diff --git a/integration-tests/script/setup_druid_on_k8s.sh b/integration-tests/script/setup_druid_on_k8s.sh
index 6c6e76a..f21f561 100755
--- a/integration-tests/script/setup_druid_on_k8s.sh
+++ b/integration-tests/script/setup_druid_on_k8s.sh
@@ -45,7 +45,7 @@ sed -i "s|REPLACE_VOLUMES|`pwd`|g" integration-tests/k8s/tiny-cluster.yaml
 $KUBECTL apply -f integration-tests/k8s/tiny-cluster.yaml
 
 # Wait a bit
-sleep 60
+sleep 180
 
 ## Debug And FastFail
 

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org