[flink] branch release-1.8 updated: [FLINK-13488][tests] Harden ConnectedComponents E2E test

[ga...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

gary pushed a commit to branch release-1.8
in repository https://gitbox.apache.org/repos/asf/flink.git


The following commit(s) were added to refs/heads/release-1.8 by this push:
     new 481332e  [FLINK-13488][tests] Harden ConnectedComponents E2E test
481332e is described below

commit 481332e240188ce0d0e8e2074ff452e0cbcad5ee
Author: Gary Yao <ga...@apache.org>
AuthorDate: Mon Aug 12 15:56:31 2019 +0200

    [FLINK-13488][tests] Harden ConnectedComponents E2E test
    
    By default the tests starts 25 TMs with a single slot each. This is not
    sustainable on Travis CI. This commit changes the test so that it only starts 2
    TMs that each offer 13 slots by default.
    
    Run 'set -Eexuo pipefail' at the beginning of the test as recommended by the
    README.md.
---
 .../test_high_parallelism_iterations.sh            | 26 +++++++---------------
 1 file changed, 8 insertions(+), 18 deletions(-)

diff --git a/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh b/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh
index 93668d8..4607ae2 100755
--- a/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh
+++ b/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh
@@ -17,37 +17,27 @@
 # limitations under the License.
 ################################################################################
 
+set -Eexuo pipefail
+
 source "$(dirname "$0")"/common.sh
 
 PARALLELISM="${1:-25}"
+TM_NUM=2
+let "SLOTS_PER_TM = (PARALLELISM + TM_NUM - 1) / TM_NUM"
 
 TEST=flink-high-parallelism-iterations-test
 TEST_PROGRAM_NAME=HighParallelismIterationsTestProgram
 TEST_PROGRAM_JAR=${END_TO_END_DIR}/$TEST/target/$TEST_PROGRAM_NAME.jar
 
-set_conf "taskmanager.heap.mb" "52" # 52Mb x 100 TMs = 5Gb total heap
-
-set_conf "taskmanager.memory.size" "8" # 8Mb
-set_conf "taskmanager.network.memory.min" "8mb"
-set_conf "taskmanager.network.memory.max" "8mb"
-set_conf "taskmanager.memory.segment-size" "8kb"
-
-set_conf "taskmanager.network.netty.server.numThreads" "1"
-set_conf "taskmanager.network.netty.client.numThreads" "1"
-set_conf "taskmanager.network.request-backoff.max" "60000"
-
-set_conf "taskmanager.numberOfTaskSlots" "1"
+set_conf "taskmanager.numberOfTaskSlots" "$SLOTS_PER_TM"
 
 print_mem_use
 start_cluster
 print_mem_use
 
-let TMNUM=$PARALLELISM-1
-echo "Start $TMNUM more task managers"
-for i in `seq 1 $TMNUM`; do
-    $FLINK_DIR/bin/taskmanager.sh start
-    print_mem_use
-done
+let "TM_NUM -= 1"
+start_taskmanagers ${TM_NUM}
+print_mem_use
 
 $FLINK_DIR/bin/flink run -p $PARALLELISM $TEST_PROGRAM_JAR
 print_mem_use