You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by zh...@apache.org on 2022/08/02 10:18:08 UTC
[flink] 01/02: [FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit 16b0cc1117d4bda11b89440e962646024b2ff6c5
Author: JunRuiLee <jr...@gmail.com>
AuthorDate: Mon Aug 1 17:58:36 2022 +0800
[FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
This closes #20407.
---
flink-end-to-end-tests/test-scripts/common.sh | 2 ++
flink-end-to-end-tests/test-scripts/test_tpcds.sh | 4 ++++
2 files changed, 6 insertions(+)
diff --git a/flink-end-to-end-tests/test-scripts/common.sh b/flink-end-to-end-tests/test-scripts/common.sh
index df7cd4c3bf7..a7989410735 100644
--- a/flink-end-to-end-tests/test-scripts/common.sh
+++ b/flink-end-to-end-tests/test-scripts/common.sh
@@ -438,6 +438,8 @@ function check_logs_for_exceptions {
| grep -v "WARN akka.remote.ReliableDeliverySupervisor" \
| grep -v "RecipientUnreachableException" \
| grep -v "SerializedCheckpointException.unwrap" \
+ | grep -v "ExecutionGraphException: The execution attempt" \
+ | grep -v "Cannot find task to fail for execution" \
| grep -ic "exception" || true)
if [[ ${exception_count} -gt 0 ]]; then
echo "Found exception in log files; printing first 500 lines; see full logs for details:"
diff --git a/flink-end-to-end-tests/test-scripts/test_tpcds.sh b/flink-end-to-end-tests/test-scripts/test_tpcds.sh
index bfd0cbc6afe..f7ef5ce9e7a 100755
--- a/flink-end-to-end-tests/test-scripts/test_tpcds.sh
+++ b/flink-end-to-end-tests/test-scripts/test_tpcds.sh
@@ -68,6 +68,10 @@ elif [ "${SCHEDULER}" == "AdaptiveBatch" ]; then
set_config_key "parallelism.default" "-1"
set_config_key "jobmanager.adaptive-batch-scheduler.max-parallelism" "8"
set_config_key "jobmanager.adaptive-batch-scheduler.avg-data-volume-per-task" "6m"
+ set_config_key "jobmanager.adaptive-batch-scheduler.speculative.enabled" "true"
+ set_config_key "jobmanager.adaptive-batch-scheduler.speculative.block-slow-node-duration" "0s"
+ set_config_key "slow-task-detector.execution-time.baseline-ratio" "0.0"
+ set_config_key "slow-task-detector.execution-time.baseline-lower-bound" "0s"
else
echo "ERROR: Scheduler ${SCHEDULER} is unsupported for tpcds test. Aborting..."
exit 1