You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by zh...@apache.org on 2022/08/02 10:18:07 UTC
[flink] branch master updated (484d4b25428 -> 3a9bae57445)
This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 484d4b25428 [FLINK-24342][table] Add right bracket to filesystem partitioner escape list
new 16b0cc1117d [FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
new 3a9bae57445 [hotfix][network] Modify the log level of "Failed to read shuffle data." to DEBUG
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
flink-end-to-end-tests/test-scripts/common.sh | 2 ++
flink-end-to-end-tests/test-scripts/test_tpcds.sh | 4 ++++
.../io/network/partition/SortMergeResultPartitionReadScheduler.java | 2 +-
3 files changed, 7 insertions(+), 1 deletion(-)
[flink] 02/02: [hotfix][network] Modify the log level of "Failed to read shuffle data." to DEBUG
Posted by zh...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit 3a9bae57445274838b6f0e879758b77100dc34a0
Author: JunRuiLee <jr...@gmail.com>
AuthorDate: Tue Aug 2 11:24:29 2022 +0800
[hotfix][network] Modify the log level of "Failed to read shuffle data." to DEBUG
The log was DEBUG level and was changed to ERROR level by mistake. To avoid confusing users, we should change it back to DEBUG.
---
.../io/network/partition/SortMergeResultPartitionReadScheduler.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/SortMergeResultPartitionReadScheduler.java b/flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/SortMergeResultPartitionReadScheduler.java
index 272a8262cfa..7b04c563e0b 100644
--- a/flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/SortMergeResultPartitionReadScheduler.java
+++ b/flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/SortMergeResultPartitionReadScheduler.java
@@ -184,7 +184,7 @@ class SortMergeResultPartitionReadScheduler implements Runnable, BufferRecycler
} catch (Throwable throwable) {
failSubpartitionReaders(Collections.singletonList(subpartitionReader), throwable);
subpartitionReader = null;
- LOG.error("Failed to read shuffle data.", throwable);
+ LOG.debug("Failed to read shuffle data.", throwable);
}
subpartitionReader =
addPreviousAndGetNextReader(subpartitionReader, !buffers.isEmpty());
[flink] 01/02: [FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
Posted by zh...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit 16b0cc1117d4bda11b89440e962646024b2ff6c5
Author: JunRuiLee <jr...@gmail.com>
AuthorDate: Mon Aug 1 17:58:36 2022 +0800
[FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
This closes #20407.
---
flink-end-to-end-tests/test-scripts/common.sh | 2 ++
flink-end-to-end-tests/test-scripts/test_tpcds.sh | 4 ++++
2 files changed, 6 insertions(+)
diff --git a/flink-end-to-end-tests/test-scripts/common.sh b/flink-end-to-end-tests/test-scripts/common.sh
index df7cd4c3bf7..a7989410735 100644
--- a/flink-end-to-end-tests/test-scripts/common.sh
+++ b/flink-end-to-end-tests/test-scripts/common.sh
@@ -438,6 +438,8 @@ function check_logs_for_exceptions {
| grep -v "WARN akka.remote.ReliableDeliverySupervisor" \
| grep -v "RecipientUnreachableException" \
| grep -v "SerializedCheckpointException.unwrap" \
+ | grep -v "ExecutionGraphException: The execution attempt" \
+ | grep -v "Cannot find task to fail for execution" \
| grep -ic "exception" || true)
if [[ ${exception_count} -gt 0 ]]; then
echo "Found exception in log files; printing first 500 lines; see full logs for details:"
diff --git a/flink-end-to-end-tests/test-scripts/test_tpcds.sh b/flink-end-to-end-tests/test-scripts/test_tpcds.sh
index bfd0cbc6afe..f7ef5ce9e7a 100755
--- a/flink-end-to-end-tests/test-scripts/test_tpcds.sh
+++ b/flink-end-to-end-tests/test-scripts/test_tpcds.sh
@@ -68,6 +68,10 @@ elif [ "${SCHEDULER}" == "AdaptiveBatch" ]; then
set_config_key "parallelism.default" "-1"
set_config_key "jobmanager.adaptive-batch-scheduler.max-parallelism" "8"
set_config_key "jobmanager.adaptive-batch-scheduler.avg-data-volume-per-task" "6m"
+ set_config_key "jobmanager.adaptive-batch-scheduler.speculative.enabled" "true"
+ set_config_key "jobmanager.adaptive-batch-scheduler.speculative.block-slow-node-duration" "0s"
+ set_config_key "slow-task-detector.execution-time.baseline-ratio" "0.0"
+ set_config_key "slow-task-detector.execution-time.baseline-lower-bound" "0s"
else
echo "ERROR: Scheduler ${SCHEDULER} is unsupported for tpcds test. Aborting..."
exit 1