You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ma...@apache.org on 2024/03/25 16:07:11 UTC
(flink) 02/04: [FLINK-21450][test] Enables tests that were disabled for the AdaptiveScheduler
This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a commit to branch release-1.19
in repository https://gitbox.apache.org/repos/asf/flink.git
commit 00492630baa5cf041ea2cce2a3560f3e713bf57a
Author: Matthias Pohl <ma...@aiven.io>
AuthorDate: Wed Feb 7 15:47:39 2024 +0100
[FLINK-21450][test] Enables tests that were disabled for the AdaptiveScheduler
For a few tests, a proper explanation is added why the tests are still disabled
---
.../flink/connector/file/src/FileSourceTextLinesITCase.java | 2 --
flink-end-to-end-tests/run-nightly-tests.sh | 2 +-
.../java/org/apache/flink/runtime/jobmaster/JobMasterTest.java | 4 +++-
.../flink/test/runtime/DefaultSchedulerLocalRecoveryITCase.java | 9 +++++++--
4 files changed, 11 insertions(+), 6 deletions(-)
diff --git a/flink-connectors/flink-connector-files/src/test/java/org/apache/flink/connector/file/src/FileSourceTextLinesITCase.java b/flink-connectors/flink-connector-files/src/test/java/org/apache/flink/connector/file/src/FileSourceTextLinesITCase.java
index 08d53f21426..f0ff3fb5cb2 100644
--- a/flink-connectors/flink-connector-files/src/test/java/org/apache/flink/connector/file/src/FileSourceTextLinesITCase.java
+++ b/flink-connectors/flink-connector-files/src/test/java/org/apache/flink/connector/file/src/FileSourceTextLinesITCase.java
@@ -42,7 +42,6 @@ import org.apache.flink.test.util.MiniClusterWithClientResource;
import org.apache.flink.util.function.FunctionWithException;
import org.apache.flink.util.function.ThrowingConsumer;
-import org.junit.jupiter.api.Tag;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.RegisterExtension;
import org.junit.jupiter.api.io.TempDir;
@@ -198,7 +197,6 @@ class FileSourceTextLinesITCase {
* record format (text lines) and restarts TaskManager.
*/
@Test
- @Tag("org.apache.flink.testutils.junit.FailsWithAdaptiveScheduler") // FLINK-21450
void testContinuousTextFileSourceWithTaskManagerFailover(@TempDir java.nio.file.Path tmpTestDir)
throws Exception {
// This test will kill TM, so we run it in a new cluster to avoid affecting other tests
diff --git a/flink-end-to-end-tests/run-nightly-tests.sh b/flink-end-to-end-tests/run-nightly-tests.sh
index b5000eb5d38..72146e38ecd 100755
--- a/flink-end-to-end-tests/run-nightly-tests.sh
+++ b/flink-end-to-end-tests/run-nightly-tests.sh
@@ -233,7 +233,7 @@ function run_group_2 {
# Sticky Scheduling
################################################################################
- if [[ ${PROFILE} != *"enable-adaptive-scheduler"* ]]; then #FLINK-21450
+ if [[ ${PROFILE} != *"enable-adaptive-scheduler"* ]]; then # FLINK-34416
run_test "Local recovery and sticky scheduling end-to-end test" "$END_TO_END_DIR/test-scripts/test_local_recovery_and_scheduling.sh 4 3 hashmap false false 100" "skip_check_exceptions"
run_test "Local recovery and sticky scheduling end-to-end test" "$END_TO_END_DIR/test-scripts/test_local_recovery_and_scheduling.sh 4 3 hashmap false true 100" "skip_check_exceptions"
run_test "Local recovery and sticky scheduling end-to-end test" "$END_TO_END_DIR/test-scripts/test_local_recovery_and_scheduling.sh 4 10 rocks false false 100" "skip_check_exceptions"
diff --git a/flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/JobMasterTest.java b/flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/JobMasterTest.java
index 5a84fb4f0e4..e8e63652283 100644
--- a/flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/JobMasterTest.java
+++ b/flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/JobMasterTest.java
@@ -1019,7 +1019,9 @@ class JobMasterTest {
* if this execution fails.
*/
@Test
- @Tag("org.apache.flink.testutils.junit.FailsWithAdaptiveScheduler") // FLINK-21450
+ // The AdaptiveScheduler doesn't support partial recovery but restarts all Executions in case of
+ // a local failure.
+ @Tag("org.apache.flink.testutils.junit.FailsWithAdaptiveScheduler")
void testRequestNextInputSplitWithLocalFailover() throws Exception {
configuration.set(
diff --git a/flink-tests/src/test/java/org/apache/flink/test/runtime/DefaultSchedulerLocalRecoveryITCase.java b/flink-tests/src/test/java/org/apache/flink/test/runtime/DefaultSchedulerLocalRecoveryITCase.java
index 44db8abdec6..583e4341e65 100644
--- a/flink-tests/src/test/java/org/apache/flink/test/runtime/DefaultSchedulerLocalRecoveryITCase.java
+++ b/flink-tests/src/test/java/org/apache/flink/test/runtime/DefaultSchedulerLocalRecoveryITCase.java
@@ -60,13 +60,18 @@ public class DefaultSchedulerLocalRecoveryITCase extends TestLogger {
private static final long TIMEOUT = 10_000L;
@Test
- @Category(FailsWithAdaptiveScheduler.class) // FLINK-21450
+ // The AdaptiveScheduler doesn't update the ExecutionGraph but creates a new Execution during
+ // local recovery. Recovering can also lead to a change in parallelism which makes the
+ // executionHistory non-linear. The lack of a linear executionHistory prevents us from applying
+ // the same test for the AdaptiveScheduler.
+ @Category(FailsWithAdaptiveScheduler.class)
public void testLocalRecoveryFull() throws Exception {
testLocalRecoveryInternal("full");
}
@Test
- @Category(FailsWithAdaptiveScheduler.class) // FLINK-21450
+ // see comment in #testLocalRecoveryFull
+ @Category(FailsWithAdaptiveScheduler.class)
public void testLocalRecoveryRegion() throws Exception {
testLocalRecoveryInternal("region");
}