You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ga...@apache.org on 2019/11/29 16:27:01 UTC
[flink] branch FLINK-14651 updated (faf9849 -> ff4a164)
This is an automated email from the ASF dual-hosted git repository.
gary pushed a change to branch FLINK-14651
in repository https://gitbox.apache.org/repos/asf/flink.git.
discard faf9849 [FLINK-14651][travis, tests] Run tests against legacy scheduler in separate Travis stages
discard 4b225e5 [FLINK-14651][runtime] Enable DefaultScheduler by default
discard 35c834e Enable E2E tests
discard db8fbd2 Disable known failing E2E tests
discard af688dd Temporarily disable notifications from TravisCI
add 3044753 [FLINK-14859][runtime] Remove wrong checkState
add 070a9d9 [FLINK-14957][yarn] Remove deprecated -yst option
add be3242d [hotfix][docs] Update REST API docs
add 85905f8 [FLINK-14834][tests] Disable flaky yarn_kerberos_docker (default input) test
add acae782 [hotfix][tests] Expose full heartbeat payload
add 60067a8 [FLINK-14503][coordination] Simplify method signature
add 7df7467 [FLINK-14503][coordination] Capture number of partitions
add cf4e0f1 [FLINK-14503][coordination] Add partition report to heartbeat
add c927e17 [FLINK-14762][client] Handle clients close gracefully
add 1266c88 [FLINK-14762][client] ClusterClient#submitJob returns CompletableFuture of JobID
add 7741eed [FLINK-14762][tests] Introduce TestingJobClient
add 318e406 [FLINK-14762][client] Implement JobClient#cancel
add 0328fb6 [FLINK-14762][client] Implement JobClient#stopWithSavepoint
add cf4de13 [FLINK-14762][client] Implement JobClient#triggerSavepoint
add d8aa9b9 [FLINK-14762][client] Implement JobClient#getAccumulators
add f3df25d [FLINK-14762][api] Move JobStatus to flink-core
add 3898a4b [FLINK-14762][client] Implement JobClient#getJobStatus
add 4ba834d [FLINK-14905][build] Unify Java8/11 packaging process
add 6aac1fb Temporarily disable notifications from TravisCI
add 7b6d17e Disable known failing E2E tests
add 8d2ca49 Enable E2E tests
add e25970d [FLINK-14651][runtime] Enable DefaultScheduler by default
add 55e2ad1 [FLINK-14651][travis, tests] Run tests against legacy scheduler in separate Travis stages
add ff4a164 Disable Dependency shading of table modules test
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (faf9849)
\
N -- N -- N refs/heads/FLINK-14651 (ff4a164)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/_includes/generated/rest_v1_dispatcher.html | 26 ++--
docs/ops/cli.md | 1 -
docs/ops/cli.zh.md | 1 -
.../java/org/apache/flink/client/ClientUtils.java | 2 -
.../org/apache/flink/client/cli/CliFrontend.java | 2 +-
.../deployment/AbstractJobClusterExecutor.java | 22 +++-
.../deployment/AbstractSessionClusterExecutor.java | 9 +-
.../deployment/ClusterClientJobClientAdapter.java | 63 +++++++---
.../apache/flink/client/program/ClusterClient.java | 20 ++-
.../flink/client/program/MiniClusterClient.java | 24 ++--
.../client/program/rest/RestClusterClient.java | 67 +++++-----
.../flink/client/cli/CliFrontendListTest.java | 2 +-
.../apache/flink/client/program/ClientTest.java | 2 +-
.../flink/client/program/TestingClusterClient.java | 8 +-
.../client/program/rest/RestClusterClientTest.java | 21 ++--
.../connectors/kafka/KafkaConsumerTestBase.java | 2 +-
flink-connectors/flink-connector-kinesis/pom.xml | 28 ++---
.../org/apache/flink/api/common}/JobStatus.java | 5 +-
.../api/common/accumulators/AccumulatorHelper.java | 28 ++++-
.../org/apache/flink/core/execution/JobClient.java | 47 +++++++
flink-dist/pom.xml | 76 ++++++++++++
flink-dist/src/main/resources/META-INF/NOTICE | 5 +
.../main/resources/META-INF/licenses/LICENSE.jaxb | 135 +++++++++++++++++++++
flink-end-to-end-tests/run-nightly-tests.sh | 2 +-
flink-filesystems/flink-s3-fs-hadoop/pom.xml | 51 ++------
flink-filesystems/flink-s3-fs-presto/pom.xml | 51 ++------
.../java/ExecutorDiscoveryAndJobClientTest.java | 18 +--
.../apache/flink/api/java/TestingJobClient.java | 72 +++++++++++
.../jobmanager/JMXJobManagerMetricTest.java | 2 +-
.../itcases/AbstractQueryableStateTestBase.java | 2 +-
.../history/HistoryServerArchiveFetcher.java | 2 +-
.../webmonitor/history/HistoryServerTest.java | 2 +-
.../runtime/checkpoint/CheckpointCoordinator.java | 2 +-
.../CheckpointCoordinatorDeActivator.java | 2 +-
.../runtime/checkpoint/CheckpointIDCounter.java | 2 +-
.../runtime/checkpoint/CheckpointProperties.java | 2 +-
.../runtime/checkpoint/CompletedCheckpoint.java | 2 +-
.../checkpoint/CompletedCheckpointStore.java | 2 +-
.../checkpoint/StandaloneCheckpointIDCounter.java | 2 +-
.../StandaloneCompletedCheckpointStore.java | 2 +-
.../checkpoint/ZooKeeperCheckpointIDCounter.java | 5 +-
.../ZooKeeperCompletedCheckpointStore.java | 2 +-
.../flink/runtime/client/JobStatusMessage.java | 2 +-
.../clusterframework/ApplicationStatus.java | 2 +-
.../flink/runtime/dispatcher/Dispatcher.java | 2 +-
.../FileArchivedExecutionGraphStore.java | 2 +-
.../MemoryArchivedExecutionGraphStore.java | 2 +-
.../executiongraph/AccessExecutionGraph.java | 2 +-
.../executiongraph/ArchivedExecutionGraph.java | 2 +-
.../runtime/executiongraph/ExecutionGraph.java | 2 +-
.../runtime/executiongraph/JobStatusListener.java | 2 +-
.../runtime/executiongraph/SchedulingUtils.java | 2 +-
.../AdaptedRestartPipelinedRegionStrategyNG.java | 2 +-
.../executiongraph/metrics/DownTimeGauge.java | 4 +-
.../executiongraph/metrics/RestartTimeGauge.java | 4 +-
.../executiongraph/metrics/UpTimeGauge.java | 4 +-
.../partition/TaskExecutorPartitionInfo.java | 29 ++++-
.../partition/TaskExecutorPartitionTracker.java | 11 +-
.../TaskExecutorPartitionTrackerImpl.java | 24 +++-
.../apache/flink/runtime/jobmaster/JobMaster.java | 2 +-
.../flink/runtime/jobmaster/JobMasterGateway.java | 2 +-
.../apache/flink/runtime/jobmaster/JobResult.java | 2 +-
.../runtime/messages/webmonitor/JobDetails.java | 2 +-
.../webmonitor/JobIdsWithStatusOverview.java | 2 +-
.../runtime/messages/webmonitor/JobsOverview.java | 2 +-
.../flink/runtime/minicluster/MiniCluster.java | 2 +-
.../rest/handler/job/JobDetailsHandler.java | 2 +-
.../handler/job/JobExecutionResultHandler.java | 2 +-
.../backpressure/BackPressureStatsTrackerImpl.java | 2 +-
.../runtime/rest/messages/job/JobDetailsInfo.java | 2 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 6 -
.../flink/runtime/scheduler/SchedulerBase.java | 2 +-
.../flink/runtime/scheduler/SchedulerNG.java | 2 +-
.../flink/runtime/taskexecutor/TaskExecutor.java | 5 +-
.../taskexecutor/TaskExecutorHeartbeatPayload.java | 11 +-
.../partition/ClusterPartitionReport.java | 83 +++++++++++++
.../flink/runtime/webmonitor/RestfulGateway.java | 2 +-
.../flink/runtime/webmonitor/WebMonitorUtils.java | 2 +-
.../CheckpointCoordinatorFailureTest.java | 2 +-
.../CheckpointCoordinatorMasterHooksTest.java | 2 +-
.../CheckpointCoordinatorRestoringTest.java | 2 +-
.../checkpoint/CheckpointCoordinatorTest.java | 2 +-
.../CheckpointCoordinatorTriggeringTest.java | 2 +-
.../checkpoint/CheckpointIDCounterTest.java | 5 +-
.../checkpoint/CompletedCheckpointStoreTest.java | 2 +-
.../checkpoint/CompletedCheckpointTest.java | 2 +-
.../ExecutionGraphCheckpointCoordinatorTest.java | 2 +-
.../StandaloneCompletedCheckpointStoreTest.java | 2 +-
.../ZooKeeperCompletedCheckpointStoreITCase.java | 2 +-
.../ZooKeeperCompletedCheckpointStoreTest.java | 2 +-
.../dispatcher/DispatcherResourceCleanupTest.java | 2 +-
.../flink/runtime/dispatcher/DispatcherTest.java | 2 +-
.../FileArchivedExecutionGraphStoreTest.java | 2 +-
.../runtime/dispatcher/MiniDispatcherTest.java | 2 +-
...inedRegionStrategyNGConcurrentFailoverTest.java | 2 +-
...startPipelinedRegionStrategyNGFailoverTest.java | 2 +-
.../executiongraph/ArchivedExecutionGraphTest.java | 2 +-
.../ExecutionGraphCoLocationRestartTest.java | 4 +-
.../ExecutionGraphDeploymentTest.java | 2 +-
.../executiongraph/ExecutionGraphMetricsTest.java | 2 +-
.../ExecutionGraphNotEnoughResourceTest.java | 2 +-
.../executiongraph/ExecutionGraphRestartTest.java | 2 +-
.../ExecutionGraphSchedulingTest.java | 2 +-
.../executiongraph/ExecutionGraphSuspendTest.java | 2 +-
.../executiongraph/ExecutionGraphTestUtils.java | 2 +-
.../ExecutionGraphVariousFailuesTest.java | 2 +-
.../executiongraph/ExecutionVertexCancelTest.java | 2 +-
.../ExecutionVertexInputConstraintTest.java | 2 +-
.../executiongraph/FinalizeOnMasterTest.java | 4 +-
.../executiongraph/GlobalModVersionTest.java | 2 +-
.../TaskExecutorPartitionTrackerImplTest.java | 66 ++++++++++
.../jobmaster/JobManagerRunnerImplTest.java | 2 +-
.../flink/runtime/jobmaster/JobMasterTest.java | 2 +-
.../flink/runtime/jobmaster/JobResultTest.java | 2 +-
.../jobmaster/utils/TestingJobMasterGateway.java | 2 +-
.../runtime/messages/GenericMessageTester.java | 6 +-
.../runtime/messages/WebMonitorMessagesTest.java | 2 +-
.../messages/webmonitor/JobDetailsTest.java | 2 +-
.../webmonitor/JobIdsWithStatusOverviewTest.java | 2 +-
.../webmonitor/MultipleJobsDetailsTest.java | 2 +-
.../utils/TestingResourceManagerGateway.java | 8 +-
.../handler/job/JobExecutionResultHandlerTest.java | 2 +-
.../handler/legacy/ExecutionGraphCacheTest.java | 2 +-
.../utils/ArchivedExecutionGraphBuilder.java | 2 +-
.../rest/messages/job/JobDetailsInfoTest.java | 2 +-
.../runtime/scheduler/DefaultSchedulerTest.java | 2 +-
.../LegacySchedulerBatchSchedulingTest.java | 2 +-
.../TaskExecutorPartitionLifecycleTest.java | 4 +-
.../runtime/taskexecutor/TaskExecutorTest.java | 49 ++++++--
.../TaskCancelAsyncProducerConsumerITCase.java | 2 +-
.../RecoverableCompletedCheckpointStore.java | 2 +-
.../webmonitor/TestingDispatcherGateway.java | 2 +-
.../runtime/webmonitor/TestingRestfulGateway.java | 2 +-
.../api/environment/CheckpointConfig.java | 2 +-
.../RemoteStreamExecutionEnvironmentTest.java | 5 +-
.../ExecutorDiscoveryAndJobClientTest.java | 18 +--
.../streaming/environment/TestingJobClient.java | 72 +++++++++++
.../client/gateway/local/LocalExecutorITCase.java | 2 +-
.../jobmaster/JobMasterStopWithSavepointIT.java | 2 +-
.../jobmaster/JobMasterTriggerSavepointITCase.java | 2 +-
.../test/accumulators/AccumulatorLiveITCase.java | 2 +-
.../flink/test/cancelling/CancelingTestBase.java | 2 +-
.../flink/test/checkpointing/RescalingITCase.java | 9 +-
.../ResumeCheckpointManuallyITCase.java | 2 +-
.../flink/test/checkpointing/SavepointITCase.java | 2 +-
.../ZooKeeperHighAvailabilityITCase.java | 2 +-
.../utils/SavepointMigrationTestBase.java | 20 ++-
.../flink/test/classloading/ClassLoaderITCase.java | 2 +-
.../flink/test/runtime/FileBufferReaderITCase.java | 7 +-
.../flink/test/runtime/SchedulingITCase.java | 7 +-
.../ZooKeeperLeaderElectionITCase.java | 2 +-
.../restore/AbstractOperatorRestoreTestBase.java | 2 +-
.../flink/yarn/YARNHighAvailabilityITCase.java | 7 +-
.../apache/flink/yarn/cli/FlinkYarnSessionCli.java | 8 --
pom.xml | 10 ++
tools/travis/splits/split_container.sh | 4 +-
tools/travis/splits/split_misc.sh | 2 +-
tools/travis/splits/split_misc_hadoopfree.sh | 2 +-
158 files changed, 1028 insertions(+), 461 deletions(-)
rename {flink-runtime/src/main/java/org/apache/flink/runtime/jobgraph => flink-core/src/main/java/org/apache/flink/api/common}/JobStatus.java (97%)
create mode 100644 flink-dist/src/main/resources/META-INF/licenses/LICENSE.jaxb
create mode 100644 flink-java/src/test/java/org/apache/flink/api/java/TestingJobClient.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/partition/ClusterPartitionReport.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/TaskExecutorPartitionTrackerImplTest.java
create mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/environment/TestingJobClient.java