[flink] branch master updated (fef375e -> ca519f6)

[ta...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

tangyun pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from fef375e  [FLINK-24038] Disable leadership tests when using multiple component leadership ha services
     add d34653c  [FLINK-25557][checkpoint] Introduce incremental/full checkpoint size Statistics
     add b2968c7  [FLINK-25557][changelog] Introduce incremental checkpoint size stats for changelog state
     add ca519f6  [FLINK-25557][docs] Add documentation for incremental checkpoint size

No new revisions were added by this update.

Summary of changes:
 .../docs/ops/monitoring/checkpoint_monitoring.md   |   5 +-
 .../docs/ops/monitoring/checkpoint_monitoring.md   |   5 +-
 .../shortcodes/generated/rest_v1_dispatcher.html   |  81 ++++++++++++++++++++
 docs/static/fig/checkpoint_monitoring-details.png  | Bin 290048 -> 161462 bytes
 .../fig/checkpoint_monitoring-details_subtasks.png | Bin 208150 -> 118624 bytes
 .../fig/checkpoint_monitoring-details_summary.png  | Bin 93172 -> 43251 bytes
 .../fig/checkpoint_monitoring-history-subtasks.png | Bin 332751 -> 170772 bytes
 docs/static/fig/checkpoint_monitoring-history.png  | Bin 285962 -> 121538 bytes
 docs/static/fig/checkpoint_monitoring-summary.png  | Bin 127295 -> 80564 bytes
 .../flink/changelog/fs/FsStateChangelogWriter.java |  13 +++-
 .../src/test/resources/rest_api_v1.snapshot        |  33 +++++++-
 .../src/app/interfaces/job-checkpoint.ts           |  10 +++
 .../detail/job-checkpoints-detail.component.html   |   8 +-
 .../job/checkpoints/job-checkpoints.component.html |  63 ++++++++++++++-
 .../subtask/job-checkpoints-subtask.component.html |  18 ++++-
 .../subtask/job-checkpoints-subtask.component.ts   |   1 +
 .../checkpoint/AbstractCheckpointStats.java        |   7 ++
 .../runtime/checkpoint/CheckpointMetrics.java      |  17 ++++-
 .../checkpoint/CheckpointMetricsBuilder.java       |  13 ++++
 .../runtime/checkpoint/CheckpointStatsTracker.java |   1 +
 .../checkpoint/CompletedCheckpointStats.java       |  40 ++++++++++
 .../CompletedCheckpointStatsSummary.java           |   9 ++-
 .../CompletedCheckpointStatsSummarySnapshot.java   |  10 ++-
 .../runtime/checkpoint/FailedCheckpointStats.java  |   4 +
 .../flink/runtime/checkpoint/OperatorState.java    |  14 ++++
 .../runtime/checkpoint/OperatorSubtaskState.java   |  18 +++++
 .../runtime/checkpoint/PendingCheckpoint.java      |   1 +
 .../runtime/checkpoint/PendingCheckpointStats.java |  13 ++++
 .../runtime/checkpoint/StateObjectCollection.java  |  20 +++++
 .../flink/runtime/checkpoint/SubtaskState.java     |   9 +++
 .../runtime/checkpoint/SubtaskStateStats.java      |  16 +++-
 .../apache/flink/runtime/checkpoint/TaskState.java |   6 ++
 .../runtime/checkpoint/TaskStateSnapshot.java      |  13 ++++
 .../flink/runtime/checkpoint/TaskStateStats.java   |  11 +++
 .../metadata/MetadataV2V3SerializerBase.java       |  85 +++++++++++++--------
 .../CheckpointingStatisticsHandler.java            |   1 +
 .../TaskCheckpointStatisticDetailsHandler.java     |   3 +
 .../messages/checkpoints/CheckpointStatistics.java |  21 +++++
 .../checkpoints/CheckpointingStatistics.java       |  17 ++++-
 .../checkpoints/SubtaskCheckpointStatistics.java   |  13 ++++
 .../checkpoints/TaskCheckpointStatistics.java      |  13 ++++
 ...TaskCheckpointStatisticsWithSubtaskDetails.java |  17 ++++-
 .../flink/runtime/state/CompositeStateHandle.java  |  10 +++
 .../runtime/state/DirectoryKeyedStateHandle.java   |   5 ++
 .../runtime/state/IncrementalKeyedStateHandle.java |   4 +-
 .../state/IncrementalLocalKeyedStateHandle.java    |  12 +--
 .../state/IncrementalRemoteKeyedStateHandle.java   |  36 ++++++++-
 .../flink/runtime/state/KeyGroupsStateHandle.java  |   5 ++
 .../state/PlaceholderStreamStateHandle.java        |   8 +-
 .../org/apache/flink/runtime/state/StateUtil.java  |  18 ++++-
 .../changelog/ChangelogStateBackendHandle.java     |  17 ++++-
 .../changelog/ChangelogStateHandleStreamImpl.java  |  15 ++++
 .../inmemory/InMemoryChangelogStateHandle.java     |   6 ++
 .../checkpoint/CheckpointCoordinatorTest.java      |   3 +-
 .../checkpoint/CheckpointStatsTrackerTest.java     |   3 +-
 .../checkpoint/CompletedCheckpointTest.java        |   3 +-
 .../checkpoint/FailedCheckpointStatsTest.java      |   2 +
 .../checkpoint/PendingCheckpointStatsTest.java     |   1 +
 .../runtime/checkpoint/StateHandleDummyUtil.java   |   5 ++
 .../runtime/checkpoint/SubtaskStateStatsTest.java  |   1 +
 .../runtime/checkpoint/TaskStateStatsTest.java     |   3 +-
 .../checkpoints/CheckpointingStatisticsTest.java   |   9 ++-
 .../checkpoints/TaskCheckpointStatisticsTest.java  |   2 +-
 ...CheckpointStatisticsWithSubtaskDetailsTest.java |   3 +
 .../runtime/scheduler/SchedulerUtilsTest.java      |   2 +-
 .../IncrementalRemoteKeyedStateHandleTest.java     |  24 ++++++
 .../apache/flink/runtime/state/StateUtilTest.java  |  37 ++++++---
 .../state/ttl/mock/MockKeyedStateBackend.java      |   5 ++
 .../changelog/ChangelogKeyedStateBackend.java      |  10 ++-
 .../state/changelog/ChangelogStateBackend.java     |   3 +-
 .../state/RocksDBKeyedStateBackendBuilder.java     |   7 +-
 .../RocksDBIncrementalRestoreOperation.java        |   7 +-
 .../state/restore/RocksDBRestoreResult.java        |   9 ++-
 .../snapshot/RocksIncrementalSnapshotStrategy.java |  62 ++++++++++-----
 .../RocksIncrementalSnapshotStrategyTest.java      |  35 ++++-----
 .../api/operators/OperatorSnapshotFutures.java     |  10 ++-
 .../runtime/tasks/AsyncCheckpointRunnable.java     |  26 ++++---
 .../api/operators/OperatorSnapshotFuturesTest.java |   4 +-
 .../streaming/runtime/tasks/StreamTaskTest.java    |   5 ++
 79 files changed, 887 insertions(+), 159 deletions(-)