You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ro...@apache.org on 2022/08/08 14:03:36 UTC

[flink] branch master updated (7047916a487 -> a267dcfeae7)

This is an automated email from the ASF dual-hosted git repository.

roman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


    from 7047916a487 [FLINK-28788][python] Support SideOutput in Thread Mode
     add 94411a169a1 [FLINK-23143][state/changelog] Support state migration for ChangelogStateBackend
     add a267dcfeae7 [refactor][state] Rename createInternalState to createOrUpdateInternalState

No new revisions were added by this update.

Summary of changes:
 docs/content.zh/docs/ops/state/state_backends.md   |   3 -
 docs/content/docs/ops/state/state_backends.md      |   3 -
 .../KVStateRequestSerializerRocksDBTest.java       |   2 +-
 .../network/KvStateRequestSerializerTest.java      |   2 +-
 .../runtime/state/HeapPriorityQueuesManager.java   |  22 ++-
 .../flink/runtime/state/KeyedStateFactory.java     |  39 ++++-
 .../runtime/state/PriorityQueueSetFactory.java     |  24 +++
 .../RegisteredBroadcastStateBackendMetaInfo.java   |   6 +
 .../RegisteredKeyValueStateBackendMetaInfo.java    |   6 +
 .../RegisteredOperatorStateBackendMetaInfo.java    |   6 +
 ...egisteredPriorityQueueStateBackendMetaInfo.java |   6 +
 .../runtime/state/RegisteredStateMetaInfoBase.java |   9 ++
 .../runtime/state/heap/AbstractHeapState.java      |  22 ++-
 .../runtime/state/heap/HeapAggregatingState.java   |  20 ++-
 .../runtime/state/heap/HeapKeyedStateBackend.java  | 120 ++++++++++++---
 .../flink/runtime/state/heap/HeapListState.java    |  11 ++
 .../flink/runtime/state/heap/HeapMapState.java     |  11 ++
 .../HeapPriorityQueueSnapshotRestoreWrapper.java   |  18 +++
 .../runtime/state/heap/HeapReducingState.java      |  19 ++-
 .../flink/runtime/state/heap/HeapValueState.java   |  10 ++
 .../flink/runtime/state/ttl/TtlStateFactory.java   |   4 +-
 .../state/StateBackendMigrationTestBase.java       | 113 +++++++++++---
 .../flink/runtime/state/StateBackendTestBase.java  |  10 +-
 .../flink/runtime/state/StateBackendTestUtils.java |   4 +-
 .../state/StateSnapshotCompressionTest.java        |   4 +-
 .../state/StateSnapshotTransformerTest.java        |   6 +-
 ...HeapKeyedStateBackendSnapshotMigrationTest.java |   2 +-
 .../state/ttl/mock/MockKeyedStateBackend.java      |   2 +-
 .../state/changelog/AbstractChangelogState.java    |  12 +-
 .../state/changelog/AbstractStateChangeLogger.java |   8 +-
 .../ChangelogKeyGroupedPriorityQueue.java          |  12 +-
 .../changelog/ChangelogKeyedStateBackend.java      | 167 +++++++++++++++++----
 .../flink/state/changelog/ChangelogState.java      |   2 +
 .../state/changelog/KvStateChangeLoggerImpl.java   |  31 +++-
 .../PriorityQueueStateChangeLoggerImpl.java        |  14 +-
 .../restore/ChangelogBackendLogApplier.java        |   1 -
 .../restore/ChangelogMigrationRestoreTarget.java   |  58 ++++---
 .../ChangelogStateBackendMigrationTest.java        |  65 ++++++++
 .../streaming/state/AbstractRocksDBState.java      |  22 ++-
 .../streaming/state/RocksDBAggregatingState.java   |  23 ++-
 .../streaming/state/RocksDBKeyedStateBackend.java  | 154 +++++++++++++++----
 .../contrib/streaming/state/RocksDBListState.java  |  24 ++-
 .../contrib/streaming/state/RocksDBMapState.java   |  29 +++-
 .../state/RocksDBPriorityQueueSetFactory.java      |  36 ++++-
 .../streaming/state/RocksDBReducingState.java      |  21 ++-
 .../contrib/streaming/state/RocksDBValueState.java |  13 ++
 .../state/EmbeddedRocksDBStateBackendTest.java     |   4 +-
 .../state/BatchExecutionKeyedStateBackend.java     |   2 +-
 .../streaming/runtime/tasks/TestStateBackend.java  |   2 +-
 .../state/SavepointStateBackendSwitchTestBase.java |  17 ++-
 50 files changed, 1020 insertions(+), 201 deletions(-)
 create mode 100644 flink-state-backends/flink-statebackend-changelog/src/test/java/org/apache/flink/state/changelog/ChangelogStateBackendMigrationTest.java