You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by sj...@apache.org on 2021/02/25 02:13:07 UTC
[flink] branch master updated (d2be34e -> 2180355)
This is an automated email from the ASF dual-hosted git repository.
sjwiesman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from d2be34e [FLINK-21358][docs] Adds savepoint 1.12.x to savepoint compatibility diagram
add f0fdd2c [FLINK-19466][runtime / state backends] Add default savepoint configuration to StreamExecutionEnvironment
add 16f62c5 [FLINK-19466][runtime / state backends] Add JobManagerCheckpointStorage and FileSystemCheckpointStorage
add 0a76dab [FLINK-19467][runtime / state backends] Implement HashMapStateBackend and EmbeddedRocksDBStateBackend
add daba0ac [FLINK-19467][examples] Update examples to new API
add 0b57ba2 [FLINK-19467][docs] Regenerate configurations
add 53216ec [FLINK-19467][e2e] Migrate end-to-end tests to the modern API
add 2180355 [hotfix][docs] fix version tag in kubernetes docs
No new revisions were added by this update.
Summary of changes:
.../resource-providers/native_kubernetes.md | 4 +-
.../resource-providers/native_kubernetes.md | 4 +-
.../generated/checkpointing_configuration.html | 36 +-
.../generated/common_state_backends_section.html | 12 +-
.../generated/expert_state_backends_section.html | 6 +-
.../flink/configuration/CheckpointingOptions.java | 86 ++-
.../tests/DataStreamAllroundTestJobFactory.java | 22 +-
.../StickyAllocationAndLocalRecoveryTestJob.java | 13 +-
.../flink/streaming/tests/StubStateBackend.java | 24 +-
flink-end-to-end-tests/run-nightly-tests.sh | 42 +-
.../test-scripts/test_resume_savepoint.sh | 4 +-
.../streaming/examples/async/AsyncIOExample.java | 3 +-
.../examples/statemachine/StateMachineExample.java | 14 +-
...st_stream_execution_environment_completeness.py | 2 +-
.../flink/runtime/checkpoint/Checkpoints.java | 23 +-
.../executiongraph/ExecutionGraphBuilder.java | 1 +
.../flink/runtime/state/CheckpointStorage.java | 45 +-
.../runtime/state/CheckpointStorageLoader.java | 74 ++-
.../apache/flink/runtime/state/StateBackend.java | 39 +-
.../flink/runtime/state/StateBackendLoader.java | 65 ++-
.../state/filesystem/AbstractFileStateBackend.java | 5 +
.../AbstractFsCheckpointStorageAccess.java | 27 +-
.../runtime/state/filesystem/FsStateBackend.java | 20 +-
.../runtime/state/hashmap/HashMapStateBackend.java | 224 ++++++++
.../state/hashmap/HashMapStateBackendFactory.java | 35 ++
.../runtime/state/memory/MemoryStateBackend.java | 25 +-
.../storage/ExternalizedSnapshotLocation.java | 157 ++++++
.../state/storage/FileSystemCheckpointStorage.java | 374 +++++++++++++
.../state/storage/JobManagerCheckpointStorage.java | 271 ++++++++++
.../checkpoint/CheckpointCoordinatorTest.java | 4 +-
.../runtime/state/CheckpointStorageLoaderTest.java | 343 +++++++++++-
.../state/HashMapStateBackendMigrationTest.java | 65 +++
.../runtime/state/HashMapStateBackendTest.java | 115 ++++
.../HeapKeyedStateBackendAsyncByDefaultTest.java | 7 +
.../runtime/state/StateBackendLoadingTest.java | 25 +-
.../streaming/state/AbstractRocksDBState.java | 2 +-
.../state/DefaultConfigurableOptionsFactory.java | 2 +-
...ckend.java => EmbeddedRocksDBStateBackend.java} | 270 +++-------
.../state/EmbeddedRocksDBStateBackendFactory.java | 35 ++
.../contrib/streaming/state/LegacyEnumBridge.java | 50 ++
.../contrib/streaming/state/PredefinedOptions.java | 6 +-
.../state/RocksDBKeyedStateBackendBuilder.java | 10 +-
.../contrib/streaming/state/RocksDBListState.java | 2 +-
.../contrib/streaming/state/RocksDBOptions.java | 6 +-
.../streaming/state/RocksDBOptionsFactory.java | 4 +-
.../streaming/state/RocksDBResourceContainer.java | 4 +-
.../streaming/state/RocksDBStateBackend.java | 586 +++------------------
.../EmbeddedRocksDBStateBackendMigrationTest.java | 79 +++
...t.java => EmbeddedRocksDBStateBackendTest.java} | 65 ++-
.../streaming/state/RocksDBAsyncSnapshotTest.java | 7 +-
.../contrib/streaming/state/RocksDBInitTest.java | 10 +-
.../state/RocksDBStateBackendConfigTest.java | 29 +-
.../state/RocksDBStateBackendFactoryTest.java | 68 +--
.../state/RocksDBStateBackendMigrationTest.java | 2 +-
.../state/RocksDBStateMisuseOptionTest.java | 4 +-
.../contrib/streaming/state/RocksDBTestUtils.java | 12 +-
.../benchmark/StateBackendBenchmarkUtils.java | 4 +-
.../api/environment/CheckpointConfig.java | 91 ++++
.../environment/StreamExecutionEnvironment.java | 80 ++-
.../flink/streaming/api/graph/StreamConfig.java | 20 +
.../flink/streaming/api/graph/StreamGraph.java | 10 +
.../streaming/api/graph/StreamGraphGenerator.java | 10 +
.../api/graph/StreamingJobGraphGenerator.java | 2 +
.../flink/streaming/runtime/tasks/StreamTask.java | 3 +
.../api/scala/StreamExecutionEnvironment.scala | 83 ++-
.../flink/table/planner/utils/ExecutorUtils.java | 1 +
.../EventTimeWindowCheckpointingITCase.java | 3 +-
.../test/checkpointing/TimersSavepointITCase.java | 2 +-
.../flink/test/state/BackendSwitchSpecs.java | 2 +-
69 files changed, 2695 insertions(+), 1085 deletions(-)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackend.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackendFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/ExternalizedSnapshotLocation.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/FileSystemCheckpointStorage.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/JobManagerCheckpointStorage.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendMigrationTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendTest.java
copy flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackend.java => EmbeddedRocksDBStateBackend.java} (75%)
create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendFactory.java
create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/LegacyEnumBridge.java
create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendMigrationTest.java
rename flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackendTest.java => EmbeddedRocksDBStateBackendTest.java} (91%)