You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by sj...@apache.org on 2021/02/25 02:13:07 UTC

[flink] branch master updated (d2be34e -> 2180355)

This is an automated email from the ASF dual-hosted git repository.

sjwiesman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from d2be34e  [FLINK-21358][docs] Adds savepoint 1.12.x to savepoint compatibility diagram
     add f0fdd2c  [FLINK-19466][runtime / state backends] Add default savepoint configuration to StreamExecutionEnvironment
     add 16f62c5   [FLINK-19466][runtime / state backends] Add JobManagerCheckpointStorage and FileSystemCheckpointStorage
     add 0a76dab  [FLINK-19467][runtime / state backends] Implement HashMapStateBackend and EmbeddedRocksDBStateBackend
     add daba0ac  [FLINK-19467][examples] Update examples to new API
     add 0b57ba2  [FLINK-19467][docs] Regenerate configurations
     add 53216ec  [FLINK-19467][e2e] Migrate end-to-end tests to the modern API
     add 2180355  [hotfix][docs] fix version tag in kubernetes docs

No new revisions were added by this update.

Summary of changes:
 .../resource-providers/native_kubernetes.md        |   4 +-
 .../resource-providers/native_kubernetes.md        |   4 +-
 .../generated/checkpointing_configuration.html     |  36 +-
 .../generated/common_state_backends_section.html   |  12 +-
 .../generated/expert_state_backends_section.html   |   6 +-
 .../flink/configuration/CheckpointingOptions.java  |  86 ++-
 .../tests/DataStreamAllroundTestJobFactory.java    |  22 +-
 .../StickyAllocationAndLocalRecoveryTestJob.java   |  13 +-
 .../flink/streaming/tests/StubStateBackend.java    |  24 +-
 flink-end-to-end-tests/run-nightly-tests.sh        |  42 +-
 .../test-scripts/test_resume_savepoint.sh          |   4 +-
 .../streaming/examples/async/AsyncIOExample.java   |   3 +-
 .../examples/statemachine/StateMachineExample.java |  14 +-
 ...st_stream_execution_environment_completeness.py |   2 +-
 .../flink/runtime/checkpoint/Checkpoints.java      |  23 +-
 .../executiongraph/ExecutionGraphBuilder.java      |   1 +
 .../flink/runtime/state/CheckpointStorage.java     |  45 +-
 .../runtime/state/CheckpointStorageLoader.java     |  74 ++-
 .../apache/flink/runtime/state/StateBackend.java   |  39 +-
 .../flink/runtime/state/StateBackendLoader.java    |  65 ++-
 .../state/filesystem/AbstractFileStateBackend.java |   5 +
 .../AbstractFsCheckpointStorageAccess.java         |  27 +-
 .../runtime/state/filesystem/FsStateBackend.java   |  20 +-
 .../runtime/state/hashmap/HashMapStateBackend.java | 224 ++++++++
 .../state/hashmap/HashMapStateBackendFactory.java  |  35 ++
 .../runtime/state/memory/MemoryStateBackend.java   |  25 +-
 .../storage/ExternalizedSnapshotLocation.java      | 157 ++++++
 .../state/storage/FileSystemCheckpointStorage.java | 374 +++++++++++++
 .../state/storage/JobManagerCheckpointStorage.java | 271 ++++++++++
 .../checkpoint/CheckpointCoordinatorTest.java      |   4 +-
 .../runtime/state/CheckpointStorageLoaderTest.java | 343 +++++++++++-
 .../state/HashMapStateBackendMigrationTest.java    |  65 +++
 .../runtime/state/HashMapStateBackendTest.java     | 115 ++++
 .../HeapKeyedStateBackendAsyncByDefaultTest.java   |   7 +
 .../runtime/state/StateBackendLoadingTest.java     |  25 +-
 .../streaming/state/AbstractRocksDBState.java      |   2 +-
 .../state/DefaultConfigurableOptionsFactory.java   |   2 +-
 ...ckend.java => EmbeddedRocksDBStateBackend.java} | 270 +++-------
 .../state/EmbeddedRocksDBStateBackendFactory.java  |  35 ++
 .../contrib/streaming/state/LegacyEnumBridge.java  |  50 ++
 .../contrib/streaming/state/PredefinedOptions.java |   6 +-
 .../state/RocksDBKeyedStateBackendBuilder.java     |  10 +-
 .../contrib/streaming/state/RocksDBListState.java  |   2 +-
 .../contrib/streaming/state/RocksDBOptions.java    |   6 +-
 .../streaming/state/RocksDBOptionsFactory.java     |   4 +-
 .../streaming/state/RocksDBResourceContainer.java  |   4 +-
 .../streaming/state/RocksDBStateBackend.java       | 586 +++------------------
 .../EmbeddedRocksDBStateBackendMigrationTest.java  |  79 +++
 ...t.java => EmbeddedRocksDBStateBackendTest.java} |  65 ++-
 .../streaming/state/RocksDBAsyncSnapshotTest.java  |   7 +-
 .../contrib/streaming/state/RocksDBInitTest.java   |  10 +-
 .../state/RocksDBStateBackendConfigTest.java       |  29 +-
 .../state/RocksDBStateBackendFactoryTest.java      |  68 +--
 .../state/RocksDBStateBackendMigrationTest.java    |   2 +-
 .../state/RocksDBStateMisuseOptionTest.java        |   4 +-
 .../contrib/streaming/state/RocksDBTestUtils.java  |  12 +-
 .../benchmark/StateBackendBenchmarkUtils.java      |   4 +-
 .../api/environment/CheckpointConfig.java          |  91 ++++
 .../environment/StreamExecutionEnvironment.java    |  80 ++-
 .../flink/streaming/api/graph/StreamConfig.java    |  20 +
 .../flink/streaming/api/graph/StreamGraph.java     |  10 +
 .../streaming/api/graph/StreamGraphGenerator.java  |  10 +
 .../api/graph/StreamingJobGraphGenerator.java      |   2 +
 .../flink/streaming/runtime/tasks/StreamTask.java  |   3 +
 .../api/scala/StreamExecutionEnvironment.scala     |  83 ++-
 .../flink/table/planner/utils/ExecutorUtils.java   |   1 +
 .../EventTimeWindowCheckpointingITCase.java        |   3 +-
 .../test/checkpointing/TimersSavepointITCase.java  |   2 +-
 .../flink/test/state/BackendSwitchSpecs.java       |   2 +-
 69 files changed, 2695 insertions(+), 1085 deletions(-)
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackend.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackendFactory.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/ExternalizedSnapshotLocation.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/FileSystemCheckpointStorage.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/JobManagerCheckpointStorage.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendMigrationTest.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendTest.java
 copy flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackend.java => EmbeddedRocksDBStateBackend.java} (75%)
 create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendFactory.java
 create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/LegacyEnumBridge.java
 create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendMigrationTest.java
 rename flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackendTest.java => EmbeddedRocksDBStateBackendTest.java} (91%)