This is an automated email from the ASF dual-hosted git repository. sjwiesman pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git.
from d2be34e [FLINK-21358][docs] Adds savepoint 1.12.x to savepoint compatibility diagram add f0fdd2c [FLINK-19466][runtime / state backends] Add default savepoint configuration to StreamExecutionEnvironment add 16f62c5 [FLINK-19466][runtime / state backends] Add JobManagerCheckpointStorage and FileSystemCheckpointStorage add 0a76dab [FLINK-19467][runtime / state backends] Implement HashMapStateBackend and EmbeddedRocksDBStateBackend add daba0ac [FLINK-19467][examples] Update examples to new API add 0b57ba2 [FLINK-19467][docs] Regenerate configurations add 53216ec [FLINK-19467][e2e] Migrate end-to-end tests to the modern API add 2180355 [hotfix][docs] fix version tag in kubernetes docs No new revisions were added by this update. Summary of changes: .../resource-providers/native_kubernetes.md | 4 +- .../resource-providers/native_kubernetes.md | 4 +- .../generated/checkpointing_configuration.html | 36 +- .../generated/common_state_backends_section.html | 12 +- .../generated/expert_state_backends_section.html | 6 +- .../flink/configuration/CheckpointingOptions.java | 86 ++- .../tests/DataStreamAllroundTestJobFactory.java | 22 +- .../StickyAllocationAndLocalRecoveryTestJob.java | 13 +- .../flink/streaming/tests/StubStateBackend.java | 24 +- flink-end-to-end-tests/run-nightly-tests.sh | 42 +- .../test-scripts/test_resume_savepoint.sh | 4 +- .../streaming/examples/async/AsyncIOExample.java | 3 +- .../examples/statemachine/StateMachineExample.java | 14 +- ...st_stream_execution_environment_completeness.py | 2 +- .../flink/runtime/checkpoint/Checkpoints.java | 23 +- .../executiongraph/ExecutionGraphBuilder.java | 1 + .../flink/runtime/state/CheckpointStorage.java | 45 +- .../runtime/state/CheckpointStorageLoader.java | 74 ++- .../apache/flink/runtime/state/StateBackend.java | 39 +- .../flink/runtime/state/StateBackendLoader.java | 65 ++- .../state/filesystem/AbstractFileStateBackend.java | 5 + .../AbstractFsCheckpointStorageAccess.java | 27 +- .../runtime/state/filesystem/FsStateBackend.java | 20 +- .../runtime/state/hashmap/HashMapStateBackend.java | 224 ++++++++ .../state/hashmap/HashMapStateBackendFactory.java | 35 ++ .../runtime/state/memory/MemoryStateBackend.java | 25 +- .../storage/ExternalizedSnapshotLocation.java | 157 ++++++ .../state/storage/FileSystemCheckpointStorage.java | 374 +++++++++++++ .../state/storage/JobManagerCheckpointStorage.java | 271 ++++++++++ .../checkpoint/CheckpointCoordinatorTest.java | 4 +- .../runtime/state/CheckpointStorageLoaderTest.java | 343 +++++++++++- .../state/HashMapStateBackendMigrationTest.java | 65 +++ .../runtime/state/HashMapStateBackendTest.java | 115 ++++ .../HeapKeyedStateBackendAsyncByDefaultTest.java | 7 + .../runtime/state/StateBackendLoadingTest.java | 25 +- .../streaming/state/AbstractRocksDBState.java | 2 +- .../state/DefaultConfigurableOptionsFactory.java | 2 +- ...ckend.java => EmbeddedRocksDBStateBackend.java} | 270 +++------- .../state/EmbeddedRocksDBStateBackendFactory.java | 35 ++ .../contrib/streaming/state/LegacyEnumBridge.java | 50 ++ .../contrib/streaming/state/PredefinedOptions.java | 6 +- .../state/RocksDBKeyedStateBackendBuilder.java | 10 +- .../contrib/streaming/state/RocksDBListState.java | 2 +- .../contrib/streaming/state/RocksDBOptions.java | 6 +- .../streaming/state/RocksDBOptionsFactory.java | 4 +- .../streaming/state/RocksDBResourceContainer.java | 4 +- .../streaming/state/RocksDBStateBackend.java | 586 +++------------------ .../EmbeddedRocksDBStateBackendMigrationTest.java | 79 +++ ...t.java => EmbeddedRocksDBStateBackendTest.java} | 65 ++- .../streaming/state/RocksDBAsyncSnapshotTest.java | 7 +- .../contrib/streaming/state/RocksDBInitTest.java | 10 +- .../state/RocksDBStateBackendConfigTest.java | 29 +- .../state/RocksDBStateBackendFactoryTest.java | 68 +-- .../state/RocksDBStateBackendMigrationTest.java | 2 +- .../state/RocksDBStateMisuseOptionTest.java | 4 +- .../contrib/streaming/state/RocksDBTestUtils.java | 12 +- .../benchmark/StateBackendBenchmarkUtils.java | 4 +- .../api/environment/CheckpointConfig.java | 91 ++++ .../environment/StreamExecutionEnvironment.java | 80 ++- .../flink/streaming/api/graph/StreamConfig.java | 20 + .../flink/streaming/api/graph/StreamGraph.java | 10 + .../streaming/api/graph/StreamGraphGenerator.java | 10 + .../api/graph/StreamingJobGraphGenerator.java | 2 + .../flink/streaming/runtime/tasks/StreamTask.java | 3 + .../api/scala/StreamExecutionEnvironment.scala | 83 ++- .../flink/table/planner/utils/ExecutorUtils.java | 1 + .../EventTimeWindowCheckpointingITCase.java | 3 +- .../test/checkpointing/TimersSavepointITCase.java | 2 +- .../flink/test/state/BackendSwitchSpecs.java | 2 +- 69 files changed, 2695 insertions(+), 1085 deletions(-) create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackend.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/hashmap/HashMapStateBackendFactory.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/ExternalizedSnapshotLocation.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/FileSystemCheckpointStorage.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/storage/JobManagerCheckpointStorage.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendMigrationTest.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/HashMapStateBackendTest.java copy flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackend.java => EmbeddedRocksDBStateBackend.java} (75%) create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendFactory.java create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/LegacyEnumBridge.java create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/EmbeddedRocksDBStateBackendMigrationTest.java rename flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/{RocksDBStateBackendTest.java => EmbeddedRocksDBStateBackendTest.java} (91%)