This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 34dfa5c [FLINK-21254] Add tests for Created state and State interface
new aae75bf [refactor] Extract common logic for serializing delimited list
new a3436cb [refactor] Move RocksDBCompositeKeyBuilder to a common package
new 0967580 [hotfix] Fix Nonnull annotation in
RegisteredKeyValueStateBackendMetaInfo
new e3b777e [hotfix] Add a wildcard type in heap state backend related
classes
new 93c726b [FLINK-20978] Extract common restoring logic from RocksDB
new ac493eb [FLINK-20978] Implement HeapSavepointRestoreOperation
new 6d1e386 [FLINK-20978] Implement SavepointKeyedStateHandle
new f56021c [FLINK-20978] Implement test for migrating from Rocks
savepoint
new f63b9ad [hotfix] Fix RocksDB resource handling in
RocksKeyGroupsRocksSingleStateIteratorTest
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../metadata/MetadataV2V3SerializerBase.java | 17 +-
.../state/CheckpointStreamWithResultProvider.java | 22 +-
.../state/CompositeKeySerializationUtils.java | 7 +-
.../runtime/state/FullSnapshotAsyncWriter.java | 13 +-
.../state/KeyGroupsSavepointStateHandle.java | 72 +++++
.../runtime/state/ListDelimitedSerializer.java | 93 ++++++
.../RegisteredKeyValueStateBackendMetaInfo.java | 4 +-
.../runtime/state/SavepointKeyedStateHandle.java | 22 ++
.../state/SerializedCompositeKeyBuilder.java | 79 ++++-
.../runtime/state/heap/HeapKeyedStateBackend.java | 4 +-
.../state/heap/HeapKeyedStateBackendBuilder.java | 77 +++--
.../state/heap/HeapMetaInfoRestoreOperation.java | 133 +++++++++
.../runtime/state/heap/HeapRestoreOperation.java | 98 +------
.../state/heap/HeapSavepointRestoreOperation.java | 259 +++++++++++++++++
.../runtime/state/heap/HeapSnapshotStrategy.java | 7 +-
.../restore/FullSnapshotRestoreOperation.java | 323 +++++++++++++++++++++
.../flink/runtime/state/restore/KeyGroup.java | 41 +++
.../flink/runtime/state/restore/KeyGroupEntry.java | 47 +++
.../state/restore/SavepointRestoreResult.java | 44 +++
.../runtime/state/restore/ThrowingIterator.java | 52 ++++
.../checkpoint/metadata/CheckpointTestUtils.java | 30 +-
.../state/CompositeKeySerializationUtilsTest.java | 32 +-
.../state/SerializedCompositeKeyBuilderTest.java | 128 +++++---
.../streaming/state/AbstractRocksDBState.java | 29 +-
.../state/RocksDBCachingPriorityQueueSet.java | 3 +-
.../state/RocksDBIncrementalCheckpointUtils.java | 9 +-
.../streaming/state/RocksDBKeyedStateBackend.java | 14 +-
.../state/RocksDBKeyedStateBackendBuilder.java | 8 +-
.../contrib/streaming/state/RocksDBListState.java | 81 ++----
.../contrib/streaming/state/RocksDBMapState.java | 5 +-
.../iterator/AbstractRocksStateKeysIterator.java | 4 +-
.../RocksStateKeysAndNamespaceIterator.java | 4 +-
.../state/restore/RocksDBFullRestoreOperation.java | 175 +++--------
.../RocksDBIncrementalRestoreOperation.java | 6 +-
.../state/snapshot/RocksFullSnapshotStrategy.java | 4 +-
...rtitionedPriorityQueueWithRocksDBStoreTest.java | 4 +-
.../RocksDBIncrementalCheckpointUtilsTest.java | 16 +-
...sDBRocksStateKeysAndNamespacesIteratorTest.java | 5 +-
.../state/RocksDBRocksStateKeysIteratorTest.java | 5 +-
...RocksKeyGroupsRocksSingleStateIteratorTest.java | 13 +-
.../flink/test/state/BackendSwitchSpecs.java | 153 ++++++++++
.../state/HeapSavepointStateBackendSwitchTest.java | 40 +++
.../RocksSavepointStateBackendSwitchTest.java | 40 +++
.../state/SavepointStateBackendSwitchTestBase.java | 295 +++++++++++++++++++
44 files changed, 2057 insertions(+), 460 deletions(-)
rename
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeySerializationUtils.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/state/CompositeKeySerializationUtils.java
(96%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/KeyGroupsSavepointStateHandle.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/ListDelimitedSerializer.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/SavepointKeyedStateHandle.java
rename
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBSerializedCompositeKeyBuilder.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/state/SerializedCompositeKeyBuilder.java
(72%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/heap/HeapMetaInfoRestoreOperation.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/heap/HeapSavepointRestoreOperation.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/restore/FullSnapshotRestoreOperation.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/restore/KeyGroup.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/restore/KeyGroupEntry.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/restore/SavepointRestoreResult.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/restore/ThrowingIterator.java
rename
flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/RocksDBKeySerializationUtilsTest.java
=>
flink-runtime/src/test/java/org/apache/flink/runtime/state/CompositeKeySerializationUtilsTest.java
(80%)
rename
flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/RocksDBSerializedCompositeKeyBuilderTest.java
=>
flink-runtime/src/test/java/org/apache/flink/runtime/state/SerializedCompositeKeyBuilderTest.java
(73%)
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/state/BackendSwitchSpecs.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/state/HeapSavepointStateBackendSwitchTest.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/state/RocksSavepointStateBackendSwitchTest.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/state/SavepointStateBackendSwitchTestBase.java
