This is an automated email from the ASF dual-hosted git repository.
sewen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from e933a5c [FLINK-14373][tests] Fix ZooKeeperHighAvailabilityITCase to
pass with NG scheduler
new 525f3c9 [FLINK-12697][state backends] Support on-disk state storage
for spill-able heap backend
new 9d45ad0 [FLINK-12697][state backends] (follow-up) Minor optimization
that avoids extra memory segment wrapping.
new 534835b [FLINK-12216][runtime] Respect the number of bytes from input
parameters in HybridMemorySegment
new 7ee05e5 [hotfix][core] Cleanups of compiler and inspection warnings
for HybridMemorySegment and tests.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../core/memory/ByteArrayInputStreamWithPos.java | 97 +-
.../flink/core/memory/HybridMemorySegment.java | 20 +-
.../apache/flink/core/memory/MemorySegment.java | 17 +
...s.java => MemorySegmentInputStreamWithPos.java} | 65 +-
.../memory/ByteArrayInputStreamWithPosTest.java | 48 +-
.../memory/HybridOffHeapMemorySegmentTest.java | 10 +-
.../core/memory/HybridOnHeapMemorySegmentTest.java | 33 +
.../flink/core/memory/MemorySegmentTestBase.java | 23 +
.../flink-statebackend-heap-spillable/pom.xml | 19 +-
.../state/heap/CopyOnWriteSkipListStateMap.java | 1579 ++++++++++++++++++++
.../heap/CopyOnWriteSkipListStateMapSnapshot.java | 229 +++
.../flink/runtime/state/heap/LevelIndexHeader.java | 55 +
.../flink/runtime/state/heap/NodeStatus.java | 48 +
.../runtime/state/heap/OnHeapLevelIndexHeader.java | 118 ++
.../runtime/state/heap/SkipListKeyComparator.java | 80 +
.../runtime/state/heap/SkipListKeySerializer.java | 181 +++
.../flink/runtime/state/heap/SkipListUtils.java | 784 ++++++++++
.../state/heap/SkipListValueSerializer.java | 75 +
.../flink/runtime/state/heap/space/Allocator.java | 51 +
.../flink/runtime/state/heap/space/Chunk.java | 64 +
.../flink/runtime/state/heap/space/Constants.java | 29 +
.../flink/runtime/state/heap/space/SpaceUtils.java | 36 +
.../CopyOnWriteSkipListStateMapBasicOpTest.java | 548 +++++++
.../CopyOnWriteSkipListStateMapComplexOpTest.java | 930 ++++++++++++
.../heap/CopyOnWriteSkipListStateMapTestUtils.java | 259 ++++
.../state/heap/OnHeapLevelIndexHeaderTest.java | 169 +++
.../state/heap/SkipListKeyComparatorTest.java | 299 ++++
.../runtime/state/heap/SkipListSerializerTest.java | 110 ++
.../runtime/state/heap/SkipListUtilsTest.java | 170 +++
.../flink/runtime/state/heap/TestAllocator.java | 166 ++
30 files changed, 6154 insertions(+), 158 deletions(-)
copy
flink-core/src/main/java/org/apache/flink/core/memory/{ByteArrayInputStreamWithPos.java
=> MemorySegmentInputStreamWithPos.java} (58%)
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/CopyOnWriteSkipListStateMap.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/CopyOnWriteSkipListStateMapSnapshot.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/LevelIndexHeader.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/NodeStatus.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/OnHeapLevelIndexHeader.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/SkipListKeyComparator.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/SkipListKeySerializer.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/SkipListUtils.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/SkipListValueSerializer.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/space/Allocator.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/space/Chunk.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/space/Constants.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/main/java/org/apache/flink/runtime/state/heap/space/SpaceUtils.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/CopyOnWriteSkipListStateMapBasicOpTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/CopyOnWriteSkipListStateMapComplexOpTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/CopyOnWriteSkipListStateMapTestUtils.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/OnHeapLevelIndexHeaderTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/SkipListKeyComparatorTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/SkipListSerializerTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/SkipListUtilsTest.java
create mode 100644
flink-state-backends/flink-statebackend-heap-spillable/src/test/java/org/apache/flink/runtime/state/heap/TestAllocator.java
