This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 492d8fd [FLINK-16687][python] Support Python UDF in Java Correlate
(#11650)
new e5d8f3d [FLINK-16744][task][hotfix] Finalize StreamTask methods used
during construction
new 94ccf00 [FLINK-16744][task][refactor] Extract
SubtaskCheckpointCoordinator
new 97a7a10 [FLINK-16744][task] Split finish() in ChannelStateWriter
new 53d9f36 [FLINK-16744][task] Implement channel state reading and
writing for unaligned checkpoints
new 83c8d93 [FLINK-16744][task] Send channel state handles to JM
new dcaa814 [FLINK-16744][task][test][hotfix] Fix formatting
new 6e296ad [FLINK-16744][task][hotfix] Refactor
SubtaskCheckpointCoordinatorImpl
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../api/runtime/SavepointTaskStateManager.java | 10 +
.../channel/ChannelStateCheckpointWriter.java | 203 +++++++++++++
.../checkpoint/channel/ChannelStateReaderImpl.java | 118 ++++++++
.../checkpoint/channel/ChannelStateSerializer.java | 177 +++++++++++
.../channel/ChannelStateStreamReader.java | 111 +++++++
.../channel/ChannelStateWriteRequest.java | 168 +++++++++++
.../ChannelStateWriteRequestDispatcher.java | 36 +++
.../ChannelStateWriteRequestDispatcherImpl.java | 95 ++++++
.../channel/ChannelStateWriteRequestExecutor.java | 49 +++
.../ChannelStateWriteRequestExecutorImpl.java | 157 ++++++++++
.../checkpoint/channel/ChannelStateWriter.java | 111 +++++--
.../checkpoint/channel/ChannelStateWriterImpl.java | 187 ++++++++++++
.../channel/RefCountingFSDataInputStream.java | 129 ++++++++
.../runtime/io/network/buffer/BufferBuilder.java | 5 +
.../runtime/jobgraph/tasks/AbstractInvokable.java | 6 +-
.../flink/runtime/state/TaskStateManager.java | 5 +-
.../flink/runtime/state/TaskStateManagerImpl.java | 41 ++-
.../org/apache/flink/runtime/taskmanager/Task.java | 13 +-
.../channel/ChannelStateCheckpointWriterTest.java | 144 +++++++++
.../channel/ChannelStateReaderImplTest.java | 205 +++++++++++++
.../channel/ChannelStateSerializerImplTest.java | 149 +++++++++
.../ChannelStateWriteRequestDispatcherTest.java | 118 ++++++++
.../ChannelStateWriteRequestExecutorImplTest.java | 215 +++++++++++++
.../channel/ChannelStateWriterImplTest.java | 332 +++++++++++++++++++++
.../channel/CheckpointInProgressRequestTest.java | 82 +++++
.../buffer/BufferBuilderAndConsumerTest.java | 19 ++
.../operators/testutils/DummyInvokable.java | 14 -
.../operators/testutils/MockEnvironment.java | 38 +--
.../testutils/MockEnvironmentBuilder.java | 25 +-
.../runtime/state/ChannelPersistenceITCase.java | 179 +++++++++++
.../flink/runtime/state/TestTaskStateManager.java | 11 +-
.../runtime/tasks/CheckpointingOperation.java | 159 ----------
.../streaming/runtime/tasks/OperatorChain.java | 5 +
.../flink/streaming/runtime/tasks/StreamTask.java | 83 ++----
.../tasks/SubtaskCheckpointCoordinator.java | 54 ++++
.../tasks/SubtaskCheckpointCoordinatorImpl.java | 330 ++++++++++++++++++++
.../util/AbstractStreamOperatorTestHarness.java | 5 -
.../flink/streaming/util/MockStreamTask.java | 22 --
.../streaming/util/MockStreamTaskBuilder.java | 15 -
.../over/BufferDataOverWindowOperatorTest.java | 18 +-
40 files changed, 3500 insertions(+), 343 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateCheckpointWriter.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateReaderImpl.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateSerializer.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateStreamReader.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequest.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestDispatcher.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestDispatcherImpl.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestExecutor.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestExecutorImpl.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriterImpl.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/channel/RefCountingFSDataInputStream.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateCheckpointWriterTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateReaderImplTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateSerializerImplTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestDispatcherTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriteRequestExecutorImplTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/ChannelStateWriterImplTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/CheckpointInProgressRequestTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/ChannelPersistenceITCase.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/CheckpointingOperation.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SubtaskCheckpointCoordinator.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SubtaskCheckpointCoordinatorImpl.java
