This is an automated email from the ASF dual-hosted git repository.
yuanmei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 955bd58 [FLINK-24613][doc] Documentation on orc supported data types
is outdated
add 446bc70 [FLINK-21357][runtime/statebackend]Periodic materialization
for generalized incremental checkpoints (#16606)
No new revisions were added by this update.
Summary of changes:
.../generated/checkpointing_configuration.html | 12 -
.../generated/common_state_backends_section.html | 12 -
.../generated/state_backend_changelog_section.html | 36 +++
.../generated/state_changelog_configuration.html | 36 +++
.../flink/annotation/docs/Documentation.java | 2 +
.../apache/flink/api/common/ExecutionConfig.java | 38 +++
.../flink/configuration/CheckpointingOptions.java | 38 ---
.../flink/configuration/StateChangelogOptions.java | 83 ++++++
.../fs/FsStateChangelogStorageFactory.java | 2 +-
.../flink/runtime/execution/Environment.java | 7 +
.../flink/runtime/state/StateBackendLoader.java | 3 +-
.../changelog/StateChangelogStorageLoader.java | 4 +-
.../taskmanager}/AsyncExceptionHandler.java | 2 +-
.../taskmanager}/AsynchronousException.java | 2 +-
.../runtime/taskmanager/RuntimeEnvironment.java | 27 +-
.../operators/testutils/MockEnvironment.java | 16 +-
.../runtime/state/HashMapStateBackendTest.java | 4 +-
.../flink/runtime/state/StateBackendTestBase.java | 19 +-
...kExecutorStateChangelogStoragesManagerTest.java | 14 +-
.../inmemory/StateChangelogStorageLoaderTest.java | 4 +-
.../changelog/ChangelogKeyedStateBackend.java | 283 ++++++++++++++++-----
.../state/changelog/ChangelogStateBackend.java | 58 ++++-
.../changelog/PeriodicMaterializationManager.java | 276 ++++++++++++++++++++
...logDelegateEmbeddedRocksDBStateBackendTest.java | 9 +
.../ChangelogDelegateFileStateBackendTest.java | 10 +
.../changelog/ChangelogDelegateHashMapTest.java | 10 +
.../ChangelogDelegateMemoryStateBackendTest.java | 10 +
.../changelog/ChangelogDelegateStateTest.java | 2 +
.../ChangelogStateBackendLoadingTest.java | 6 +-
.../changelog/ChangelogStateBackendTestUtils.java | 198 +++++++++++++-
.../src/test/resources/log4j2-test.properties | 0
.../src/test/resources/log4j2.properties | 28 --
.../state/EmbeddedRocksDBStateBackendTest.java | 4 +-
.../environment/StreamExecutionEnvironment.java | 4 +-
.../runtime/tasks/AsyncCheckpointRunnable.java | 2 +
.../flink/streaming/runtime/tasks/StreamTask.java | 15 +-
.../tasks/SubtaskCheckpointCoordinatorImpl.java | 1 +
.../streaming/runtime/tasks/TimerException.java | 1 +
...ecutionEnvironmentComplexConfigurationTest.java | 2 +-
.../MockSubtaskCheckpointCoordinatorBuilder.java | 1 +
.../streaming/runtime/tasks/StreamTaskTest.java | 1 +
.../streaming/util/TestStreamEnvironment.java | 22 +-
.../flink/test/classloading/ClassLoaderITCase.java | 2 +-
43 files changed, 1090 insertions(+), 216 deletions(-)
create mode 100644
docs/layouts/shortcodes/generated/state_backend_changelog_section.html
create mode 100644
docs/layouts/shortcodes/generated/state_changelog_configuration.html
create mode 100644
flink-core/src/main/java/org/apache/flink/configuration/StateChangelogOptions.java
rename
{flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks =>
flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager}/AsyncExceptionHandler.java
(96%)
rename
{flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks =>
flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager}/AsynchronousException.java
(96%)
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/PeriodicMaterializationManager.java
copy {flink-yarn =>
flink-state-backends/flink-statebackend-changelog}/src/test/resources/log4j2-test.properties
(100%)
delete mode 100644
flink-state-backends/flink-statebackend-changelog/src/test/resources/log4j2.properties
