This is an automated email from the ASF dual-hosted git repository.
aljoscha pushed a change to branch release-1.12
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 78799ac [FLINK-20933][python] Fix the Python operators of Python
DataStream API doesn't use managed memory when mixed use with Python Table API
add cfe2834 [refactor] Rename StreamConfig.setTypeSerializersIn() to
setupNetworkInputs()
add 722f84b [FLINK-20491] Turn BroadcastStateTransformation into
"logical" Transformation
add 9ea70e6 [FLINK-20491] Add preferred/pass-though inputs in
MultiInputSortingDataInput
add cdc0f42 [FLINK-20491] Allow by-key-iteration from broadcast side in
BATCH mode
add 0e84737 [FLINK-20491] Add per-input setting of BATCH execution
requirements
add 32f0739 [FLINK-20491] Add broadcast operators for BATCH execution mode
add 5c6d190 [FLINK-20517] Support mixed keyed/non-keyed operations in
BATCH mode
add e17dba3 [FLINK-20517] Add test for mixed-inpput operations in BATCH
execution mode
No new revisions were added by this update.
Summary of changes:
docs/dev/datastream_execution_mode.md | 50 +-
.../api/datastream/BroadcastConnectedStream.java | 90 ++--
.../streaming/api/datastream/ConnectedStreams.java | 22 +-
.../flink/streaming/api/graph/StreamConfig.java | 61 ++-
.../flink/streaming/api/graph/StreamGraph.java | 4 -
.../streaming/api/graph/StreamGraphGenerator.java | 5 +
.../flink/streaming/api/graph/StreamNode.java | 12 +-
.../api/graph/StreamingJobGraphGenerator.java | 11 +-
.../co/BatchCoBroadcastWithKeyedOperator.java | 75 +++
.../co/BatchCoBroadcastWithNonKeyedOperator.java | 87 ++++
.../operators/sort/MultiInputSortingDataInput.java | 89 +++-
.../operators/sort/ObservableStreamTaskInput.java | 78 +++
.../state/BatchExecutionKeyedStateBackend.java | 26 +-
.../AbstractBroadcastStateTransformation.java | 107 +++++
.../BroadcastStateTransformation.java | 140 +-----
.../KeyedBroadcastStateTransformation.java | 76 +++
.../io/StreamMultipleInputProcessorFactory.java | 62 ++-
.../runtime/io/StreamTwoInputProcessorFactory.java | 55 ++-
.../runtime/tasks/OneInputStreamTask.java | 6 +-
.../runtime/translators/BatchExecutionUtils.java | 12 +-
.../BroadcastStateTransformationTranslator.java | 39 +-
...eyedBroadcastStateTransformationTranslator.java | 102 ++++
.../LegacySinkTransformationTranslator.java | 4 +-
.../MultiInputTransformationTranslator.java | 26 +-
.../OneInputTransformationTranslator.java | 4 +-
.../ReduceTransformationTranslator.java | 4 +-
.../TwoInputTransformationTranslator.java | 19 +-
.../StreamGraphGeneratorBatchExecutionTest.java | 34 +-
.../sort/LargeSortingDataInputITCase.java | 3 +-
.../sort/MultiInputSortingDataInputsTest.java | 106 ++++-
...BatchExecutionStateBackendVerificationTest.java | 47 --
.../runtime/tasks/OneInputStreamTaskTest.java | 2 +-
.../tasks/OneInputStreamTaskTestHarness.java | 2 +-
.../runtime/tasks/StreamConfigChainer.java | 2 +-
.../tasks/TwoInputStreamTaskTestHarness.java | 2 +-
.../util/OneInputStreamOperatorTestHarness.java | 10 +-
.../MultipleInputStreamOperatorBase.java | 2 +-
.../datastream/DataStreamBatchExecutionITCase.java | 529 +++++++++++++++++++++
.../streaming/runtime/BroadcastStateITCase.java | 41 --
39 files changed, 1646 insertions(+), 400 deletions(-)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/co/BatchCoBroadcastWithKeyedOperator.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/co/BatchCoBroadcastWithNonKeyedOperator.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/ObservableStreamTaskInput.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/AbstractBroadcastStateTransformation.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/KeyedBroadcastStateTransformation.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/translators/KeyedBroadcastStateTransformationTranslator.java
