This is an automated email from the ASF dual-hosted git repository. twalthr pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git.
from bb92bc0 [FLINK-25575][streaming] Switch the implementation of Sink operator to V2. new 05eecb0d [FLINK-25387][FLINK-25388][FLINK-25389][table-planner] Introduce ExecNodeMetadata new d9d72ef [hotfix][table-planner] Remove org.reflections usage and dependency The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../flink/table/planner/loader/PlannerModule.java | 4 +- flink-table/flink-table-planner/pom.xml | 26 -- .../table/planner/plan/nodes/exec/ExecNode.java | 15 +- .../planner/plan/nodes/exec/ExecNodeBase.java | 52 ++-- .../planner/plan/nodes/exec/ExecNodeContext.java | 163 +++++++++++ .../planner/plan/nodes/exec/ExecNodeMetadata.java | 132 +++++++++ .../plan/nodes/exec/ExecNodeTypeIdResolver.java | 67 +++++ .../planner/plan/nodes/exec/InputProperty.java | 4 - .../plan/nodes/exec/MultipleExecNodeMetadata.java | 20 +- .../exec/batch/BatchExecBoundedStreamScan.java | 8 +- .../plan/nodes/exec/batch/BatchExecCalc.java | 4 +- .../plan/nodes/exec/batch/BatchExecCorrelate.java | 4 +- .../plan/nodes/exec/batch/BatchExecExchange.java | 8 +- .../plan/nodes/exec/batch/BatchExecExpand.java | 4 +- .../nodes/exec/batch/BatchExecHashAggregate.java | 8 +- .../plan/nodes/exec/batch/BatchExecHashJoin.java | 8 +- .../exec/batch/BatchExecHashWindowAggregate.java | 8 +- .../plan/nodes/exec/batch/BatchExecLegacySink.java | 3 + .../exec/batch/BatchExecLegacyTableSourceScan.java | 9 +- .../plan/nodes/exec/batch/BatchExecLimit.java | 8 +- .../plan/nodes/exec/batch/BatchExecLookupJoin.java | 4 +- .../nodes/exec/batch/BatchExecMultipleInput.java | 8 +- .../nodes/exec/batch/BatchExecNestedLoopJoin.java | 8 +- .../nodes/exec/batch/BatchExecOverAggregate.java | 9 +- .../exec/batch/BatchExecOverAggregateBase.java | 5 +- .../plan/nodes/exec/batch/BatchExecPythonCalc.java | 21 +- .../nodes/exec/batch/BatchExecPythonCorrelate.java | 4 +- .../exec/batch/BatchExecPythonGroupAggregate.java | 8 +- .../batch/BatchExecPythonGroupWindowAggregate.java | 8 +- .../exec/batch/BatchExecPythonOverAggregate.java | 9 +- .../plan/nodes/exec/batch/BatchExecRank.java | 8 +- .../plan/nodes/exec/batch/BatchExecSink.java | 4 +- .../plan/nodes/exec/batch/BatchExecSort.java | 8 +- .../nodes/exec/batch/BatchExecSortAggregate.java | 8 +- .../plan/nodes/exec/batch/BatchExecSortLimit.java | 8 +- .../nodes/exec/batch/BatchExecSortMergeJoin.java | 8 +- .../exec/batch/BatchExecSortWindowAggregate.java | 8 +- .../nodes/exec/batch/BatchExecTableSourceScan.java | 8 +- .../plan/nodes/exec/batch/BatchExecUnion.java | 8 +- .../plan/nodes/exec/batch/BatchExecValues.java | 8 +- .../exec/batch/BatchExecWindowTableFunction.java | 4 +- .../plan/nodes/exec/common/CommonExecCalc.java | 13 +- .../nodes/exec/common/CommonExecCorrelate.java | 13 +- .../plan/nodes/exec/common/CommonExecExchange.java | 9 +- .../plan/nodes/exec/common/CommonExecExpand.java | 9 +- .../nodes/exec/common/CommonExecLegacySink.java | 5 +- .../common/CommonExecLegacyTableSourceScan.java | 5 +- .../nodes/exec/common/CommonExecLookupJoin.java | 14 +- .../nodes/exec/common/CommonExecPythonCalc.java | 8 +- .../exec/common/CommonExecPythonCorrelate.java | 8 +- .../plan/nodes/exec/common/CommonExecSink.java | 11 +- .../exec/common/CommonExecTableSourceScan.java | 6 +- .../plan/nodes/exec/common/CommonExecUnion.java | 9 +- .../plan/nodes/exec/common/CommonExecValues.java | 12 +- .../exec/common/CommonExecWindowTableFunction.java | 8 +- .../exec/serde/ExecNodeGraphJsonPlanGenerator.java | 15 +- .../plan/nodes/exec/serde/JsonSerdeUtil.java | 6 +- .../nodes/exec/stream/StreamExecAggregateBase.java | 4 +- .../plan/nodes/exec/stream/StreamExecCalc.java | 19 +- .../exec/stream/StreamExecChangelogNormalize.java | 18 +- .../nodes/exec/stream/StreamExecCorrelate.java | 19 +- .../exec/stream/StreamExecDataStreamScan.java | 8 +- .../nodes/exec/stream/StreamExecDeduplicate.java | 18 +- .../exec/stream/StreamExecDropUpdateBefore.java | 20 +- .../plan/nodes/exec/stream/StreamExecExchange.java | 20 +- .../plan/nodes/exec/stream/StreamExecExpand.java | 19 +- .../stream/StreamExecGlobalGroupAggregate.java | 16 +- .../stream/StreamExecGlobalWindowAggregate.java | 16 +- .../exec/stream/StreamExecGroupAggregate.java | 18 +- .../exec/stream/StreamExecGroupTableAggregate.java | 8 +- .../stream/StreamExecGroupWindowAggregate.java | 18 +- .../StreamExecIncrementalGroupAggregate.java | 16 +- .../nodes/exec/stream/StreamExecIntervalJoin.java | 18 +- .../plan/nodes/exec/stream/StreamExecJoin.java | 18 +- .../nodes/exec/stream/StreamExecLegacySink.java | 3 + .../stream/StreamExecLegacyTableSourceScan.java | 9 +- .../plan/nodes/exec/stream/StreamExecLimit.java | 22 +- .../exec/stream/StreamExecLocalGroupAggregate.java | 16 +- .../stream/StreamExecLocalWindowAggregate.java | 16 +- .../nodes/exec/stream/StreamExecLookupJoin.java | 19 +- .../plan/nodes/exec/stream/StreamExecMatch.java | 18 +- .../exec/stream/StreamExecMiniBatchAssigner.java | 16 +- .../nodes/exec/stream/StreamExecMultipleInput.java | 8 +- .../nodes/exec/stream/StreamExecOverAggregate.java | 18 +- .../nodes/exec/stream/StreamExecPythonCalc.java | 18 +- .../exec/stream/StreamExecPythonCorrelate.java | 26 +- .../stream/StreamExecPythonGroupAggregate.java | 16 +- .../StreamExecPythonGroupTableAggregate.java | 8 +- .../StreamExecPythonGroupWindowAggregate.java | 18 +- .../exec/stream/StreamExecPythonOverAggregate.java | 16 +- .../plan/nodes/exec/stream/StreamExecRank.java | 18 +- .../plan/nodes/exec/stream/StreamExecSink.java | 25 +- .../plan/nodes/exec/stream/StreamExecSort.java | 8 +- .../nodes/exec/stream/StreamExecSortLimit.java | 22 +- .../exec/stream/StreamExecTableSourceScan.java | 22 +- .../nodes/exec/stream/StreamExecTemporalJoin.java | 18 +- .../nodes/exec/stream/StreamExecTemporalSort.java | 16 +- .../plan/nodes/exec/stream/StreamExecUnion.java | 20 +- .../plan/nodes/exec/stream/StreamExecValues.java | 22 +- .../exec/stream/StreamExecWatermarkAssigner.java | 16 +- .../exec/stream/StreamExecWindowAggregate.java | 16 +- .../exec/stream/StreamExecWindowAggregateBase.java | 4 +- .../exec/stream/StreamExecWindowDeduplicate.java | 18 +- .../nodes/exec/stream/StreamExecWindowJoin.java | 18 +- .../nodes/exec/stream/StreamExecWindowRank.java | 18 +- .../exec/stream/StreamExecWindowTableFunction.java | 18 +- .../planner/plan/utils/ExecNodeMetadataUtil.java | 290 +++++++++++++++++++ .../table/planner/plan/utils/ReflectionsUtil.java | 56 ---- .../nodes/exec/stream/JsonSerdeCoverageTest.java | 93 ------- .../plan/utils/ExecNodeMetadataUtilTest.java | 309 +++++++++++++++++++++ .../planner/plan/utils/ReflectionsUtilTest.java | 87 ------ .../test/resources/jsonplan/testGetJsonPlan.out | 10 +- .../CalcJsonPlanTest_jsonplan/testComplexCalc.out | 12 +- .../CalcJsonPlanTest_jsonplan/testSimpleFilter.out | 12 +- .../testSimpleProject.out | 8 +- .../testChangelogSource.out | 16 +- .../testUpsertSource.out | 14 +- .../testCrossJoin.out | 16 +- .../testCrossJoinOverrideParameters.out | 16 +- .../testJoinWithFilter.out | 16 +- .../testLeftOuterJoinWithLiteralTrue.out | 16 +- .../testDeduplication.out | 22 +- .../ExpandJsonPlanTest_jsonplan/testExpand.out | 32 +-- ...tDistinctAggCalls[isMiniBatchEnabled=false].out | 22 +- ...stDistinctAggCalls[isMiniBatchEnabled=true].out | 30 +- ...gCallsWithGroupBy[isMiniBatchEnabled=false].out | 22 +- ...ggCallsWithGroupBy[isMiniBatchEnabled=true].out | 30 +- ...AggWithoutGroupBy[isMiniBatchEnabled=false].out | 22 +- ...eAggWithoutGroupBy[isMiniBatchEnabled=true].out | 30 +- ...erDefinedAggCalls[isMiniBatchEnabled=false].out | 22 +- ...serDefinedAggCalls[isMiniBatchEnabled=true].out | 26 +- .../testEventTimeHopWindow.out | 22 +- .../testEventTimeSessionWindow.out | 22 +- .../testEventTimeTumbleWindow.out | 26 +- .../testProcTimeHopWindow.out | 26 +- .../testProcTimeSessionWindow.out | 26 +- .../testProcTimeTumbleWindow.out | 30 +- .../testIncrementalAggregate.out | 32 +-- ...lAggregateWithSumCountDistinctAndRetraction.out | 42 +-- .../testProcessingTimeInnerJoinWithOnClause.out | 48 ++-- .../testRowTimeInnerJoinWithOnClause.out | 40 +-- .../JoinJsonPlanTest_jsonplan/testInnerJoin.out | 20 +- .../testInnerJoinWithEqualPk.out | 32 +-- .../testInnerJoinWithPk.out | 44 +-- .../testLeftJoinNonEqui.out | 24 +- .../LimitJsonPlanTest_jsonplan/testLimit.out | 18 +- .../testJoinTemporalTable.out | 24 +- ...testJoinTemporalTableWithProjectionPushDown.out | 24 +- .../testMatch.out | 20 +- .../testProcTimeBoundedNonPartitionedRangeOver.out | 30 +- .../testProcTimeBoundedPartitionedRangeOver.out | 30 +- ...undedPartitionedRowsOverWithBuiltinProctime.out | 26 +- .../testProcTimeUnboundedPartitionedRangeOver.out | 30 +- ...stProctimeBoundedDistinctPartitionedRowOver.out | 30 +- ...edDistinctWithNonDistinctPartitionedRowOver.out | 30 +- .../testRowTimeBoundedPartitionedRowsOver.out | 22 +- .../testPythonCalc.out | 12 +- .../testPythonFunctionInWhereClause.out | 20 +- .../testJoinWithFilter.out | 20 +- .../testPythonTableFunction.out | 20 +- .../tesPythonAggCallsWithGroupBy.out | 22 +- .../testEventTimeHopWindow.out | 26 +- .../testEventTimeSessionWindow.out | 26 +- .../testEventTimeTumbleWindow.out | 30 +- .../testProcTimeHopWindow.out | 26 +- .../testProcTimeSessionWindow.out | 26 +- .../testProcTimeTumbleWindow.out | 30 +- .../testProcTimeBoundedNonPartitionedRangeOver.out | 30 +- .../testProcTimeBoundedPartitionedRangeOver.out | 30 +- ...undedPartitionedRowsOverWithBuiltinProctime.out | 26 +- .../testProcTimeUnboundedPartitionedRangeOver.out | 30 +- .../testRowTimeBoundedPartitionedRowsOver.out | 26 +- .../stream/RankJsonPlanTest_jsonplan/testRank.out | 22 +- .../testSortLimit.out | 18 +- .../testOverwrite.out | 8 +- .../testPartitioning.out | 12 +- .../testWritingMetadata.out | 8 +- .../testFilterPushDown.out | 8 +- .../testLimitPushDown.out | 14 +- .../testPartitionPushDown.out | 12 +- .../testProjectPushDown.out | 8 +- .../testReadingMetadata.out | 8 +- .../testWatermarkPushDown.out | 8 +- .../testJoinTemporalFunction.out | 32 +-- .../testTemporalTableJoin.out | 32 +-- .../testSortProcessingTime.out | 26 +- .../testSortRowTime.out | 26 +- .../UnionJsonPlanTest_jsonplan/testUnion.out | 14 +- .../ValuesJsonPlanTest_jsonplan/testValues.out | 12 +- .../testWatermarkAssigner.out | 12 +- .../testDistinctSplitEnabled.out | 48 ++-- .../testEventTimeCumulateWindow.out | 34 +-- .../testEventTimeCumulateWindowWithOffset.out | 34 +-- .../testEventTimeHopWindow.out | 34 +-- .../testEventTimeHopWindowWithOffset.out | 34 +-- .../testEventTimeTumbleWindow.out | 34 +-- .../testEventTimeTumbleWindowWithOffset.out | 34 +-- .../testProcTimeCumulateWindow.out | 30 +- .../testProcTimeHopWindow.out | 30 +- .../testProcTimeTumbleWindow.out | 30 +- .../testEventTimeTumbleWindow.out | 68 ++--- .../testFollowedByWindowDeduplicate.out | 34 +-- .../testFollowedByWindowJoin.out | 56 ++-- .../testFollowedByWindowRank.out | 34 +-- .../testIndividualWindowTVF.out | 24 +- .../testIndividualWindowTVFProcessingTime.out | 28 +- .../metadata/MetadataHandlerConsistencyTest.scala | 36 ++- .../flink/table/planner/utils/TableTestBase.scala | 6 +- 208 files changed, 3102 insertions(+), 1822 deletions(-) create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeContext.java create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeMetadata.java create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeTypeIdResolver.java copy flink-runtime/src/main/java/org/apache/flink/runtime/throwable/ThrowableAnnotation.java => flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/MultipleExecNodeMetadata.java (74%) create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/ExecNodeMetadataUtil.java delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/ReflectionsUtil.java delete mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/JsonSerdeCoverageTest.java create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/utils/ExecNodeMetadataUtilTest.java delete mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/utils/ReflectionsUtilTest.java