This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from f504bf5 [hotfix][upsert-kafka] Support sink parallelism on
upsert-kafka sink
add ad18d13 [FLINK-19079][table-runtime] Introduce row time deduplicate
operator (#13331)
No new revisions were added by this update.
Summary of changes:
.../plan/metadata/FlinkRelMdUniqueKeys.scala | 3 +-
.../stream/StreamExecChangelogNormalize.scala | 16 +-
.../physical/stream/StreamExecDeduplicate.scala | 186 ++++++++---
.../FlinkChangelogModeInferenceProgram.scala | 9 +-
.../stream/StreamExecDeduplicateRule.scala | 26 +-
.../physical/stream/ChangelogModeInferenceTest.xml | 2 +-
.../planner/plan/stream/sql/DeduplicateTest.xml | 4 +-
.../table/planner/plan/stream/sql/RankTest.xml | 4 +-
.../plan/stream/sql/join/TemporalJoinTest.xml | 18 +-
.../metadata/FlinkRelMdColumnUniquenessTest.scala | 26 +-
.../plan/metadata/FlinkRelMdHandlerTestBase.scala | 43 ++-
.../FlinkRelMdModifiedMonotonicityTest.scala | 13 +-
.../plan/metadata/FlinkRelMdUniqueKeysTest.scala | 7 +-
.../planner/plan/stream/sql/DeduplicateTest.scala | 5 +-
.../table/planner/plan/stream/sql/RankTest.scala | 2 -
.../runtime/stream/sql/DeduplicateITCase.scala | 104 +++++++
.../runtime/stream/sql/TemporalJoinITCase.scala | 165 +++++++++-
...wFunction.java => DeduplicateFunctionBase.java} | 40 +--
.../deduplicate/DeduplicateFunctionHelper.java | 76 ++++-
....java => MiniBatchDeduplicateFunctionBase.java} | 51 ++-
...> ProcTimeDeduplicateKeepFirstRowFunction.java} | 32 +-
...=> ProcTimeDeduplicateKeepLastRowFunction.java} | 37 +--
...eMiniBatchDeduplicateKeepFirstRowFunction.java} | 43 +--
...meMiniBatchDeduplicateKeepLastRowFunction.java} | 50 +--
.../deduplicate/RowTimeDeduplicateFunction.java | 102 ++++++
.../RowTimeMiniBatchDeduplicateFunction.java | 134 ++++++++
...va => ProcTimeDeduplicateFunctionTestBase.java} | 4 +-
...ocTimeDeduplicateKeepFirstRowFunctionTest.java} | 10 +-
...rocTimeDeduplicateKeepLastRowFunctionTest.java} | 30 +-
...iBatchDeduplicateKeepFirstRowFunctionTest.java} | 14 +-
...niBatchDeduplicateKeepLastRowFunctionTest.java} | 30 +-
.../RowTimeDeduplicateFunctionTest.java | 343 +++++++++++++++++++++
32 files changed, 1276 insertions(+), 353 deletions(-)
copy
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepFirstRowFunction.java
=> DeduplicateFunctionBase.java} (62%)
copy
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepFirstRowFunction.java
=> MiniBatchDeduplicateFunctionBase.java} (52%)
rename
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepFirstRowFunction.java
=> ProcTimeDeduplicateKeepFirstRowFunction.java} (55%)
rename
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepLastRowFunction.java
=> ProcTimeDeduplicateKeepLastRowFunction.java} (59%)
rename
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{MiniBatchDeduplicateKeepFirstRowFunction.java
=> ProcTimeMiniBatchDeduplicateKeepFirstRowFunction.java} (57%)
rename
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/{MiniBatchDeduplicateKeepLastRowFunction.java
=> ProcTimeMiniBatchDeduplicateKeepLastRowFunction.java} (59%)
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/RowTimeDeduplicateFunction.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/deduplicate/RowTimeMiniBatchDeduplicateFunction.java
rename
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateFunctionTestBase.java
=> ProcTimeDeduplicateFunctionTestBase.java} (93%)
rename
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepFirstRowFunctionTest.java
=> ProcTimeDeduplicateKeepFirstRowFunctionTest.java} (88%)
rename
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/{DeduplicateKeepLastRowFunctionTest.java
=> ProcTimeDeduplicateKeepLastRowFunctionTest.java} (87%)
rename
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/{MiniBatchDeduplicateKeepFirstRowFunctionTest.java
=> ProcTimeMiniBatchDeduplicateKeepFirstRowFunctionTest.java} (87%)
rename
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/{MiniBatchDeduplicateKeepLastRowFunctionTest.java
=> ProcTimeMiniBatchDeduplicateKeepLastRowFunctionTest.java} (88%)
create mode 100644
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/deduplicate/RowTimeDeduplicateFunctionTest.java