This is an automated email from the ASF dual-hosted git repository.
fhueske pushed a change to branch fhueske-FLINK-39436-Allow-late-data-in-PTFs
in repository https://gitbox.apache.org/repos/asf/flink.git
omit 57b157d28cc [FLINK-39436][table] Address reviewer comments
omit 15c5dc2ffa8 [FLINK-39436][table] Allow late data in PTFs
add 1c71c3fabbe [FLINK-39420] Reject temporal joins in batch mode with a
clear error
add ed21db51baa [FLINK-38896][runtime/rest] Introduce the
/jobs/:jobid/rescales/summary endpoint in the REST API (#27892)
add 2379582867b [FLINK-39401][table-runtime] Extend raw format to support
line-delimiter option (#27897)
add ee827dfcebf [FLINK-39253][table] Preserve field names in `ROW`
function from `AS` aliases
add 09efcb4db6c [FLINK-39442][python] Add descriptor() and to_changelog()
to Python Table API
add aedc8178e73 [FLINK-39480][ci] Python wheel on MacOS fails for all 2.x
branches
add 3afaa8cf645 [FLINK-39256][table] Support ORDER BY clause in Process
Table Functions
add 57c939907b4 [FLINK-39436][table] Allow late data in PTFs
add ddfc55ba149 [FLINK-39436][table] Address reviewer comments
add 178112376f6 [FLINK-39436][table] Address comments #2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (57b157d28cc)
\
N -- N -- N
refs/heads/fhueske-FLINK-39436-Allow-late-data-in-PTFs (178112376f6)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/nightly.yml | 6 +-
.../docs/connectors/table/formats/raw.md | 11 +
docs/content.zh/docs/dev/table/functions/ptfs.md | 190 +++++++-
docs/content/docs/connectors/table/formats/raw.md | 13 +
docs/content/docs/dev/table/functions/ptfs.md | 188 +++++++-
.../shortcodes/generated/rest_v1_dispatcher.html | 107 +++++
docs/static/generated/rest_v1_dispatcher.yml | 31 ++
flink-python/pyflink/table/expressions.py | 22 +-
flink-python/pyflink/table/table.py | 33 ++
.../pyflink/table/tests/test_table_completeness.py | 1 -
flink-python/pyproject.toml | 4 +-
.../src/test/resources/rest_api_v1.snapshot | 83 ++++
.../job/rescales/JobRescalesHistoryHandler.java | 13 +-
.../job/rescales/JobRescalesOverviewHandler.java | 13 +-
...Handler.java => JobRescalesSummaryHandler.java} | 47 +-
.../job/rescales/RescalesUnavailableException.java | 45 ++
.../messages/job/rescales/JobRescalesSummary.java | 149 ++++++
...Headers.java => JobRescalesSummaryHeaders.java} | 22 +-
.../runtime/webmonitor/WebMonitorEndpoint.java | 14 +
...est.java => JobRescalesSummaryHandlerTest.java} | 95 ++--
.../apache/flink/table/api/PartitionedTable.java | 33 +-
.../apache/flink/table/api/internal/TableImpl.java | 27 +-
.../resolver/rules/ResolveCallByArgumentsRule.java | 94 +++-
.../table/operations/PartitionQueryOperation.java | 93 +++-
.../operations/utils/OperationTreeBuilder.java | 8 +
.../table/functions/ProcessTableFunction.java | 104 ++++-
.../flink/table/functions/TableSemantics.java | 47 ++
.../flink/table/types/inference/CallContext.java | 5 +
.../table/types/inference/SystemTypeInference.java | 91 +++-
.../inference/strategies/RowTypeStrategy.java | 7 +-
.../types/inference/utils/CastCallContext.java | 6 +
.../types/inference/utils/TableSemanticsMock.java | 10 +
.../planner/calcite/FlinkConvertletTable.java | 22 +-
.../table/planner/calcite/RexTableArgCall.java | 201 +++++++-
.../inference/CallBindingCallContext.java | 37 +-
.../inference/OperatorBindingCallContext.java | 23 +-
.../planner/plan/QueryOperationConverter.java | 18 +-
.../nodes/exec/serde/RexNodeJsonDeserializer.java | 15 +-
.../nodes/exec/serde/RexNodeJsonSerializer.java | 8 +
.../stream/StreamExecProcessTableFunction.java | 75 ++-
.../stream/StreamPhysicalProcessTableFunction.java | 31 ++
.../ProjectWindowTableFunctionTransposeRule.java | 4 +-
.../logical/RejectTemporalJoinInBatchRule.java | 113 +++++
.../planner/plan/rules/FlinkBatchRuleSets.scala | 8 +-
.../table/api/QueryOperationSqlSemanticTest.java | 5 +-
.../api/QueryOperationSqlSerializationTest.java | 5 +-
.../table/api/QueryOperationTestPrograms.java | 50 +-
.../table/planner/functions/RowFunctionITCase.java | 18 +-
.../nodes/exec/serde/RexNodeJsonSerdeTest.java | 4 +-
.../stream/ProcessTableFunctionRestoreTests.java | 4 +-
.../stream/ProcessTableFunctionSemanticTests.java | 5 +-
.../stream/ProcessTableFunctionTestPrograms.java | 284 +++++++++++
.../exec/stream/ProcessTableFunctionTestUtils.java | 83 ++++
.../plan/nodes/exec/testutils/RestoreTestBase.java | 14 +
.../plan/stream/sql/ProcessTableFunctionTest.java | 51 +-
.../plan/stream/sql/ProcessTableFunctionTest.xml | 23 +
.../plan/process-multi-input-order-by-restore.json | 519 +++++++++++++++++++++
.../savepoint/_metadata | Bin 0 -> 28159 bytes
.../plan/process-order-by-restore.json} | 127 ++---
.../savepoint/_metadata | Bin 16811 -> 21613 bytes
.../plan/batch/sql/join/TemporalJoinTest.scala | 25 +-
.../plan/metadata/FlinkRelMdHandlerTestBase.scala | 2 +-
.../raw/RawFormatDeserializationSchema.java | 65 ++-
.../apache/flink/formats/raw/RawFormatFactory.java | 15 +-
.../apache/flink/formats/raw/RawFormatOptions.java | 9 +
.../formats/raw/RawFormatSerializationSchema.java | 32 +-
.../runtime/generated/ProcessTableRunner.java | 13 +-
.../process/AbstractProcessTableOperator.java | 11 +-
.../operators/process/ExternalTimeContext.java | 9 +
.../runtime/operators/process/InputSortBuffer.java | 255 ++++++++++
.../process/MailboxPartialWatermarkProcessor.java | 153 ++++++
.../operators/process/ProcessRowTableOperator.java | 6 +-
.../operators/process/ProcessSetTableOperator.java | 162 ++++++-
.../process/ProcessTableOperatorFactory.java | 19 +-
.../process/ReadableInternalTimeContext.java | 12 +-
.../operators/process/RuntimeTableSemantics.java | 13 +-
.../table/formats/raw/RawFormatFactoryTest.java | 23 +
.../formats/raw/RawFormatLineDelimiterTest.java | 298 ++++++++++++
.../operators/process/InputSortBufferTest.java | 461 ++++++++++++++++++
.../MailboxPartialWatermarkProcessorTest.java | 351 ++++++++++++++
tools/maven/suppressions.xml | 2 +-
81 files changed, 4972 insertions(+), 323 deletions(-)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/rescales/{JobRescaleConfigHandler.java
=> JobRescalesSummaryHandler.java} (73%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/rescales/RescalesUnavailableException.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/job/rescales/JobRescalesSummary.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/job/rescales/{JobRescalesOverviewHeaders.java
=> JobRescalesSummaryHeaders.java} (75%)
copy
flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/job/rescales/{JobRescalesOverviewHandlerTest.java
=> JobRescalesSummaryHandlerTest.java} (63%)
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/rules/logical/RejectTemporalJoinInBatchRule.java
create mode 100644
flink-table/flink-table-planner/src/test/resources/restore-tests/stream-exec-process-table-function_1/process-multi-input-order-by-restore/plan/process-multi-input-order-by-restore.json
create mode 100644
flink-table/flink-table-planner/src/test/resources/restore-tests/stream-exec-process-table-function_1/process-multi-input-order-by-restore/savepoint/_metadata
copy
flink-table/flink-table-planner/src/test/resources/restore-tests/stream-exec-process-table-function_1/{process-partitioned-named-timers-restore/plan/process-partitioned-named-timers-restore.json
=> process-order-by-restore/plan/process-order-by-restore.json} (73%)
copy
flink-table/flink-table-planner/src/test/resources/restore-tests/stream-exec-process-table-function_1/{process-partitioned-named-timers-restore
=> process-order-by-restore}/savepoint/_metadata (53%)
create mode 100644
flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/process/InputSortBuffer.java
create mode 100644
flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/process/MailboxPartialWatermarkProcessor.java
create mode 100644
flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/formats/raw/RawFormatLineDelimiterTest.java
create mode 100644
flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/process/InputSortBufferTest.java
create mode 100644
flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/process/MailboxPartialWatermarkProcessorTest.java
