This is an automated email from the ASF dual-hosted git repository.
dianfu pushed a change to branch release-2.2
in repository https://gitbox.apache.org/repos/asf/flink.git
from 3e73d669b76 [FLINK-41104][python] Return true from MapState.contains
for keys mapped to None (#29776)
new 940d968c5fb [FLINK-23758][python] Fix semantics of
Expression.__invert__ (#29148)
new f84ec10c0d1 [FLINK-40529][python] Warn on use of deprecated APIs not
at import time (#29061)
new 31467c166e3 [FLINK-40628][python] Avoid gateway launch during embedded
TTL initialization
new 514f9ba25f0 [FLINK-39572][python] Do not log the Beam environment
payload (#29225)
new 85ff2b00784 [FLINK-40705][python] Reset Arrow map child writers
between batches
new e93762d4eec [FLINK-40986][python] Make named Row hashing consistent
with equality (#29472)
new 1f920227136 [FLINK-34625][python] Fix state TTL read cache disabling
(#29576)
new 8cdc4cc145c [FLINK-41196][python] Preserve TIMESTAMP_LTZ instants in
Python conversions (#29603)
new 4dfff5e4100 [FLINK-41199][python] Decode NULL values in nested
collected results (#29605)
new d8df14c3525 [FLINK-41245][python] Fix missing allow_nested support
(#29641)
new 0a20a5ab8c6 [FLINK-41032][python] Preserve column dtypes when
converting empty tables to pandas (#29526)
new 85067f0d806 [FLINK-41228][python] Fix thread-mode conversion of
arrays, lists and maps (#29630)
new bc2c5472b2c [FLINK-41106][python] Iterate key-value pairs in
MapState.put_all (#29597)
new ee47d538cab [FLINK-41102][python] Flush pending keyed state operations
on key switch without state cache (#29600)
The 14 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
flink-python/dev/integration_test.sh | 3 +
flink-python/pyflink/common/tests/test_types.py | 71 ++++
flink-python/pyflink/common/types.py | 2 +
flink-python/pyflink/datastream/state.py | 8 +-
.../pyflink/datastream/tests/test_data_stream.py | 150 +++++++
.../datastream/tests/test_state_ttl_config.py | 70 ++++
.../pyflink/fn_execution/coder_impl_fast.pyx | 13 +-
.../pyflink/fn_execution/coder_impl_slow.py | 14 +-
.../pyflink/fn_execution/embedded/converters.py | 8 +-
flink-python/pyflink/fn_execution/state_impl.py | 89 +++-
.../pyflink/fn_execution/tests/test_coders.py | 131 ++++++
.../fn_execution/tests/test_java_gateway.py | 78 ++++
.../pyflink/fn_execution/tests/test_state_impl.py | 465 ++++++++++++++++++++-
flink-python/pyflink/java_gateway.py | 13 +
flink-python/pyflink/table/expression.py | 2 +-
flink-python/pyflink/table/table.py | 50 ++-
flink-python/pyflink/table/table_result.py | 8 +-
flink-python/pyflink/table/tests/test_calc.py | 10 +
.../pyflink/table/tests/test_dependency.py | 18 +-
.../pyflink/table/tests/test_expression.py | 2 +-
.../pyflink/table/tests/test_pandas_conversion.py | 115 ++++-
.../pyflink/table/tests/test_pandas_udf.py | 33 +-
.../table/tests/test_table_environment_api.py | 11 +
flink-python/pyflink/table/tests/test_types.py | 43 +-
flink-python/pyflink/table/tests/test_udf.py | 48 ++-
flink-python/pyflink/table/tests/test_utils.py | 81 ++++
flink-python/pyflink/table/types.py | 29 +-
flink-python/pyflink/table/utils.py | 19 +-
.../pyflink/util/api_stability_decorators.py | 78 +++-
.../pyflink/util/tests}/__init__.py | 0
.../util/tests/test_api_stability_decorators.py | 443 ++++++++++++++++++++
flink-python/pyproject.toml | 2 +
flink-python/setup.py | 3 +
.../control/DefaultJobBundleFactory.java | 6 +-
.../env/AbstractPythonEnvironmentManager.java | 31 ++
.../process/ProcessPythonEnvironmentManager.java | 4 +-
.../python/beam/state/BeamKeyedStateStore.java | 17 +-
.../python/beam/state/BeamMapStateHandler.java | 44 ++
.../streaming/api/utils/PythonOperatorUtils.java | 12 +-
.../flink/streaming/api/utils/PythonTypeUtils.java | 98 +++--
.../table/runtime/arrow/writers/MapWriter.java | 14 +
.../control/DefaultJobBundleFactoryTest.java | 146 +++++++
.../ProcessPythonEnvironmentManagerTest.java | 39 ++
.../python/beam/state/BeamMapStateHandlerTest.java | 425 +++++++++++++++++++
.../streaming/api/utils/PythonTypeUtilsTest.java | 59 +++
.../table/runtime/arrow/ArrowReaderWriterTest.java | 92 ++++
.../runtime/state/AbstractKeyedStateBackend.java | 7 +
.../flink/runtime/state/KeyedStateBackend.java | 9 +
.../runtime/state/internal/InternalMapState.java | 24 +-
.../state/metrics/MetricsTrackingMapState.java | 17 +
.../flink/runtime/state/ttl/TtlMapState.java | 19 +
.../flink/runtime/state/StateBackendTestBase.java | 31 ++
.../changelog/ChangelogKeyedStateBackend.java | 5 +
.../restore/ChangelogMigrationRestoreTarget.java | 5 +
.../forst/sync/ForStSyncKeyedStateBackend.java | 6 +
.../state/rocksdb/RocksDBKeyedStateBackend.java | 6 +
56 files changed, 3074 insertions(+), 152 deletions(-)
create mode 100644 flink-python/pyflink/common/tests/test_types.py
create mode 100644
flink-python/pyflink/datastream/tests/test_state_ttl_config.py
create mode 100644 flink-python/pyflink/fn_execution/tests/test_java_gateway.py
create mode 100644 flink-python/pyflink/table/tests/test_utils.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream =>
flink-python/pyflink/util/tests}/__init__.py (100%)
create mode 100644
flink-python/pyflink/util/tests/test_api_stability_decorators.py
create mode 100644
flink-python/src/test/java/org/apache/beam/runners/fnexecution/control/DefaultJobBundleFactoryTest.java
create mode 100644
flink-python/src/test/java/org/apache/flink/streaming/api/runners/python/beam/state/BeamMapStateHandlerTest.java
