This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 4584885d60 [spark] Optimize MERGE INTO self-merge updates on
dataEvolution table (#6827)
add 67821d89f9 [python] Refactor read and write options (#6808)
No new revisions were added by this update.
Summary of changes:
paimon-python/pypaimon/api/api_response.py | 5 +-
paimon-python/pypaimon/api/auth.py | 5 +-
paimon-python/pypaimon/api/options.py | 35 --
paimon-python/pypaimon/api/resource_paths.py | 7 +-
paimon-python/pypaimon/api/rest_api.py | 17 +-
paimon-python/pypaimon/api/rest_util.py | 6 +-
paimon-python/pypaimon/api/token_loader.py | 11 +-
paimon-python/pypaimon/catalog/catalog_context.py | 2 +-
paimon-python/pypaimon/catalog/catalog_factory.py | 8 +-
.../pypaimon/catalog/filesystem_catalog.py | 23 +-
.../pypaimon/catalog/rest/rest_catalog.py | 19 +-
.../pypaimon/catalog/rest/rest_token_file_io.py | 9 +-
paimon-python/pypaimon/common/config.py | 58 ----
paimon-python/pypaimon/common/core_options.py | 161 ---------
paimon-python/pypaimon/common/file_io.py | 6 +-
.../options/__init__.py} | 15 +-
paimon-python/pypaimon/common/options/config.py | 80 +++++
.../pypaimon/common/options/config_option.py | 143 ++++++++
.../pypaimon/common/options/config_options.py | 215 ++++++++++++
.../pypaimon/common/options/core_options.py | 361 +++++++++++++++++++++
paimon-python/pypaimon/common/options/options.py | 58 ++++
.../pypaimon/common/options/options_utils.py | 119 +++++++
paimon-python/pypaimon/common/uri_reader.py | 9 +-
paimon-python/pypaimon/filesystem/pvfs.py | 18 +-
paimon-python/pypaimon/read/read_builder.py | 3 +-
paimon-python/pypaimon/read/reader/lance_utils.py | 14 +-
.../pypaimon/read/scanner/full_starting_scanner.py | 16 +-
paimon-python/pypaimon/read/split_read.py | 2 +-
paimon-python/pypaimon/read/table_read.py | 5 +-
paimon-python/pypaimon/read/table_scan.py | 10 +-
.../sample/rest_catalog_ray_lance_sample.py | 6 +-
paimon-python/pypaimon/schema/schema.py | 6 +-
paimon-python/pypaimon/schema/table_schema.py | 13 +-
paimon-python/pypaimon/table/file_store_table.py | 35 +-
paimon-python/pypaimon/tests/blob_table_test.py | 4 +-
paimon-python/pypaimon/tests/blob_test.py | 13 +-
.../pypaimon/tests/external_paths_test.py | 46 +--
.../manifest/manifest_entry_identifier_test.py | 4 +-
.../pypaimon/tests/py36/ao_simple_test.py | 25 +-
.../pypaimon/tests/py36/rest_ao_read_write_test.py | 10 +-
paimon-python/pypaimon/tests/ray_data_test.py | 4 +-
.../pypaimon/tests/reader_append_only_test.py | 10 +-
paimon-python/pypaimon/tests/reader_base_test.py | 34 +-
.../pypaimon/tests/reader_primary_key_test.py | 10 +-
paimon-python/pypaimon/tests/rest/api_test.py | 19 +-
.../pypaimon/tests/rest/rest_base_test.py | 2 +-
.../rest/rest_catalog_commit_snapshot_test.py | 2 +-
.../pypaimon/tests/rest/rest_read_write_test.py | 2 +-
.../pypaimon/tests/rest/rest_token_file_io_test.py | 16 +-
.../pypaimon/tests/table/file_store_table_test.py | 84 +++++
paimon-python/pypaimon/write/file_store_commit.py | 3 +-
paimon-python/pypaimon/write/file_store_write.py | 15 +-
paimon-python/pypaimon/write/row_key_extractor.py | 15 +-
paimon-python/pypaimon/write/write_builder.py | 6 +-
paimon-python/pypaimon/write/writer/blob_writer.py | 2 +-
.../pypaimon/write/writer/data_blob_writer.py | 7 +-
paimon-python/pypaimon/write/writer/data_writer.py | 12 +-
57 files changed, 1347 insertions(+), 498 deletions(-)
delete mode 100644 paimon-python/pypaimon/api/options.py
delete mode 100644 paimon-python/pypaimon/common/config.py
delete mode 100644 paimon-python/pypaimon/common/core_options.py
copy paimon-python/pypaimon/{read/scanner/empty_starting_scanner.py =>
common/options/__init__.py} (78%)
create mode 100644 paimon-python/pypaimon/common/options/config.py
create mode 100644 paimon-python/pypaimon/common/options/config_option.py
create mode 100644 paimon-python/pypaimon/common/options/config_options.py
create mode 100644 paimon-python/pypaimon/common/options/core_options.py
create mode 100644 paimon-python/pypaimon/common/options/options.py
create mode 100644 paimon-python/pypaimon/common/options/options_utils.py
create mode 100644 paimon-python/pypaimon/tests/table/file_store_table_test.py