This is an automated email from the ASF dual-hosted git repository.
lxy-9602 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/paimon-cpp.git
from 7470e4c6 perf(read): warm up next data file in ConcatBatchReader (#420)
add 0b67bb4c fix(data issue): fix dictionary encoded binary read as empty
(#373)
No new revisions were added by this update.
Summary of changes:
docs/source/user_guide/compaction.rst | 7 +-
src/paimon/common/data/columnar/columnar_utils.h | 10 +-
.../common/data/columnar/columnar_utils_test.cpp | 48 ++++++++
src/paimon/common/predicate/literal_converter.cpp | 23 ++--
src/paimon/common/predicate/literal_converter.h | 13 +--
.../common/predicate/literal_converter_test.cpp | 53 +++++++++
.../predicate/null_false_leaf_binary_function.cpp | 15 ++-
.../null_false_leaf_binary_function_test.cpp | 22 ++++
src/paimon/core/casting/casting_utils.cpp | 15 +++
src/paimon/core/casting/casting_utils.h | 6 +
src/paimon/core/casting/casting_utils_test.cpp | 53 +++++++++
.../core/global_index/global_index_write_task.cpp | 25 ++---
src/paimon/core/io/field_mapping_reader.cpp | 17 +--
src/paimon/core/io/field_mapping_reader_test.cpp | 44 ++++++++
src/paimon/core/utils/nested_projection_utils.cpp | 7 +-
.../format/parquet/parquet_file_batch_reader.cpp | 12 +-
.../parquet/parquet_file_batch_reader_test.cpp | 125 ++++++++++++++++++++-
.../format/parquet/parquet_read_type_adapter.cpp | 12 ++
.../parquet/parquet_read_type_adapter_test.cpp | 18 +++
src/paimon/testing/utils/CMakeLists.txt | 1 +
src/paimon/testing/utils/dict_array_converter.h | 45 +-------
.../testing/utils/dict_array_converter_test.cpp | 80 +++++++++++++
test/inte/scan_and_read_inte_test.cpp | 35 ++++++
.../append_dictionary_binary/README | 12 ++
...-6378435b-02fd-4e43-a0c7-2833d25cc9c6-0.parquet | Bin 0 -> 638 bytes
...manifest-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-0 | Bin 0 -> 2352 bytes
...est-list-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-0 | Bin 0 -> 1107 bytes
...est-list-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-1 | Bin 0 -> 1187 bytes
.../append_dictionary_binary/schema/schema-0 | 20 ++++
.../append_dictionary_binary}/snapshot/LATEST | 0
.../append_dictionary_binary/snapshot/snapshot-1 | 17 +++
31 files changed, 616 insertions(+), 119 deletions(-)
create mode 100644 src/paimon/testing/utils/dict_array_converter_test.cpp
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/README
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/bucket-0/data-6378435b-02fd-4e43-a0c7-2833d25cc9c6-0.parquet
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/manifest/manifest-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-0
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/manifest/manifest-list-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-0
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/manifest/manifest-list-6362876a-1d3d-4723-97e1-5bb14ddb5f7c-1
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/schema/schema-0
copy
test/test_data/{append_with_bitmap_multi_stripes.db/append_with_bitmap_multi_stripes
=>
parquet/append_dictionary_binary.db/append_dictionary_binary}/snapshot/LATEST
(100%)
create mode 100644
test/test_data/parquet/append_dictionary_binary.db/append_dictionary_binary/snapshot/snapshot-1
