This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-44098-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 44cbeaca577 branch-3.0: [enhancement](meta) Sync tablet meta even if
local state is not running #45821 (#45962)
add 3c9b7d5ea42 [opt](parquet-reader)Implement late materialization of
parquet complex types. (#44098)
No new revisions were added by this update.
Summary of changes:
be/src/vec/exec/format/parquet/parquet_common.cpp | 152 ++--
be/src/vec/exec/format/parquet/parquet_common.h | 156 +++-
.../exec/format/parquet/vparquet_column_reader.cpp | 170 +++-
.../exec/format/parquet/vparquet_column_reader.h | 60 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 58 +-
.../exec/format/parquet/vparquet_group_reader.h | 6 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 3 +-
be/test/vec/exec/parquet/parquet_common_test.cpp | 457 ++++++++++
.../parquet_nested_type_cross_page_test.cpp | 179 ++++
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 8 +-
.../parquet_nested_types/create_table.hql | 58 ++
.../multi_catalog/parquet_nested_types/data.tar.gz | Bin 0 -> 36976 bytes
.../data_gen_scripts/nested_cross_page_test1.py | 192 ++++
.../data_gen_scripts/nested_cross_page_test2.py | 287 ++++++
.../data_gen_scripts/nested_cross_page_test3.py | 196 ++++
.../run.sh | 0
.../hive/test_parquet_nested_types.out | 985 +++++++++++++++++++++
.../hive/test_parquet_nested_types.groovy | 209 +++++
18 files changed, 2953 insertions(+), 223 deletions(-)
create mode 100644 be/test/vec/exec/parquet/parquet_common_test.cpp
create mode 100644
be/test/vec/exec/parquet/parquet_nested_type_cross_page_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/create_table.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data.tar.gz
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test1.py
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test2.py
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test3.py
copy
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/{hive_text_complex_type
=> parquet_nested_types}/run.sh (100%)
create mode 100644
regression-test/data/external_table_p0/hive/test_parquet_nested_types.out
create mode 100644
regression-test/suites/external_table_p0/hive/test_parquet_nested_types.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
