This is an automated email from the ASF dual-hosted git repository.
lihaopeng pushed a change to branch topn-lazy-materialize-poc
in repository https://gitbox.apache.org/repos/asf/doris.git
from ed2ef77c526 fmt
add af9248caf8c [feat](lazy-materialized) support global lazy-materialized
for hive/iceberg (#49944)
No new revisions were added by this update.
Summary of changes:
be/src/exec/rowid_fetcher.cpp | 241 ++++++++++----
be/src/exec/rowid_fetcher.h | 21 ++
be/src/olap/id_manager.h | 118 +++++--
be/src/pipeline/dependency.cpp | 14 +-
.../exec/materialization_source_operator.cpp | 6 +-
be/src/runtime/query_context.h | 3 +
be/src/service/brpc.h | 1 -
be/src/vec/exec/format/generic_reader.h | 13 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 26 ++
be/src/vec/exec/format/orc/vorc_reader.h | 31 ++
.../exec/format/parquet/vparquet_group_reader.cpp | 35 ++
.../exec/format/parquet/vparquet_group_reader.h | 19 ++
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 59 +++-
be/src/vec/exec/format/parquet/vparquet_reader.h | 15 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 367 ++++++++++++++-------
be/src/vec/exec/scan/vfile_scanner.h | 43 ++-
be/src/vec/exec/scan/vscanner.h | 6 +
be/test/olap/id_manager_test.cpp | 69 +++-
be/test/vec/exec/format/orc/orc_read_lines.cpp | 367 +++++++++++++++++++++
be/test/vec/exec/parquet/parquet_read_lines.cpp | 351 ++++++++++++++++++++
be/test/vec/exec/parquet/parquet_reader_test.cpp | 6 +-
.../scripts/create_preinstalled_scripts/run80.hql | 30 ++
.../file_id=1/example_1.orc | Bin 0 -> 7203 bytes
.../file_id=2/example_2.orc | Bin 0 -> 7307 bytes
.../file_id=2/example_3.orc | Bin 0 -> 7331 bytes
.../file_id=1/example_1.parquet | Bin 0 -> 6593 bytes
.../file_id=1/example_3.parquet | Bin 0 -> 6620 bytes
.../file_id=2/example_2.parquet | Bin 0 -> 6619 bytes
.../apache/doris/datasource/FileQueryScanNode.java | 13 +-
.../doris/datasource/hive/HMSExternalTable.java | 25 ++
.../glue/translator/PhysicalPlanTranslator.java | 1 +
.../post/materialize/MaterializeProbeVisitor.java | 20 +-
.../plans/physical/PhysicalLazyMaterialize.java | 14 +
.../apache/doris/planner/MaterializationNode.java | 12 +-
gensrc/proto/internal_service.proto | 2 +
gensrc/thrift/PlanNodes.thrift | 2 +
.../hive/test_hive_rename_column_orc_parquet.out | Bin 6269 -> 9919 bytes
.../hive/test_hive_topn_lazy_mat.out | Bin 0 -> 19465 bytes
.../hive/test_transactional_hive.out | Bin 925 -> 1104 bytes
.../test_hive_rename_column_orc_parquet.groovy | 63 +++-
.../hive/test_hive_topn_lazy_mat.groovy | 205 ++++++++++++
.../hive/test_transactional_hive.groovy | 20 ++
42 files changed, 1969 insertions(+), 249 deletions(-)
create mode 100644 be/test/vec/exec/format/orc/orc_read_lines.cpp
create mode 100644 be/test/vec/exec/parquet/parquet_read_lines.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run80.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_global_lazy_mat_table/file_id=1/example_1.orc
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_global_lazy_mat_table/file_id=2/example_2.orc
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_global_lazy_mat_table/file_id=2/example_3.orc
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_global_lazy_mat_table/file_id=1/example_1.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_global_lazy_mat_table/file_id=1/example_3.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_global_lazy_mat_table/file_id=2/example_2.parquet
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_topn_lazy_mat.out
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_topn_lazy_mat.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
