This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-68311-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
omit bee7f31cd9f [fix](fe) Accept constant expressions as the gram_num of
ngram_search (#68311)
add 99ae82ac360 [improvement](lance) Expose query parallelism and complete
row fetch profiles (branch-4.1) (#68690)
add 6c9f6c7845b branch-4.1: [fix](storage) Do not cache the failure of
loading segment rows in BetaRowset #68675 (#68683)
add cdf997970c4 branch-4.1: [fix](array-func) Handle outer-null containers
with hidden nested data (#68022) (#68696)
add 8d664b3c93a branch-4.1: [fix](jsonb) Stop truncating JSON text at a
U+0000 inside a string #68244 (#68735)
add b9dc93d45e8 [improvement](lance) Push down array membership and
boolean scalar index predicates (#68687)
add 6217a2c6186 branch-4.1: [fix](be) Stop background workers before
startup exit #68652 (#68653)
add e233c4ad51a [fix](arrow-flight) Preserve nested logical type metadata
(#68614)
add 7fda449b7af [fix](arrow) Correct year-zero DATE conversion on
branch-4.1 (#68649)
add 508f636eff3 [improvement](lance) Upgrade prewarm dependency and remove
install guard (branch-4.1) (#68698)
add ee1a064d074 [fix](ci) Backport MinIO image migration to branch-4.1
(#68777)
add 3982e0bef6b [fix](catalog) Validate external table partition models on
branch-4.1 (#68769)
add c6db37c5bef [fix](flight-sql) Report actual server and Arrow versions
on branch-4.1 (#68770)
add 2f84f2fb535 branch-4.1: [fix](iceberg) Resolve dropped equality-delete
fields in manifest-cache planning (#68433)
add 1512485c45c branch-4.1:[fix](rowid-fetch) fix TopN lazy
materialization crash with duplicateprojected columns (#64372) (#67563)
add c8c0ddca4d4 branch-4.1: [fix](iceberg) keep identity partition values
of old specs after evolving to unpartitioned(#68124) (#68259)
add ea18ba1f84b branch-4.1: [fix](be) Defer Bloom allocation for IN
runtime filters #68763 (#68789)
add 3d78b6b31f0 branch-4.1: [fix](be) Prevent shared quantile state
mutation with TDigest COW (#68498) (#68759)
add b8c03bfab2c [feature](flight) Support native Variant V2 results for
ADBC on branch-4.1 (#68667)
add da03ee7824a [feature](lance) Search historical versions, tags and
branches with vector_search and full_text_search (#68707)
add bd4ce9fbc0b [fix](flight-sql) Support prepared query parameter binding
on branch-4.1 (#68768)
add 7dd24f917e1 [improvement](metrics) Unify build version metric labels
#68655 (#68656)
add 872d4e01f7f [fix](regression) Bound large Parquet map output batches
(#68808)
add 878a05d149d [fix](parquet) Handle empty filter pages and offset index
fallback (#68780)
add 8cd9bf92649 branch-4.1: [fix](cloud) Delete versioned tablet indexes
and metadata atomically #68322 (#68817)
add 61865495ec8 [fix](fe) Accept constant expressions as the gram_num of
ngram_search (#68311)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bee7f31cd9f)
\
N -- N -- N refs/heads/auto-pick-68311-branch-4.1 (61865495ec8)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 4 +
be/src/common/config.h | 3 +
.../data_type_serde/data_type_datev2_serde.cpp | 73 +-
.../data_type_serde/data_type_variant_serde.cpp | 6 +
.../data_type_serde/data_type_variant_v2_serde.cpp | 78 +-
be/src/core/value/quantile_state.cpp | 122 ++-
be/src/core/value/quantile_state.h | 16 +-
be/src/core/value/vdatetime_value.h | 53 +-
be/src/exec/operator/materialization_opertor.cpp | 6 +-
.../exec/operator/memory_scratch_sink_operator.cpp | 3 +-
be/src/exec/operator/result_sink_operator.cpp | 23 +-
be/src/exec/operator/result_sink_operator.h | 3 +
be/src/exec/rowid_fetcher.cpp | 288 +++--
be/src/exec/rowid_fetcher.h | 17 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 2 +-
.../sink/writer/iceberg/partition_transformers.h | 8 +-
.../exprs/aggregate/aggregate_function_foreach.h | 181 ++-
be/src/exprs/aggregate/aggregate_function_null.h | 114 ++
.../aggregate/aggregate_function_python_udaf.cpp | 4 +-
.../aggregate_function_quantile_state.cpp | 4 +-
.../aggregate/aggregate_function_quantile_state.h | 24 +-
.../array/function_array_enumerate_uniq.cpp | 146 ++-
.../exprs/function/array/function_array_sortby.cpp | 35 +-
.../exprs/function/array/function_array_split.cpp | 127 ++-
be/src/exprs/function/array/function_array_zip.cpp | 175 ++-
.../lambda_function/varray_filter_function.cpp | 17 +-
.../exprs/lambda_function/varray_map_function.cpp | 123 ++-
.../exprs/lambda_function/varray_sort_function.cpp | 5 +
be/src/format/arrow/arrow_block_convertor.cpp | 37 +-
be/src/format/arrow/arrow_block_convertor.h | 16 +-
be/src/format/arrow/arrow_row_batch.cpp | 204 ++--
be/src/format/arrow/arrow_row_batch.h | 79 +-
.../parquet/parquet_arrow_block_convertor.cpp | 18 +-
.../format/parquet/parquet_arrow_block_convertor.h | 20 +
be/src/format/table/iceberg/arrow_schema_util.cpp | 46 +-
be/src/format/table/iceberg/arrow_schema_util.h | 20 +-
.../iceberg/iceberg_arrow_block_convertor.cpp | 12 +-
.../table/paimon/paimon_arrow_block_convertor.cpp | 16 +-
.../table/paimon/paimon_arrow_block_convertor.h | 11 +
be/src/format_v2/orc/orc_reader.cpp | 164 ++-
be/src/format_v2/parquet/parquet_reader.cpp | 43 +
be/src/format_v2/parquet/parquet_statistics.cpp | 10 +
.../parquet/reader/native/column_chunk_reader.cpp | 102 +-
.../parquet/reader/native/column_chunk_reader.h | 3 +
.../parquet/reader/native/column_reader.cpp | 51 +-
.../parquet/reader/native/column_reader.h | 1 +
.../format_v2/parquet/reader/native/page_reader.h | 6 +
.../parquet/reader/native_column_reader.cpp | 18 +-
be/src/format_v2/table/lance_reader.cpp | 154 ++-
be/src/format_v2/table/lance_reader.h | 8 +
.../arrow_flight/arrow_flight_batch_reader.cpp | 1 +
be/src/service/doris_main.cpp | 71 +-
be/src/storage/rowset/beta_rowset.cpp | 17 +-
be/src/storage/rowset/beta_rowset.h | 5 +-
be/src/udf/python/python_udf_meta.cpp | 3 +-
be/src/util/debug_util.cpp | 39 +-
be/src/util/debug_util.h | 4 +
be/src/util/jsonb_utils.h | 9 +-
be/src/util/tdigest.h | 2 +
.../core/data_type/common_data_type_serder_test.h | 4 +-
.../data_type_datev2_serde_calendar_test.cpp | 358 ++++++
.../data_type_serde/data_type_serde_arrow_test.cpp | 31 +-
be/test/core/value/quantile_state_test.cpp | 294 +++++
.../operator/materialization_shared_state_test.cpp | 49 +
be/test/exec/rowid_fetcher_test.cpp | 167 +++
.../runtime_filter/runtime_filter_wrapper_test.cpp | 42 +
.../writer/iceberg/partition_transformers_test.cpp | 27 +
.../orc_scanner/date_count_truncated_stats.orc | Bin 0 -> 230 bytes
.../{my-file.orc => date_large_ordinal.orc} | Bin
.../orc_scanner/date_metadata_fixtures.md | 39 +
.../test_data/orc_scanner/date_out_of_range.orc | Bin 0 -> 619 bytes
.../exec/test_data/orc_scanner/date_preflight.orc | Bin 0 -> 390 bytes
.../orc_scanner/date_preflight_bad_index.orc | Bin 0 -> 390 bytes
be/test/exprs/aggregate/agg_percentile_test.cpp | 171 +++
.../aggregate_function_exception_test.cpp | 324 +++++-
.../exprs/function/function_array_split_test.cpp | 224 ++++
be/test/exprs/function/function_array_zip_test.cpp | 396 +++++++
.../lambda_function/array_map_function_test.cpp | 619 ++++++++++-
.../format/arrow/arrow_flight_timestamp_test.cpp | 21 +-
be/test/format/arrow/arrow_flight_variant_test.cpp | 511 +++++++++
be/test/format/arrow/arrow_row_batch_test.cpp | 312 ++++++
.../table/iceberg/arrow_schema_util_test.cpp | 16 +-
be/test/format_v2/orc/orc_reader_test.cpp | 559 +++++++++-
be/test/format_v2/parquet/native_decoder_test.cpp | 1156 +++++++++++++++++++-
be/test/format_v2/parquet/parquet_reader_test.cpp | 248 +++++
be/test/format_v2/parquet/parquet_scan_test.cpp | 226 ++++
.../format_v2/parquet/parquet_statistics_test.cpp | 174 +++
be/test/format_v2/table/lance_reader_test.cpp | 428 +++++++-
be/test/storage/rowset/beta_rowset_test.cpp | 54 +
be/test/util/debug_util_test.cpp | 63 ++
be/test/util/jsonb_parser_simd_test.cpp | 37 +
be/test/util/tdigest_test.cpp | 28 +
cloud/src/common/CMakeLists.txt | 1 +
cloud/src/common/version_metrics.cpp | 72 ++
.../src/common/version_metrics.h | 28 +-
cloud/src/main.cpp | 16 +-
cloud/src/recycler/recycler.cpp | 68 +-
cloud/test/metric_test.cpp | 37 +
cloud/test/recycle_versioned_keys_test.cpp | 74 ++
.../thirdparties/docker-compose/hudi/hudi.yaml.tpl | 4 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 21 +-
.../scripts/lance_build_array_predicates.py | 106 ++
.../scripts/lance_build_legacy_vector_index.py | 100 ++
.../scripts/lance_build_preinstalled_catalog.py | 45 +-
.../iceberg/scripts/lance_build_search_snapshot.py | 329 ++++++
.../iceberg/scripts/lance_build_unicode_branch.py | 135 +++
.../iceberg/scripts/lance_fixture_requirements.txt | 6 +
.../bc324f21-a15a-45bf-8d9e-09538f895f55/index.idx | Bin 0 -> 9341 bytes
.../0-c5e3be90-3de0-44fb-95b1-bd46928ae0f2.txn | Bin 0 -> 184 bytes
.../1-9c8d1a85-5125-46ad-aeb8-8370bba30617.txn | Bin 0 -> 99 bytes
.../legacy_vector_index.lance/_versions/1.manifest | Bin 0 -> 253 bytes
.../legacy_vector_index.lance/_versions/2.manifest | Bin 0 -> 315 bytes
.../02cdc0ff-ceee-44ef-bccd-6cb6f4b50779.lance | Bin 0 -> 10641 bytes
.../bitmap_page_lookup.lance | Bin 0 -> 993 bytes
.../page_data.lance | Bin 0 -> 769 bytes
.../page_lookup.lance | Bin 0 -> 1259 bytes
.../0-a4640b8d-55a7-47f8-9392-5ec3d0ed19c9.txn | Bin 0 -> 325 bytes
.../1-d21db0fc-7e46-4699-9948-ab6f8d66098c.txn | Bin 0 -> 184 bytes
.../2-8498550d-87e2-42c8-931c-1ed0d8bc7371.txn | Bin 0 -> 197 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 901 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 735 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 729 bytes
.../_versions/latest_version_hint.json | 0
...0010111110100106a0464445da0b5a4b7c3465eb5.lance | Bin 0 -> 1223 bytes
...101111100111010027ce24037932857b1f2b85e24.lance | Bin 0 -> 1223 bytes
.../bitmap_page_lookup.lance | Bin 0 -> 865 bytes
.../page_data.lance | Bin 0 -> 704 bytes
.../page_lookup.lance | Bin 0 -> 1259 bytes
.../0-58691d36-bff2-4a01-ad25-ae3642019067.txn | Bin 0 -> 244 bytes
.../1-c343d785-33b7-4448-b0da-160c970f78a1.txn | Bin 0 -> 182 bytes
.../2-bcdae8c1-73a4-4b25-ad8b-887bf393af0f.txn | Bin 0 -> 195 bytes
.../3-8a4b0277-3a05-4eca-8787-2f5ad24763fb.txn | Bin 0 -> 124 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 824 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 812 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 648 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 565 bytes
.../_versions/latest_version_hint.json | 0
...011101101000101d214d7401ba969a49532b0ae8b.lance | Bin 0 -> 1223 bytes
...00100001001011139a9b14af698a84d7cb598d6a7.lance | Bin 0 -> 1223 bytes
.../0-7c18f76d-3524-4079-835f-7404de102fa9.txn | Bin 0 -> 325 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 729 bytes
.../_versions/latest_version_hint.json | 0
...0010010101001015f6f6345d896c3324132a6d562.lance | Bin 0 -> 1223 bytes
...1100100010111008b02e34ab199273cee3ff3688e.lance | Bin 0 -> 1223 bytes
.../_deletions/0-5-1267712482458982649.arrow | Bin 0 -> 698 bytes
.../_deletions/1-5-6394601565774866848.arrow | Bin 0 -> 698 bytes
.../auxiliary.idx | Bin 0 -> 1201 bytes
.../85880db4-716d-49b3-8eb2-fdadcc900e25/index.idx | Bin 0 -> 332 bytes
.../auxiliary.idx | Bin 0 -> 1265 bytes
.../984593f1-89f1-4849-83f9-d3e45462c244/index.idx | Bin 0 -> 332 bytes
.../metadata.lance | Bin 0 -> 654 bytes
.../part_0_docs.lance | Bin 0 -> 626 bytes
.../part_0_invert.lance | Bin 0 -> 3479 bytes
.../part_0_tokens.lance | Bin 0 -> 731 bytes
.../search_snapshot.lance/_refs/branches/dev.json | 15 +
.../search_snapshot.lance/_refs/tags/dev_rel.json | 8 +
.../search_snapshot.lance/_refs/tags/rel.json | 8 +
.../0-154ed129-09cd-48de-89ac-618fc1060501.txn | Bin 0 -> 237 bytes
.../1-d6645060-096c-4335-8bd9-c595a08fdd34.txn | Bin 0 -> 124 bytes
.../2-1518405c-5551-4e8f-b615-a0ca0d754255.txn | Bin 0 -> 372 bytes
.../3-c7c138f8-03a8-4564-9fc5-d59c25c2223c.txn | Bin 0 -> 278 bytes
.../4-1cbab51a-2c2d-41c4-8025-30daa3cc11a4.txn | Bin 0 -> 124 bytes
.../5-630bd020-d3af-4be8-b5e8-33388c068adc.txn | Bin 0 -> 259 bytes
.../6-9a8f0e65-3b5d-49ac-b232-5990ddd60891.txn | Bin 0 -> 702 bytes
.../_versions/18446744073709551608.manifest | Bin 0 -> 1789 bytes
.../_versions/18446744073709551609.manifest | Bin 0 -> 1343 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1173 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1244 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1104 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 521 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 551 bytes
.../_versions/latest_version_hint.json | 1 +
...11110000001111167198a47f9880a55a8085ebb87.lance | Bin 0 -> 1211 bytes
...010111000101110284ca44e90bfc0c56be666a32f.lance | Bin 0 -> 1211 bytes
...111011110010100fc3e5d485e9c40f5a217eaa59e.lance | Bin 0 -> 1211 bytes
.../metadata.lance | Bin 0 -> 654 bytes
.../part_0_docs.lance | Bin 0 -> 690 bytes
.../part_0_invert.lance | Bin 0 -> 2987 bytes
.../part_0_tokens.lance | Bin 0 -> 731 bytes
.../4-a99a47e7-aae1-46cf-87f7-4cc649db3aa1.txn | 1 +
.../4-d995fee3-982e-4e43-8e30-94537a9b0de2.txn | Bin 0 -> 124 bytes
.../5-6028c4ff-0a8e-4938-9d58-8a13524f6812.txn | Bin 0 -> 516 bytes
.../dev/_versions/18446744073709551609.manifest | Bin 0 -> 1632 bytes
.../dev/_versions/18446744073709551610.manifest | Bin 0 -> 1240 bytes
.../dev/_versions/18446744073709551611.manifest | Bin 0 -> 1128 bytes
...01010111100101014250f4aa0a70d3d926f124125.lance | Bin 0 -> 1211 bytes
.../auxiliary.idx | Bin 0 -> 1008 bytes
.../72e585d1-b843-4463-aba0-ffabc76017c1/index.idx | Bin 0 -> 332 bytes
.../0-fecb1851-f6b0-496c-bfb8-f4dbe7f649f1.txn | Bin 0 -> 237 bytes
.../1-5a98fef6-06a5-457c-b1b1-a9c830eafd2b.txn | Bin 0 -> 370 bytes
.../2-9bdddb95-2dc3-4e77-95b9-f67ed6e6387e.txn | Bin 0 -> 346 bytes
.../3-954a5d41-5fc9-4e39-96d9-864e1ac233bc.txn | 5 +
.../4-a41517b8-29a3-410f-b3ae-768c33b38cf5.txn | Bin 0 -> 126 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 970 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 956 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1099 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 551 bytes
.../_versions/latest_version_hint.json | 0
...001001000111000634254483b82696db0b43cee8b.lance | Bin 0 -> 1576 bytes
...0111000011010107529f744f0b515d3cc0aaf4111.lance | Bin 0 -> 416 bytes
...0000010110100009494424b38a01956f50baa341d.lance | Bin 0 -> 1211 bytes
.../auxiliary.idx | Bin 0 -> 1008 bytes
.../961caf93-b3e9-45b9-b1a7-8944a37213ea/index.idx | Bin 0 -> 332 bytes
.../_refs/tags/kept.json | 8 +
.../1-5c4816b8-2e0a-46bb-aa6c-0879630399b4.txn | Bin 0 -> 370 bytes
.../2-b57c17ad-85a6-415b-a250-4b2efe8d3f8c.txn | Bin 0 -> 696 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1343 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1017 bytes
.../_versions/latest_version_hint.json | 0
...110111001110011284b0f491a947f1b18c7abddff.lance | Bin 0 -> 1211 bytes
.../_refs/branches/dev%E1%B2%89.json | 15 +
.../0-420a1091-b61a-4cfb-8006-0b8f1e322ef8.txn | Bin 0 -> 237 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 552 bytes
.../_versions/latest_version_hint.json | 0
...101111000101000a13eb949eca41d69d17f9ea5a6.lance | Bin 0 -> 1146 bytes
.../1-1be00bd2-8443-4851-9ab8-4bdcee3ffa5e.txn" | Bin 0 -> 124 bytes
.../1-c1998c6f-6213-4b7e-ae7c-cc00cde3b7de.txn" | 1 +
.../_versions/18446744073709551613.manifest" | Bin 0 -> 585 bytes
.../_versions/18446744073709551614.manifest" | Bin 0 -> 476 bytes
...1000100001111040aa57401ab473a6a921298540.lance" | Bin 0 -> 1017 bytes
.../minio/minio-RELEASE.2024-11-07.yaml.tpl | 2 +-
.../docker-compose/polaris/docker-compose.yaml.tpl | 4 +-
docs/lance-ann-profile.md | 36 +
fe/be-java-extensions/preload-extensions/pom.xml | 13 +-
.../doris/datasource/iceberg/IcebergUtils.java | 14 +
.../datasource/iceberg/source/IcebergScanNode.java | 67 +-
.../doris/datasource/lance/LanceCatalogClient.java | 78 +-
.../datasource/lance/LanceExternalCatalog.java | 12 +-
.../doris/datasource/lance/LanceExternalTable.java | 15 +-
.../lance/index/LanceDatasetIndexDiscovery.java | 6 +-
.../lance/metadata/LanceRefSelector.java | 11 +-
.../lance/metadata/LanceSnapshotResolver.java | 25 +
.../lance/source/LancePredicateConverter.java | 75 +-
.../lance/source/LanceScalarIndexPlanner.java | 233 +++-
.../datasource/lance/source/LanceScanNode.java | 27 +-
.../datasource/lance/source/LanceScanPlan.java | 11 +-
.../datasource/lance/source/LanceScanPlanner.java | 20 +-
.../lance/source/LanceSubstraitSerializer.java | 18 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 10 +
.../nereids/rules/analysis/ExpressionAnalyzer.java | 5 +-
.../trees/plans/commands/info/CreateTableInfo.java | 9 +-
.../plans/commands/info/PartitionTableInfo.java | 49 +
.../java/org/apache/doris/planner/ResultSink.java | 5 +-
.../java/org/apache/doris/qe/ConnectContext.java | 176 ++-
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +
.../arrowflight/DorisFlightSqlProducer.java | 143 ++-
.../arrowflight/FlightSqlConnectProcessor.java | 47 +-
.../service/arrowflight/FlightSqlParameters.java | 336 ++++++
.../service/arrowflight/FlightSqlQuerySchema.java | 81 +-
.../service/arrowflight/FlightSqlSchemaHelper.java | 84 +-
.../sessions/FlightSqlConnectPoolMgr.java | 3 +
.../FullTextSearchTableValuedFunction.java | 2 +-
.../LanceExternalSearchTableValuedFunction.java | 89 +-
.../VectorSearchTableValuedFunction.java | 11 +-
.../java/org/apache/iceberg/DeleteFileIndex.java | 3 +-
.../main/resources/substrait/lance_functions.yaml | 27 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 19 +
.../iceberg/source/IcebergScanNodeTest.java | 157 +++
.../datasource/lance/LanceCatalogClientTest.java | 26 +
.../lance/LanceManagedVersioningTest.java | 82 +-
.../lance/LancePredicateConverterTest.java | 115 ++
.../datasource/lance/LanceSearchSnapshotTest.java | 506 +++++++++
.../lance/source/LanceScalarIndexPlannerTest.java | 292 +++++
.../datasource/lance/source/LanceScanNodeTest.java | 136 ++-
.../datasource/paimon/PaimonMetadataOpsTest.java | 59 +
.../java/org/apache/doris/metric/MetricsTest.java | 24 +
.../trees/plans/CreateTableCommandTest.java | 48 +
.../doris/planner/ResultSinkMetadataTest.java | 38 +
.../arrowflight/DorisFlightSqlSchemaTest.java | 15 +-
.../FlightSqlConnectProcessorSchemaTest.java | 165 +++
.../arrowflight/FlightSqlNativeVariantTest.java | 124 +++
.../arrowflight/FlightSqlParameterBindingTest.java | 41 +
.../arrowflight/FlightSqlPreparedQueryTest.java | 666 +++++++++++
.../arrowflight/FlightSqlServerInfoTest.java | 104 ++
.../tablefunction/LancePreparedSearchTest.java | 202 +++-
.../tablefunction/LanceSearchSelectorTest.java | 189 ++++
.../VectorSearchTableValuedFunctionTest.java | 35 +-
fe/pom.xml | 7 +-
gensrc/thrift/DataSinks.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 2 +
.../arrow_flight_sql_p0/test_date_year_zero.out | 11 +
.../outfile/test_outfile_date_year_zero.out | 37 +
.../hive/test_hive_topn_lazy_mat.out | 1047 ++++++++++++++++++
.../lance/test_lance_rest_catalog.out | 5 +
.../lance/test_lance_rest_search_snapshot.out | 59 +
.../lance/test_lance_rest_time_travel.out | 5 +
.../lance/test_lance_search_snapshot.out | 182 +++
.../test_lance_vector_search_legacy_index.out | 11 +
.../tvf/orc_tvf/test_hdfs_orc_group6_orc_files.out | 34 -
.../tvf/test_tvf_topn_lazy_mat.out | 72 ++
.../array_functions/test_array_map_function.out | 11 +
.../array_functions/test_array_split.out | 7 +
.../test_quantile_state_function.out | 32 +
.../table_function/test_json_text_embedded_nul.out | 19 +
.../arrow_flight_sql_p0/test_date_year_zero.groovy | 95 ++
.../test_flight_cancel_cleanup.groovy | 4 +-
.../test_flight_native_variant.groovy | 215 ++++
.../test_prepared_query_parameters.groovy | 223 ++++
...st_file_cache_warmup_read_metrics_docker.groovy | 2 +-
.../test_external_partition_validation.groovy | 58 +
.../outfile/test_outfile_date_year_zero.groovy | 85 ++
.../hive/ddl/test_hive_ddl.groovy | 20 +
.../hive/test_hive_topn_lazy_mat.groovy | 50 +-
.../write/test_iceberg_write_date_year_zero.groovy | 79 ++
.../test_iceberg_write_transform_partitions.groovy | 31 +
.../test_lance_array_predicate_pushdown.groovy | 154 +++
.../lance/test_lance_rest_search_snapshot.groovy | 202 ++++
.../lance/test_lance_search_snapshot.groovy | 452 ++++++++
.../lance/test_lance_vector_search.groovy | 20 +
.../test_lance_vector_search_legacy_index.groovy | 90 ++
.../test_paimon_create_partition_validation.groovy | 128 +++
.../orc_tvf/test_hdfs_orc_group6_orc_files.groovy | 38 +-
.../tvf/test_hdfs_parquet_group0.groovy | 5 +-
.../tvf/test_tvf_topn_lazy_mat.groovy | 7 +
.../write/test_mc_write_partitions.groovy | 16 +
.../flink_connector_p0/flink_connector_type.groovy | 29 +-
.../suites/metrics_p0/test_version_metrics.groovy | 51 +-
.../array_functions/test_array_map_function.groovy | 44 +
.../array_functions/test_array_split.groovy | 16 +-
.../test_quantile_state_function.groovy | 90 ++
.../test_json_text_embedded_nul.groovy | 62 ++
samples/arrow-flight-sql/python/README.md | 61 +-
.../python/test_nested_type_metadata.py | 108 ++
samples/arrow-flight-sql/python/test_variant.py | 96 ++
.../deltalake_and_kudu/trinoconnector-compose.yml | 4 +-
samples/datalake/hudi/hudi-compose.yml | 4 +-
.../datalake/iceberg_and_paimon/docker-compose.yml | 4 +-
thirdparty/patches/lance-c-foyer.patch | 35 +-
thirdparty/test/lance-prefilter-patch-test.sh | 7 +
thirdparty/vars.sh | 10 +-
tools/legacy_date_migration/README.md | 117 ++
.../legacy_date_migration/migrate_legacy_dates.py | 162 +++
.../test_migrate_legacy_dates.py | 179 +++
334 files changed, 18922 insertions(+), 1002 deletions(-)
create mode 100644
be/test/core/data_type_serde/data_type_datev2_serde_calendar_test.cpp
create mode 100644
be/test/exec/test_data/orc_scanner/date_count_truncated_stats.orc
copy be/test/exec/test_data/orc_scanner/{my-file.orc =>
date_large_ordinal.orc} (100%)
create mode 100644 be/test/exec/test_data/orc_scanner/date_metadata_fixtures.md
create mode 100644 be/test/exec/test_data/orc_scanner/date_out_of_range.orc
create mode 100644 be/test/exec/test_data/orc_scanner/date_preflight.orc
create mode 100644
be/test/exec/test_data/orc_scanner/date_preflight_bad_index.orc
create mode 100644 be/test/exprs/aggregate/agg_percentile_test.cpp
create mode 100644 be/test/exprs/function/function_array_split_test.cpp
create mode 100644 be/test/exprs/function/function_array_zip_test.cpp
create mode 100644 be/test/format/arrow/arrow_flight_variant_test.cpp
create mode 100644 be/test/format/arrow/arrow_row_batch_test.cpp
create mode 100644 be/test/util/debug_util_test.cpp
create mode 100644 cloud/src/common/version_metrics.cpp
copy be/src/format/table/iceberg/arrow_schema_util.h =>
cloud/src/common/version_metrics.h (51%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_array_predicates.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_legacy_vector_index.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_search_snapshot.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_unicode_branch.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_indices/bc324f21-a15a-45bf-8d9e-09538f895f55/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_transactions/0-c5e3be90-3de0-44fb-95b1-bd46928ae0f2.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_transactions/1-9c8d1a85-5125-46ad-aeb8-8370bba30617.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_versions/1.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_versions/2.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/data/02cdc0ff-ceee-44ef-bccd-6cb6f4b50779.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/026150a9-7d9e-4859-a412-fa0582e40071/bitmap_page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/79b28d78-5490-40ba-a969-399822c12126/page_data.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/79b28d78-5490-40ba-a969-399822c12126/page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/0-a4640b8d-55a7-47f8-9392-5ec3d0ed19c9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/1-d21db0fc-7e46-4699-9948-ab6f8d66098c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/2-8498550d-87e2-42c8-931c-1ed0d8bc7371.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/data/1001010000010111110100106a0464445da0b5a4b7c3465eb5.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/data/111000011101111100111010027ce24037932857b1f2b85e24.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/9b6b2f0a-bd44-450f-9a3e-ab3f4ace7990/bitmap_page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/db755621-13aa-4ca9-a495-c0745e34f7c4/page_data.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/db755621-13aa-4ca9-a495-c0745e34f7c4/page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/0-58691d36-bff2-4a01-ad25-ae3642019067.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/1-c343d785-33b7-4448-b0da-160c970f78a1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/2-bcdae8c1-73a4-4b25-ad8b-887bf393af0f.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/3-8a4b0277-3a05-4eca-8787-2f5ad24763fb.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{multi_frag.lance
=> predicate_arrays/partial.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/data/011010010011101101000101d214d7401ba969a49532b0ae8b.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/data/11001100100100001001011139a9b14af698a84d7cb598d6a7.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/_transactions/0-7c18f76d-3524-4079-835f-7404de102fa9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_dimensions.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/data/0011111110010010101001015f6f6345d896c3324132a6d562.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/data/1001011111100100010111008b02e34ab199273cee3ff3688e.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_deletions/0-5-1267712482458982649.arrow
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_deletions/1-5-6394601565774866848.arrow
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/85880db4-716d-49b3-8eb2-fdadcc900e25/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/85880db4-716d-49b3-8eb2-fdadcc900e25/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/984593f1-89f1-4849-83f9-d3e45462c244/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/984593f1-89f1-4849-83f9-d3e45462c244/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/metadata.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_docs.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_invert.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_tokens.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/branches/dev.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/tags/dev_rel.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/tags/rel.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/0-154ed129-09cd-48de-89ac-618fc1060501.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/1-d6645060-096c-4335-8bd9-c595a08fdd34.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/2-1518405c-5551-4e8f-b615-a0ca0d754255.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/3-c7c138f8-03a8-4564-9fc5-d59c25c2223c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/4-1cbab51a-2c2d-41c4-8025-30daa3cc11a4.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/5-630bd020-d3af-4be8-b5e8-33388c068adc.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/6-9a8f0e65-3b5d-49ac-b232-5990ddd60891.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551608.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551609.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551614.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/latest_version_hint.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/01110111111110000001111167198a47f9880a55a8085ebb87.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/110001100010111000101110284ca44e90bfc0c56be666a32f.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/110100000111011110010100fc3e5d485e9c40f5a217eaa59e.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/metadata.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_docs.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_invert.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_tokens.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/4-a99a47e7-aae1-46cf-87f7-4cc649db3aa1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/4-d995fee3-982e-4e43-8e30-94537a9b0de2.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/5-6028c4ff-0a8e-4938-9d58-8a13524f6812.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551609.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/data/10010100101010111100101014250f4aa0a70d3d926f124125.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_indices/72e585d1-b843-4463-aba0-ffabc76017c1/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_indices/72e585d1-b843-4463-aba0-ffabc76017c1/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/0-fecb1851-f6b0-496c-bfb8-f4dbe7f649f1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/1-5a98fef6-06a5-457c-b1b1-a9c830eafd2b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/2-9bdddb95-2dc3-4e77-95b9-f67ed6e6387e.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/3-954a5d41-5fc9-4e39-96d9-864e1ac233bc.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/4-a41517b8-29a3-410f-b3ae-768c33b38cf5.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_ivf_flat.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/011110000001001000111000634254483b82696db0b43cee8b.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/1011111000111000011010107529f744f0b515d3cc0aaf4111.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/1101110010000010110100009494424b38a01956f50baa341d.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_indices/961caf93-b3e9-45b9-b1a7-8944a37213ea/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_indices/961caf93-b3e9-45b9-b1a7-8944a37213ea/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_refs/tags/kept.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_transactions/1-5c4816b8-2e0a-46bb-aa6c-0879630399b4.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_transactions/2-b57c17ad-85a6-415b-a250-4b2efe8d3f8c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_versions/18446744073709551613.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/data/101101000110111001110011284b0f491a947f1b18c7abddff.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_refs/branches/dev%E1%B2%89.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_transactions/0-420a1091-b61a-4cfb-8006-0b8f1e322ef8.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_dimensions.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/data/001101010101111000101000a13eb949eca41d69d17f9ea5a6.lance
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_transactions/1-1be00bd2-8443-4851-9ab8-4bdcee3ffa5e.txn"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_transactions/1-c1998c6f-6213-4b7e-ae7c-cc00cde3b7de.txn"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_versions/18446744073709551613.manifest"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_versions/18446744073709551614.manifest"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/data/01110100011000100001111040aa57401ab473a6a921298540.lance"
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/FlightSqlParameters.java
create mode 100644 fe/fe-core/src/main/resources/substrait/lance_functions.yaml
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceSearchSnapshotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/source/LanceScalarIndexPlannerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/ResultSinkMetadataTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlConnectProcessorSchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlNativeVariantTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlParameterBindingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlPreparedQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlServerInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/tablefunction/LanceSearchSelectorTest.java
create mode 100644
regression-test/data/arrow_flight_sql_p0/test_date_year_zero.out
create mode 100644
regression-test/data/export_p0/outfile/test_outfile_date_year_zero.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_rest_search_snapshot.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_search_snapshot.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_vector_search_legacy_index.out
create mode 100644
regression-test/data/query_p0/sql_functions/table_function/test_json_text_embedded_nul.out
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_date_year_zero.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_native_variant.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_prepared_query_parameters.groovy
create mode 100644
regression-test/suites/ddl_p0/test_external_partition_validation.groovy
create mode 100644
regression-test/suites/export_p0/outfile/test_outfile_date_year_zero.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_date_year_zero.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_array_predicate_pushdown.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_rest_search_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_search_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_vector_search_legacy_index.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_create_partition_validation.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/table_function/test_json_text_embedded_nul.groovy
create mode 100644 samples/arrow-flight-sql/python/test_nested_type_metadata.py
create mode 100644 samples/arrow-flight-sql/python/test_variant.py
create mode 100644 tools/legacy_date_migration/README.md
create mode 100644 tools/legacy_date_migration/migrate_legacy_dates.py
create mode 100644 tools/legacy_date_migration/test_migrate_legacy_dates.py
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
