This is an automated email from the ASF dual-hosted git repository.
HappenLee pushed a change to branch paimon-blob-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 680d25215f5 Paimon blob 4.1 (#69175)
add c4d38656c80 [fix](file) Fix branch-4.1 backport cast integration
add dd1ee03290a [fix](file) Sync execution version with rebased upstream PR
add 2ff671a3326 fix: simplify FILE expressions and resource propagation
add b29a0cf0184 [fix](file) Refresh branch-4.1 backport and array
restrictions
new 85b6d604490 [fix](file) Sync the branch-4.1 FILE backport into Paimon
Blob
new a491e84da48 fix: align FILE IN test with master
new 6b748317f7d [fix](type) Restrict FILE casts to STRUCT and support
TO_JSON
new e49d3a547e5 [improvement](function) Rename LIST_FILE to LIST_FILES and
return directories
new 88c5dbcf828 [feature](function) Add independent FL_GET_BINARY access
for FILE
new eda987fafcf [improvement](function) Restrict FILE casts to STRUCT
inputs
new af5f4959d03 [fix](regression) Update FILE tests for provider
addressing and cast restrictions
new aa7cb4cc725 [fix](file) Adapt updated FILE functions to the Paimon
Blob branch
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/be_exec_version_manager.cpp | 5 +-
be/src/agent/be_exec_version_manager.h | 1 -
be/src/core/data_type/data_type_file.cpp | 21 -
be/src/core/data_type/data_type_file.h | 3 -
.../core/data_type_serde/data_type_file_serde.cpp | 2 +-
be/src/core/value/file_value.cpp | 2 +-
.../common/data_gen_functions/vlist_file_tvf.cpp | 32 +-
be/src/exprs/function/cast/cast_to_array.h | 4 +-
be/src/exprs/function/cast/cast_to_map.h | 2 +-
be/src/exprs/function/cast/function_cast.cpp | 7 +-
be/src/exprs/function/cast/function_cast_file.cpp | 192 +-------
be/src/exprs/function/function_dict_get_many.cpp | 1 +
be/src/exprs/function/function_fl_get_binary.cpp | 67 +++
be/src/exprs/function/function_variant_type.cpp | 1 +
be/src/exprs/function/simple_function_factory.h | 2 +
be/src/exprs/vcase_expr.h | 3 +
be/src/exprs/vexpr.cpp | 5 -
be/src/exprs/vfile_literal.cpp | 64 ---
be/src/exprs/vfile_literal.h | 38 --
be/src/io/fs/azure_obj_storage_client.cpp | 4 +-
be/src/io/fs/obj_storage_client.h | 1 +
be/src/io/fs/s3_obj_storage_client.cpp | 4 +
be/test/core/data_type/data_type_file_test.cpp | 28 +-
.../data_type_serde/data_type_file_serde_test.cpp | 26 +
.../data_gen_functions/vlist_file_tvf_test.cpp | 63 ++-
.../data_gen_functions/vlist_files_rows_test.cpp | 102 ++++
.../aggregate/aggregate_function_file_test.cpp | 160 +++++-
be/test/exprs/file_expr_test.cpp | 548 +++++++--------------
be/test/exprs/vcondition_expr_test.cpp | 79 +++
be/test/io/fs/azure_obj_storage_client_test.cpp | 22 +-
.../java/org/apache/doris/catalog/FileType.java | 15 -
.../org/apache/doris/catalog/PrimitiveType.java | 3 -
.../main/java/org/apache/doris/common/Config.java | 4 +-
.../org/apache/doris/analysis/FileLiteral.java | 126 -----
.../org/apache/doris/analysis/StructLiteral.java | 3 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../doris/catalog/BuiltinTableValuedFunctions.java | 4 +-
.../org/apache/doris/nereids/StatementContext.java | 9 -
.../glue/translator/ExpressionTranslator.java | 11 +-
.../nereids/rules/analysis/BindExpression.java | 3 +-
.../nereids/rules/analysis/CheckAnalysis.java | 33 +-
.../nereids/rules/expression/check/CheckCast.java | 14 +-
.../expression/rules/FoldConstantRuleOnBE.java | 51 +-
.../expression/rules/FoldConstantRuleOnFE.java | 4 -
.../nereids/trees/expressions/Expression.java | 45 +-
.../trees/expressions/functions/agg/MapAgg.java | 3 +-
.../trees/expressions/functions/agg/MapAggV2.java | 3 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 2 +-
.../expressions/functions/scalar/ArraySortBy.java | 3 +-
.../expressions/functions/scalar/ElementAt.java | 46 +-
.../{StripNullValue.java => FlGetBinary.java} | 32 +-
.../trees/expressions/functions/scalar/ToJson.java | 2 +-
.../table/{ListFile.java => ListFiles.java} | 20 +-
.../trees/expressions/literal/FileLiteral.java | 85 ----
.../expressions/visitor/ExpressionVisitor.java | 5 -
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../visitor/TableValuedFunctionVisitor.java | 6 +-
.../org/apache/doris/nereids/types/DataType.java | 9 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 22 +
.../doris/nereids/util/TypeCoercionUtils.java | 5 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 2 -
.../java/org/apache/doris/qe/ConnectContext.java | 17 +
.../doris/qe/runtime/ThriftPlansBuilder.java | 19 +-
...tion.java => ListFilesTableValuedFunction.java} | 22 +-
.../doris/tablefunction/TableValuedFunctionIf.java | 4 +-
.../doris/analysis/ExprGsonSerializationTest.java | 45 --
.../org/apache/doris/catalog/S3ResourceTest.java | 20 +-
.../glue/translator/ToFileTranslatorTest.java | 29 +-
.../rules/expression/FoldConstantRuleOnBETest.java | 89 ++--
.../nereids/rules/rewrite/FileAccessPathTest.java | 58 ++-
.../nereids/stats/ExpressionEstimationTest.java | 11 +-
.../functions/scalar/FlGetBinaryTest.java | 77 +++
.../expressions/literal/StructLiteralTest.java | 20 +
.../doris/nereids/types/FileTypeDdlTest.java | 18 -
.../nereids/types/FileTypeExpressionTest.java | 271 +++++-----
.../apache/doris/nereids/types/FileTypeTest.java | 21 -
....java => ListFilesTableValuedFunctionTest.java} | 46 +-
gensrc/thrift/Exprs.thrift | 2 +-
.../datatype_p0/complex_types/test_file_type.out | 38 +-
.../complex_types/test_fl_get_binary.out | 35 ++
.../test_list_file_resource_local.out | 165 -------
.../datatype_p0/complex_types/test_list_files.out | 88 ++++
.../complex_types/test_file_type.groovy | 230 ++++++---
.../test_file_type_internal_disabled.groovy | 4 +-
.../complex_types/test_file_type_optimizer.groovy | 11 +-
.../test_file_type_resource_local.groovy | 30 ++
.../complex_types/test_fl_get_binary.groovy | 117 +++++
.../test_list_file_resource_local.groovy | 447 -----------------
.../complex_types/test_list_files.groovy | 102 ++++
.../paimon/test_paimon_blob_jni.groovy | 116 ++---
.../paimon/test_paimon_blob_native.groovy | 116 ++---
.../query_p0/cache/test_file_type_sql_cache.groovy | 24 +-
.../suites/spill_p0/test_file_type_spill.groovy | 4 +-
94 files changed, 1946 insertions(+), 2418 deletions(-)
create mode 100644 be/src/exprs/function/function_fl_get_binary.cpp
delete mode 100644 be/src/exprs/vfile_literal.cpp
delete mode 100644 be/src/exprs/vfile_literal.h
create mode 100644
be/test/exec/common/data_gen_functions/vlist_files_rows_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/FileLiteral.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{StripNullValue.java
=> FlGetBinary.java} (66%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/{ListFile.java
=> ListFiles.java} (78%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/FileLiteral.java
rename
fe/fe-core/src/main/java/org/apache/doris/tablefunction/{ListFileTableValuedFunction.java
=> ListFilesTableValuedFunction.java} (86%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ExprGsonSerializationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/FlGetBinaryTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/tablefunction/{ListFileTableValuedFunctionTest.java
=> ListFilesTableValuedFunctionTest.java} (85%)
create mode 100644
regression-test/data/datatype_p0/complex_types/test_fl_get_binary.out
delete mode 100644
regression-test/data/datatype_p0/complex_types/test_list_file_resource_local.out
create mode 100644
regression-test/data/datatype_p0/complex_types/test_list_files.out
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_fl_get_binary.groovy
delete mode 100644
regression-test/suites/datatype_p0/complex_types/test_list_file_resource_local.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_list_files.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
