This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 0db0b180da7 [Fix](inverted index) remove duplicate stats of
inverted_index_query_cache_miss (#36707)
add e11f516cd95 [feature-wip](Cloud) Support Azure Cloud Blob in FE
(#35990)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/doris/analysis/LoadStmt.java | 6 +-
.../org/apache/doris/analysis/OutFileClause.java | 6 +
.../org/apache/doris/analysis/StorageBackend.java | 17 +-
.../org/apache/doris/backup/BackupHandler.java | 17 +-
.../java/org/apache/doris/backup/Repository.java | 7 +-
.../org/apache/doris/backup/RepositoryMgr.java | 4 +-
.../{S3Resource.java => AzureResource.java} | 81 ++------
.../java/org/apache/doris/catalog/Resource.java | 6 +-
.../datasource/property/PropertyConverter.java | 7 +
.../{ObsProperties.java => AzureProperties.java} | 33 ++-
.../property/constants/S3Properties.java | 12 ++
.../org/apache/doris/fs/FileSystemFactory.java | 10 +
.../java/org/apache/doris/fs/FileSystemType.java | 3 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 227 +++++++++++++++++++++
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 6 +-
.../apache/doris/fs/remote/AzureFileSystem.java | 132 ++++++++++++
.../org/apache/doris/fs/remote/ObjFileSystem.java | 16 +-
.../doris/tablefunction/S3TableValuedFunction.java | 4 +
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 10 +-
fe/pom.xml | 2 +-
gensrc/thrift/Types.thrift | 3 +-
.../cloud_p0/conf/regression-conf-custom.groovy | 2 -
.../cloud_p1/conf/regression-conf-custom.groovy | 2 -
.../pipeline/external/conf/regression-conf.groovy | 1 +
.../test_create_and_drop_repository.groovy | 6 +-
.../cache/compaction/test_stale_rowset.groovy | 3 +-
.../cache/http/test_cache_metrics_format.groovy | 3 +-
.../cloud_p0/cache/http/test_clear_cache.groovy | 3 +-
.../cache/http/test_clear_cache_async.groovy | 3 +-
.../read_write/test_multi_stale_rowset.groovy | 3 +-
.../warm_up/cluster/test_warm_up_cluster.groovy | 3 +-
.../cluster/test_warm_up_cluster_batch.groovy | 3 +-
.../cluster/test_warm_up_cluster_bigsize.groovy | 3 +-
.../cluster/test_warm_up_cluster_empty.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 3 +-
.../warm_up/table/test_warm_up_partition.groovy | 3 +-
.../warm_up/table/test_warm_up_table.groovy | 3 +-
.../warm_up/table/test_warm_up_tables.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 3 +-
.../cache/ttl/create_table_as_select.groovy | 3 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 3 +-
.../cloud_p0/cache/ttl/test_ttl_preempt.groovy | 3 +-
...paction_with_dup_key_max_file_size_limit.groovy | 3 +-
.../one_level_nestedtypes_with_s3data.groovy | 4 +
.../three_level_nestedtypes_with_s3data.groovy | 2 +
.../two_level_nestedtypes_with_s3data.groovy | 4 +
.../test_nested_types_insert_into_with_s3.groovy | 5 +
...test_nestedtypes_csv_insert_into_with_s3.groovy | 2 +
...est_nestedtypes_json_insert_into_with_s3.groovy | 3 +
.../export_p0/export/test_show_export.groovy | 8 +-
.../suites/export_p0/test_export_data_types.groovy | 20 +-
.../suites/export_p0/test_export_orc.groovy | 6 +-
.../suites/export_p0/test_export_parquet.groovy | 4 +-
...test_export_table_with_materialized_view.groovy | 4 +-
.../suites/export_p0/test_export_view.groovy | 4 +-
.../export_p0/test_outfile_file_suffix.groovy | 1 +
.../suites/export_p0/test_with_bom.groovy | 16 +-
.../suites/export_p2/test_export_big_data.groovy | 1 +
.../export_p2/test_export_with_parallelism.groovy | 4 +-
.../suites/export_p2/test_export_with_s3.groovy | 4 +-
.../external_table_p0/tvf/test_tvf_avro.groovy | 12 ++
.../test_segcompaction_fault_injection.groovy | 3 +-
.../test_too_many_segments_fault_injection.groovy | 3 +-
.../load_p0/broker_load/test_compress_type.groovy | 3 +-
.../test_csv_with_enclose_and_escapeS3_load.groovy | 3 +-
.../load_p0/broker_load/test_etl_failed.groovy | 3 +-
.../broker_load/test_multi_table_load.groovy | 6 +-
.../suites/load_p0/broker_load/test_s3_load.groovy | 3 +-
.../load_p0/broker_load/test_seq_load.groovy | 3 +-
.../load_p2/broker_load/test_broker_load.groovy | 6 +-
.../test_parquet_large_metadata_load.groovy | 4 +-
.../test_s3_load_with_load_parallelism.groovy | 3 +-
.../broker_load/test_tvf_based_broker_load.groovy | 3 +-
.../query_profile/s3_load_profile_test.groovy | 3 +-
.../schema_change_p2/test_schema_change.groovy | 3 +-
.../test_segcompaction_agg_keys.groovy | 3 +-
.../test_segcompaction_agg_keys_index.groovy | 3 +-
.../test_segcompaction_dup_keys.groovy | 3 +-
.../test_segcompaction_dup_keys_index.groovy | 3 +-
.../test_segcompaction_unique_keys.groovy | 3 +-
.../test_segcompaction_unique_keys_mow.groovy | 3 +-
...test_segcompaction_unique_keys_mow_index.groovy | 3 +-
regression-test/suites/ssb_sf100_p2/load.groovy | 3 +-
...est_update_rows_and_partition_first_load.groovy | 3 +-
.../tpcds_sf100_dup_without_key_p2/load.groovy | 3 +-
regression-test/suites/tpcds_sf100_p2/load.groovy | 3 +-
regression-test/suites/tpch_sf100_p2/load.groovy | 3 +-
.../load_four_step/load.groovy | 3 +-
.../tpch_sf100_unique_p2/load_one_step/load.groovy | 3 +-
.../load_three_step/load.groovy | 3 +-
.../tpch_sf100_unique_p2/load_two_step/load.groovy | 3 +-
.../suites/tpch_sf100_unique_sql_p2/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_four_step/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_one_step/load.groovy | 3 +-
.../load_three_step/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_two_step/load.groovy | 3 +-
.../four/load_four_step.groovy | 3 +-
.../ssb_unique_load_zstd/one/load_one_step.groovy | 3 +-
.../three/load_three_step.groovy | 3 +-
.../ssb_unique_load_zstd/two/load_two_step.groovy | 3 +-
regression-test/suites/variant_p2/load.groovy | 3 +-
111 files changed, 740 insertions(+), 196 deletions(-)
copy fe/fe-core/src/main/java/org/apache/doris/catalog/{S3Resource.java =>
AzureResource.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/{ObsProperties.java
=> AzureProperties.java} (53%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/obj/AzureObjStorage.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/remote/AzureFileSystem.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
