This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
omit b2dff681aad [feat](catalog) fe-connector-iceberg: port #64966 REST 401
re-auth to the connector
omit 21420349783 [refactor](catalog) drop
ReauthenticatingRestSessionCatalog test orphaned by master rebase
omit 45025882317 [refactor](catalog) fe-core: remove 6 dead datasource
classes orphaned by the SPI migration (#65740)
omit b0244748a4b [refactor](catalog) fe-core: remove dead
ExternalMetadataOps layer, deprecated LakeSoul catalog, and odbc/statistics
stubs (#65736)
omit dc993c8edfa [refactor](catalog) fe-core: remove dead Trino-ported
DirectoryListercache cluster (#65734)
omit 427c956dda2 [refactor](catalog) fe-connector: replace fat
hive-catalog-shade with a slim HMS metastore-client shade (#65721)
omit 83585fd5097 [refactor](catalog) Catalog spi 11 hive (#65473)
omit 4d46863b7f1 [doc](catalog) HANDOFF: $position_deletes port done; e2e
is the only remaining flip gate
omit 0f68a7cd860 [feat](catalog) P6.6: support the iceberg
$position_deletes system table on the connector SPI
omit 88bb211f706 [doc](catalog) HANDOFF: point next step at the
$position_deletes port design (T0 evidence in)
omit f66f80f50d1 [doc](catalog) P6.6 $position_deletes connector port:
research notes + design (T0 evidence in, ready to implement)
omit 5cb3f1495d5 [doc](catalog) HANDOFF: rebase to upstream 30a44d61a8a +
register $position_deletes connector gap as flip blocker
omit ecbc2d9db5e [fix](build) fix parallel -T shade race in
fe-connector-paimon-hive-shade
omit b5733067fe7 [fix](catalog) reconcile upstream #65365 with connector
SPI after rebase to 4f48ccfaa7d
omit 2e2b85ebe9a [doc](catalog) P6.6-C6 #63068 HANDOFF: record
cache-leakage data-flow test + Task 0 retained-base verify
omit e7ecc2af910 [feat](catalog) P6.6-C6 #63068 FE: re-migrate
ExternalDatabaseSessionContextTest (cross-user cache-leakage data-flow)
omit 4996ec6acb6 [doc](catalog) P6.6-C6 #63068 OIDC session migration:
design + research notes + HANDOFF (Tasks 0-7 DONE)
omit d65e0f152d3 [feat](catalog) P6.6-C6 #63068 iceberg: per-user REST
session routing (metadata + scan/write/procedure)
omit 2d991b348be [feat](catalog) P6.6-C6 #63068 FE: capability-gated
credential injection + per-user cache bypass
omit ad1ffd851ac [feat](catalog) P6.6-C6 #63068 SPI: neutral
delegated-credential DTO + user-session capability
omit 9e33a312b4f [fix](catalog) tier3 #65094: preserve external-table
top-level column-name case on the read path
omit 819716f90f0 [fix](catalog) port upstream #65332/#65094 datasource
fixes into SPI connectors
omit 1f63fe58fbe [fix](catalog) P4 maxcompute: drop dangling legacy
MaxComputeExternalTableTest after rebase
omit 60129926159 [fix](catalog) jdbc: keep driver classloaders alive per
URL to stop Metaspace leak
omit 4fd2bc21268 [refactor](catalog) P6 iceberg: migrate to catalog SPI +
cutover + remove legacy fe-core subsystem (#64688)
omit 4581a4ad235 [refactor](catalog) P3b: consolidate kerberos
authentication into fe-kerberos (#64655)
omit 2cb35776ba4 [refactor](catalog) P5 paimon: remove legacy subsystem
from fe-core + make fe-core paimon-SDK-free (T29) (#64653)
omit 20cc2da1586 [refactor](catalog) P5 paimon: migrate to catalog SPI +
cutover (#64446) (#64446)
omit c6ffc4d3451 update P5 handoff and fix compile issue
omit 2ac79416c50 [refactor](connector) P4 maxcompute: remove legacy
subsystem from fe-core + make fe-core odps-free (T07-T09) (#64300)
omit fa7c54b431a [feat](connector) P3 hudi connector hardening + test
baseline + dispatch design (hybrid, T02-T08) (#64143)
omit daaedec3e75 [feat](connector) P2 migrate trino-connector to catalog
SPI (T01-T13) (#64096)
omit b4046230334 [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
omit 703bb3b7591 [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
omit a18295c11c7 [doc](connector) add project tracking system for catalog
SPI migration
add 662dc3599db [fix](fe) Preserve delete fallback failure cause (#65697)
add d8e75cf63cd [fix](iceberg) Project Iceberg system table scans (#65262)
add 6cb634e351c [Fix](Query Stats) Add QueryStatsRecorder for column-level
query and filter - Part3 (#63974)
add f21a72e6235 [fix](cloud) Ignore libfdb ASAN failures in cloud UT
runner (#65749)
add 163a4a577e7 [fix](constant folding) Align FE constant folding results
with execution (#65319)
add bc071ff7c93 [fix](regression) Wait past unsafe time boundaries (#65742)
add 8a3d7414198 [fix](fe) Support ClickHouse JDBC V2 metadata (#65709)
add 513cd20af5d [Improve](Audit) Auditlog on FE with https enabled (#64697)
add 1127003fc88 [fix](arrow-flight) Keep coordinator alive across
GetFlightInfo/DoGet for external table scan (#64799)
add a94d7b86eeb [feature](query-cache) Support incremental merge for stale
query cache entries (#65482)
add 54e0e9712b6 [bug](iceberg) use split file format for iceberg scan
(#65760)
add da98221815e [doc](connector) add project tracking system for catalog
SPI migration
add 20ce63809f0 [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
add 01285e6f315 [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
add e7e88922dbc [feat](connector) P2 migrate trino-connector to catalog
SPI (T01-T13) (#64096)
add b8b7374383f [feat](connector) P3 hudi connector hardening + test
baseline + dispatch design (hybrid, T02-T08) (#64143)
add 70397f44126 [refactor](connector) P4 maxcompute: remove legacy
subsystem from fe-core + make fe-core odps-free (T07-T09) (#64300)
add 523b1294955 update P5 handoff and fix compile issue
add 17c45263461 [refactor](catalog) P5 paimon: migrate to catalog SPI +
cutover (#64446) (#64446)
add 7c88f49bd54 [refactor](catalog) P5 paimon: remove legacy subsystem
from fe-core + make fe-core paimon-SDK-free (T29) (#64653)
add 14272ec8240 [refactor](catalog) P3b: consolidate kerberos
authentication into fe-kerberos (#64655)
add e176a7baa21 [refactor](catalog) P6 iceberg: migrate to catalog SPI +
cutover + remove legacy fe-core subsystem (#64688)
add 3b0c9a2596f [fix](catalog) jdbc: keep driver classloaders alive per
URL to stop Metaspace leak
add eb9c0a89119 [fix](catalog) P4 maxcompute: drop dangling legacy
MaxComputeExternalTableTest after rebase
add a9ea7d3a43f [fix](catalog) port upstream #65332/#65094 datasource
fixes into SPI connectors
add 5e9fb3e0c21 [fix](catalog) tier3 #65094: preserve external-table
top-level column-name case on the read path
add 1aed06fe1fa [feat](catalog) P6.6-C6 #63068 SPI: neutral
delegated-credential DTO + user-session capability
add 7c91f661efa [feat](catalog) P6.6-C6 #63068 FE: capability-gated
credential injection + per-user cache bypass
add 569010962c6 [feat](catalog) P6.6-C6 #63068 iceberg: per-user REST
session routing (metadata + scan/write/procedure)
add 502f675ff5d [doc](catalog) P6.6-C6 #63068 OIDC session migration:
design + research notes + HANDOFF (Tasks 0-7 DONE)
add 0799b9d7855 [feat](catalog) P6.6-C6 #63068 FE: re-migrate
ExternalDatabaseSessionContextTest (cross-user cache-leakage data-flow)
add b8c21a43e43 [doc](catalog) P6.6-C6 #63068 HANDOFF: record
cache-leakage data-flow test + Task 0 retained-base verify
add b19ac5e7b72 [fix](catalog) reconcile upstream #65365 with connector
SPI after rebase to 4f48ccfaa7d
add c09960dcb29 [fix](build) fix parallel -T shade race in
fe-connector-paimon-hive-shade
add 46cc9df4413 [doc](catalog) HANDOFF: rebase to upstream 30a44d61a8a +
register $position_deletes connector gap as flip blocker
add eab026fc43e [doc](catalog) P6.6 $position_deletes connector port:
research notes + design (T0 evidence in, ready to implement)
add 745fa94c390 [doc](catalog) HANDOFF: point next step at the
$position_deletes port design (T0 evidence in)
add ce71c9da55b [feat](catalog) P6.6: support the iceberg
$position_deletes system table on the connector SPI
add 3e9998ca647 [doc](catalog) HANDOFF: $position_deletes port done; e2e
is the only remaining flip gate
add 38a877d7c20 [refactor](catalog) Catalog spi 11 hive (#65473)
add 4612d60ec18 [refactor](catalog) fe-connector: replace fat
hive-catalog-shade with a slim HMS metastore-client shade (#65721)
add d279444880f [refactor](catalog) fe-core: remove dead Trino-ported
DirectoryListercache cluster (#65734)
add 25af7a74f10 [refactor](catalog) fe-core: remove dead
ExternalMetadataOps layer, deprecated LakeSoul catalog, and odbc/statistics
stubs (#65736)
add 9b9d71c466f [refactor](catalog) fe-core: remove 6 dead datasource
classes orphaned by the SPI migration (#65740)
add 26c5b8612c7 [refactor](catalog) drop
ReauthenticatingRestSessionCatalog test orphaned by master rebase
add 7b3821fe170 [feat](catalog) fe-connector-iceberg: port #64966 REST 401
re-auth to the connector
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b2dff681aad)
\
N -- N -- N refs/heads/branch-catalog-spi (7b3821fe170)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 6 +
be/src/common/config.h | 3 +
be/src/common/metrics/doris_metrics.cpp | 12 +
be/src/common/metrics/doris_metrics.h | 11 +
be/src/exec/operator/cache_source_operator.cpp | 206 ++-
be/src/exec/operator/cache_source_operator.h | 35 +-
be/src/exec/operator/olap_scan_operator.cpp | 78 +-
be/src/exec/operator/olap_scan_operator.h | 15 +-
be/src/exec/pipeline/pipeline_fragment_context.cpp | 30 +-
be/src/exec/pipeline/pipeline_fragment_context.h | 7 +
be/src/runtime/query_cache/query_cache.cpp | 407 +++++-
be/src/runtime/query_cache/query_cache.h | 192 ++-
.../exec/operator/query_cache_operator_test.cpp | 760 ++++++++++-
.../pipeline/query_cache_fragment_context_test.cpp | 119 ++
be/test/exec/pipeline/query_cache_test.cpp | 853 ++++++++++++
cloud/script/run_all_tests.sh | 17 +-
cloud/test/stopwatch_test.cpp | 3 +-
.../clickhouse/init/03-create-table.sql | 10 +-
.../create_preinstalled_scripts/iceberg/run31.sql | 33 +
.../jdbc/client/JdbcClickHouseConnectorClient.java | 38 +-
.../client/JdbcClickHouseConnectorClientTest.java | 70 +
.../doris/common/util/InternalHttpsUtils.java | 52 +-
.../jdbc/client/JdbcClickHouseClient.java | 23 +-
.../doris/datasource/scan/FileQueryScanNode.java | 13 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 9 +-
.../doris/httpv2/rest/RestBaseController.java | 24 +-
.../doris/httpv2/rest/manager/HttpUtils.java | 4 +-
.../functions/executable/StringArithmetic.java | 4 +-
.../expressions/functions/scalar/StrToDate.java | 29 +-
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 51 +-
.../expressions/literal/DateTimeV2Literal.java | 4 +-
.../expressions/literal/DecimalV3Literal.java | 7 +-
.../expressions/literal/StringLikeLiteral.java | 68 +-
.../trees/expressions/literal/TimeV2Literal.java | 5 +-
.../expressions/literal/TimestampTzLiteral.java | 4 +-
.../trees/plans/commands/DeleteFromCommand.java | 18 +-
.../org/apache/doris/planner/AggregationNode.java | 4 +
.../planner/normalize/QueryCacheNormalizer.java | 70 +
.../doris/plugin/audit/AuditStreamLoader.java | 16 +-
.../java/org/apache/doris/qe/ConnectContext.java | 34 +
.../java/org/apache/doris/qe/SessionVariable.java | 58 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 44 +-
.../arrowflight/DorisFlightSqlProducer.java | 12 +
.../arrowflight/FlightSqlConnectProcessor.java | 13 +-
.../sessions/FlightSqlConnectPoolMgr.java | 5 +
.../doris/statistics/query/QueryStatsRecorder.java | 411 ++++--
.../doris/common/util/InternalHttpsUtilsTest.java | 11 +-
.../jdbc/client/JdbcClickHouseClientTest.java | 25 +
.../doris/httpv2/rest/RestBaseControllerTest.java | 19 +
.../doris/httpv2/rest/manager/HttpUtilsTest.java | 94 ++
.../functions/executable/StringArithmeticTest.java | 66 +
.../functions/scalar/StrToDateTest.java | 43 +
.../trees/expressions/literal/DateLiteralTest.java | 7 +-
.../expressions/literal/DecimalLiteralTest.java | 10 +
.../expressions/literal/StringLikeLiteralTest.java | 13 +
.../expressions/literal/TimeV2LiteralTest.java | 12 +
.../plans/commands/DeleteFromCommandTest.java | 80 ++
.../doris/planner/QueryCacheNormalizerTest.java | 90 +-
.../org/apache/doris/qe/ConnectContextTest.java | 58 +
.../org/apache/doris/qe/SessionVariablesTest.java | 33 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 36 +
.../arrowflight/DorisFlightSqlProducerTest.java | 65 +
.../sessions/FlightSqlConnectPoolMgrTest.java | 62 +
.../statistics/query/QueryStatsRecorderTest.java | 1373 +++++++++++++++++++-
gensrc/thrift/QueryCache.thrift | 29 +-
.../iceberg/test_iceberg_mixed_file_formats.out | 12 +
.../jdbc/test_clickhouse_jdbc_v2.out} | 14 +-
.../query_p0/cache/query_cache_incremental.out | 29 +
regression-test/framework/pom.xml | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 34 +-
.../regression/suite/SuiteBoundaryWaitTest.groovy | 56 +
.../suites/cast_p0/cast_to_datetime.groovy | 7 +-
.../test_iceberg_arrow_flight_split_source.groovy | 131 ++
.../iceberg/test_iceberg_mixed_file_formats.groovy | 56 +
.../test_iceberg_system_table_projection.groovy | 177 +++
.../jdbc/test_clickhouse_jdbc_v2.groovy} | 26 +-
.../query_p0/cache/query_cache_incremental.groovy | 321 +++++
.../fold_constant/fe_constant_cast_to_date.groovy | 18 +-
.../fold_constant_string_arithmatic.groovy | 10 +-
.../datetime_functions/test_date_function.groovy | 1 +
.../suites/query_p0/stats/query_stats_test.groovy | 72 +
run-regression-test.sh | 3 +-
83 files changed, 6570 insertions(+), 414 deletions(-)
create mode 100644 be/test/exec/pipeline/query_cache_fragment_context_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run31.sql
create mode 100644
fe/fe-connector/fe-connector-jdbc/src/test/java/org/apache/doris/connector/jdbc/client/JdbcClickHouseConnectorClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/manager/HttpUtilsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/executable/StringArithmeticTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StrToDateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/DeleteFromCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/sessions/FlightSqlConnectPoolMgrTest.java
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_mixed_file_formats.out
copy regression-test/data/{mv_p0/test_nvl/test_nvl.out =>
external_table_p0/jdbc/test_clickhouse_jdbc_v2.out} (50%)
create mode 100644
regression-test/data/query_p0/cache/query_cache_incremental.out
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/suite/SuiteBoundaryWaitTest.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_arrow_flight_split_source.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_mixed_file_formats.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_system_table_projection.groovy
copy regression-test/suites/{doc/external/jdbc/clickhouse.md.groovy =>
external_table_p0/jdbc/test_clickhouse_jdbc_v2.groovy} (53%)
create mode 100644
regression-test/suites/query_p0/cache/query_cache_incremental.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
