This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch xiangfu0/agg-rewrite/02-array-agg
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 13baff61e41 Cover the scale-0 DECIMAL mapping of ARRAY_AGG in the plan
tests
add ac12baf5be9 Add jsonExtractScalar scalar function for
JSON_EXTRACT_SCALAR (#18979)
add 083f2937380 Meter failed ERROR-segment repairs per table (#20018)
add e3b4e41cb29 Track partition assignment in IdealState for strict
replica-group tables (#19916)
add 62958d8ff1b Throw FileNotFoundException from
GcsPinotFS.copyToLocalFile for a missing object (#20026)
add aea5680a40b Detect servers that stop answering queries but keep their
connection open (#19452)
add c5ac29be0e6 Refresh MSE gRPC channels when a server restarts (#19875)
add ad6b54f7b38 Enable query fingerprinting by default and reload cluster
overrides (#20038)
add bff525d98ea Keep source nulls when deriving a column at segment load
(#19955)
add c5b8107fa6a Return the cause chain when an /ingestFromFile record
fails (#19716)
add efffb312091 Bump org.webjars:swagger-ui from 5.33.2 to 5.34.0 (#20045)
add 332a350000e Bump org.apache.pulsar:pulsar-bom from 5.0.0 to 5.0.1
(#20046)
add 8ab072694fe Bump reactor-netty.version from 1.3.7 to 1.3.8 (#20047)
add 452de38982a Bump com.gradle:develocity-maven-extension from 2.6.0 to
2.6.1 (#20049)
add 531bcd02591 Bump com.github.jnr:jnr-posix from 3.2.4 to 3.2.5 (#20053)
add 93978b69b20 Bump software.amazon.awssdk:bom from 2.57.0 to 2.57.3
(#20050)
add 2fd3001a330 Bump com.github.jnr:jnr-ffi from 2.3.3 to 2.3.4 (#20051)
add 960190cbe91 Bump at.yawk.lz4:lz4-java from 1.12.0 to 1.12.1 (#20052)
add 7e772548357 Bump actions/setup-python from 7.0.0 to 7.1.0 (#20055)
add c051ac7643b Bump docker/login-action from 4.6.0 to 4.7.0 (#20056)
add 9c48dac9d7b Close the posting list stream in OffHeapJsonIndexCreator
(#19925)
add 401528f2cc2 Bump io.projectreactor:reactor-core from 3.8.7 to 3.8.8
(#20054)
add d085f946779 Recover unhealthy MSE workers that are not servers in the
routing manager (#20005)
add 072288d5a6a Merge remote-tracking branch 'origin/master' into
xiangfu0/agg-rewrite/02-array-agg
add c01facda128 Handle DISTINCT, DECIMAL and CASE in ARRAY_AGG without a
data type
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-all-pinot-docker-image.yml | 6 +-
.../workflows/build-pinot-base-docker-image.yml | 4 +-
.github/workflows/build-pinot-docker-image.yml | 2 +-
.github/workflows/build-superset-docker-image.yml | 2 +-
.../nightly-build-all-pinot-docker-image.yml | 6 +-
...htly-build-multi-arch-superset-docker-image.yml | 4 +-
.github/workflows/pr-flow-checks.yml | 2 +-
.github/workflows/pr-flow.yml | 4 +-
.mvn/extensions.xml | 2 +-
.../broker/broker/helix/BaseBrokerStarter.java | 11 +-
.../requesthandler/BaseBrokerRequestHandler.java | 39 +-
.../BaseSingleStageBrokerRequestHandler.java | 21 +-
.../requesthandler/GrpcBrokerRequestHandler.java | 4 +-
.../MultiStageBrokerRequestHandler.java | 46 +-
.../SingleConnectionBrokerRequestHandler.java | 77 +-
.../routing/manager/BaseBrokerRoutingManager.java | 23 +-
.../BaseSingleStageBrokerRequestHandlerTest.java | 94 ++-
.../MultiStageBrokerRequestHandlerTest.java | 188 ++++-
...ionBrokerRequestHandlerFailureDetectorTest.java | 450 +++++++++++
.../routing/manager/BrokerRoutingManagerTest.java | 33 +-
.../assignment/PartitionAssignmentUtils.java | 117 +++
...BaseExponentialBackoffRetryFailureDetector.java | 132 +++-
.../failuredetector/ConnectionFailureDetector.java | 9 +-
.../common/failuredetector/FailureDetector.java | 23 +
.../pinot/common/function/JsonPathCache.java | 11 +-
.../common/function/TransformFunctionType.java | 6 +
.../common/function/scalar/JsonFunctions.java | 458 ++++++++++-
.../pinot/common/metadata/ZKMetadataProvider.java | 10 +-
.../pinot/common/metrics/ControllerMeter.java | 6 +-
.../pinot/common/request/InstanceRequest.java | 106 ++-
.../apache/pinot/common/utils/ExceptionUtils.java | 45 ++
.../apache/pinot/common/utils/JsonNumberUtils.java | 207 +++++
.../rewriter/CompileTimeFunctionsInvoker.java | 7 +
.../assignment/PartitionAssignmentUtilsTest.java | 65 ++
.../ConnectionFailureDetectorTest.java | 284 ++++++-
.../common/function/FastJsonPathExtractorTest.java | 21 +-
.../pinot/common/function/JsonFunctionsTest.java | 352 +++++++++
.../pinot/common/utils/ExceptionUtilsTest.java | 129 +++
.../pinot/common/utils/JsonNumberUtilsTest.java | 86 +-
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 17 +
pinot-common/src/thrift/request.thrift | 4 +
.../exception/ControllerApplicationException.java | 23 +-
.../resources/PinotIngestionRestletResource.java | 27 +-
.../resources/WebApplicationExceptionMapper.java | 19 +-
.../helix/core/PinotHelixResourceManager.java | 34 +-
.../assignment/segment/BaseSegmentAssignment.java | 174 +++-
.../BaseStrictRealtimeSegmentAssignment.java | 146 ----
.../MultiTierStrictRealtimeSegmentAssignment.java | 131 ---
.../segment/OfflineSegmentAssignment.java | 136 +++-
.../segment/RealtimeSegmentAssignment.java | 193 ++++-
.../core/assignment/segment/SegmentAssignment.java | 18 +-
.../segment/SegmentAssignmentFactory.java | 26 +-
.../assignment/segment/SegmentAssignmentUtils.java | 11 +
.../SingleTierStrictRealtimeSegmentAssignment.java | 75 --
.../core/assignment/segment/TableAssignment.java | 59 ++
.../core/cleanup/StaleInstancesCleanupTask.java | 9 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 53 +-
.../helix/core/rebalance/TableRebalancer.java | 876 ++++++++++++---------
...PinotIngestionRestletResourceStatelessTest.java | 86 +-
.../ControllerApplicationExceptionTest.java | 36 +-
.../PinotIngestionRestletResourceTest.java | 140 ++++
.../WebApplicationExceptionMapperTest.java | 98 +++
.../PinotHelixResourceManagerStatelessTest.java | 17 +
...NonReplicaGroupTieredSegmentAssignmentTest.java | 49 +-
...artitionPinnedOfflineSegmentAssignmentTest.java | 353 +++++++++
...rtitionPinnedRealtimeSegmentAssignmentTest.java | 704 +++++++++++++++++
...altimeNonReplicaGroupSegmentAssignmentTest.java | 82 +-
...NonReplicaGroupTieredSegmentAssignmentTest.java | 42 +-
.../RealtimeReplicaGroupSegmentAssignmentTest.java | 158 ++--
.../segment/SegmentAssignmentTestUtils.java | 10 +
.../StrictRealtimeSegmentAssignmentTest.java | 527 -------------
.../AllServersSegmentAssignmentStrategyTest.java | 37 +-
.../BalancedNumSegmentAssignmentStrategyTest.java | 40 +-
.../ReplicaGroupSegmentAssignmentStrategyTest.java | 148 ++--
...nReplicaGroupSegmentAssignmentStrategyTest.java | 43 +-
.../RoundRobinSegmentAssignmentStrategyTest.java | 28 +-
.../cleanup/StaleInstancesCleanupTaskTest.java | 29 +
.../PinotLLCRealtimeSegmentManagerTest.java | 44 +-
.../TableRebalancerClusterStatelessTest.java | 43 +
.../helix/core/rebalance/TableRebalancerTest.java | 339 ++++++--
.../function/ArrayLiteralTransformFunction.java | 20 +
.../JsonExtractScalarTransformFunction.java | 123 +--
.../core/transport/InstanceRequestHandler.java | 19 +
.../apache/pinot/core/transport/QueryRouter.java | 149 +++-
.../pinot/core/transport/ServerChannels.java | 47 +-
.../org/apache/pinot/core/util/NumberUtils.java | 122 +--
.../pinot/core/function/FunctionRegistryTest.java | 2 +-
.../ArrayLiteralTransformFunctionTest.java | 29 +
.../JsonExtractScalarTransformFunctionTest.java | 34 +-
.../core/transport/InstanceRequestHandlerTest.java | 56 ++
.../pinot/core/transport/QueryRoutingTest.java | 270 +++++++
.../pinot/core/transport/QueryServerTestUtils.java | 69 ++
.../pinot/core/transport/ServerChannelsTest.java | 39 +-
.../apache/pinot/core/util/NumberUtilsTest.java | 12 +
.../integration/tests/custom/JsonPathTest.java | 107 +++
.../resources/udf-test-results/all-functions.yaml | 3 +-
.../apache/pinot/plugin/filesystem/GcsPinotFS.java | 4 +-
.../filesystem/GcsPinotFSNullSafetyTest.java | 22 +
.../PinotAggregateTypeArgumentRewriteRule.java | 29 +-
.../rel/rules/PinotEvaluateLiteralRule.java | 55 +-
.../org/apache/pinot/query/QueryEnvironment.java | 4 +
.../query/planner/logical/RexExpressionUtils.java | 50 +-
.../apache/pinot/query/QueryCompilationTest.java | 118 +++
.../src/test/resources/queries/AggregatePlans.json | 40 +-
.../apache/pinot/query/mailbox/MailboxService.java | 18 +-
.../query/mailbox/channel/ChannelManager.java | 73 +-
.../query/runtime/operator/BaseJoinOperator.java | 8 +-
.../query/runtime/operator/FilterOperator.java | 4 +-
.../query/runtime/operator/LookupJoinOperator.java | 5 +-
.../query/runtime/operator/TransformOperator.java | 5 +-
.../query/runtime/operator/UnnestOperator.java | 4 +-
.../runtime/operator/operands/FilterOperand.java | 45 +-
.../runtime/operator/operands/FunctionOperand.java | 60 +-
.../operator/operands/TransformOperandFactory.java | 38 +-
.../query/service/dispatch/DispatchClient.java | 21 +
.../query/service/dispatch/QueryDispatcher.java | 89 ++-
.../query/mailbox/channel/ChannelManagerTest.java | 111 ++-
.../query/runtime/queries/QueryRunnerTest.java | 217 ++++-
.../service/dispatch/QueryDispatcherTest.java | 142 ++++
.../src/test/resources/queries/UDFAggregates.json | 16 +
.../segment/creator/RecordProcessingException.java | 16 +-
.../RecordReaderSegmentCreationDataSource.java | 2 +-
.../impl/SegmentIndexCreationDriverImpl.java | 3 +-
.../impl/inv/json/OffHeapJsonIndexCreator.java | 25 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 57 +-
.../creator/RecordProcessingExceptionTest.java | 143 ++++
.../segment/local/segment/index/JsonIndexTest.java | 97 +++
.../index/loader/SegmentPreProcessorTest.java | 67 ++
.../server/starter/helix/BaseServerStarter.java | 10 +-
...ava => ServerMailboxChannelRefreshHandler.java} | 107 ++-
...=> ServerMailboxChannelRefreshHandlerTest.java} | 155 +++-
.../apache/pinot/spi/utils/CommonConstants.java | 25 +-
pom.xml | 16 +-
133 files changed, 8762 insertions(+), 2416 deletions(-)
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/SingleConnectionBrokerRequestHandlerFailureDetectorTest.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/assignment/PartitionAssignmentUtils.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/JsonNumberUtils.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/assignment/PartitionAssignmentUtilsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/ExceptionUtilsTest.java
copy pinot-core/src/test/java/org/apache/pinot/core/util/NumberUtilsTest.java
=>
pinot-common/src/test/java/org/apache/pinot/common/utils/JsonNumberUtilsTest.java
(59%)
delete mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/BaseStrictRealtimeSegmentAssignment.java
delete mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/MultiTierStrictRealtimeSegmentAssignment.java
delete mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/SingleTierStrictRealtimeSegmentAssignment.java
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/TableAssignment.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotIngestionRestletResourceTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/WebApplicationExceptionMapperTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/PartitionPinnedOfflineSegmentAssignmentTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/PartitionPinnedRealtimeSegmentAssignmentTest.java
delete mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/StrictRealtimeSegmentAssignmentTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/transport/QueryServerTestUtils.java
copy
pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/admin/PinotAdminException.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/RecordProcessingException.java
(70%)
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/creator/RecordProcessingExceptionTest.java
rename
pinot-server/src/main/java/org/apache/pinot/server/starter/helix/{ServerGrpcChannelBackoffResetHandler.java
=> ServerMailboxChannelRefreshHandler.java} (53%)
rename
pinot-server/src/test/java/org/apache/pinot/server/starter/helix/{ServerGrpcChannelBackoffResetHandlerTest.java
=> ServerMailboxChannelRefreshHandlerTest.java} (55%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
