This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch xiangfu0/agg-rewrite/02-array-agg
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit a23a7fde31a Support ARRAY_AGG without a data type
omit ca994132205 Fail FIRST/LAST_WITH_TIME type inference on unsupported
data columns
omit 1d796d0ae08 Validate FIRST/LAST_WITH_TIME operands in the type checker
and always apply the type argument rewrite
omit 7725620917e Support all single-value data types in FIRST/LAST_WITH_TIME
omit 25fa06fb5f3 Infer STRING for JSON data columns in FIRST/LAST_WITH_TIME
rewrite
omit 97ddb8ea5c0 Support FIRST_WITH_TIME and LAST_WITH_TIME without a data
type
add edc48dff392 Let a retried validation-manager IdealState update add the
segments it created (#19739)
add be94fc67e47 Replace approximateFunctionApplied with
approximatedResult, set when a SMART function turns approximate (#19972)
add beb891d2282 Keep partitioned workers for window and WITHIN GROUP sorts
over hash exchanges (#19954)
add e574c52eff6 Push ARRAY_TO_MV filters below joins again in MSE (#19973)
add 30cc4973142 Bump com.github.luben:zstd-jni from 1.5.7-23 to 1.5.7-24
(#19994)
add d6146aad3cd Bump com.fasterxml.jackson:jackson-bom from 2.22.3 to
2.22.4 (#19993)
add 0b053a1f3c2 Fix stale realtime Lucene searchable document counts
(#19945)
add 2877723da38 Repair ERROR replicas on pauseless dedup and
partial-upsert tables (#19909)
add 9fbd72ae42a Run the MSE approximate aggregate rewrite after
CASE-to-FILTER conversion (#19974)
add 310d7604fcd Materialize non-order-by columns late on the sorted
order-by path (#19879)
add 24c520be6e0 Make FixedBitMVForwardIndexReader.getNumValuesMV advance
the reader context (#19992)
add 0b950ee4baa Support FIRST_WITH_TIME and LAST_WITH_TIME without a data
type
add 75a35985b5e Infer STRING for JSON data columns in FIRST/LAST_WITH_TIME
rewrite
add 0ffc52ed761 Support all single-value data types in FIRST/LAST_WITH_TIME
add c22fa5911aa Validate FIRST/LAST_WITH_TIME operands in the type checker
and always apply the type argument rewrite
add 2dab20473fe Fail FIRST/LAST_WITH_TIME type inference on unsupported
data columns
add 4d7e69f2d6a Support ARRAY_AGG without a data type
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a23a7fde31a)
\
N -- N -- N refs/heads/xiangfu0/agg-rewrite/02-array-agg
(4d7e69f2d6a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/broker/querylog/QueryLogger.java | 4 +-
.../BaseSingleStageBrokerRequestHandler.java | 14 +-
.../MultiStageBrokerRequestHandler.java | 12 +-
.../pinot/broker/querylog/QueryLoggerTest.java | 2 +-
.../apache/pinot/common/datatable/DataTable.java | 7 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 9 +-
.../pinot/common/response/BrokerResponse.java | 17 +-
.../response/broker/BrokerResponseNative.java | 17 +-
.../response/broker/BrokerResponseNativeV2.java | 29 +-
.../response/broker/CursorResponseNative.java | 3 +-
.../common/utils/config/QueryOptionsUtils.java | 8 +
.../response/broker/BrokerResponseNativeTest.java | 13 +
.../helix/core/PinotHelixResourceManager.java | 105 ++++-
.../realtime/PinotLLCRealtimeSegmentManager.java | 175 ++++++--
.../RealtimeSegmentValidationManager.java | 3 +-
.../controller/helix/core/SegmentResetTest.java | 201 +++++++++
.../PinotLLCRealtimeSegmentManagerTest.java | 464 ++++++++++++++++++++-
.../blocks/results/AggregationResultsBlock.java | 44 +-
.../blocks/results/GroupByResultsBlock.java | 6 +
.../query/LinearSelectionOrderByOperator.java | 216 +++++++++-
.../SelectionPartiallyOrderedByDescOperation.java | 11 +-
.../SelectionPartiallyOrderedByLinearOperator.java | 11 +-
.../apache/pinot/core/plan/SelectionPlanNode.java | 27 +-
.../aggregation/function/AggregationFunction.java | 12 +
.../function/AggregationFunctionUtils.java | 14 +
...istinctCountSmartSketchAggregationFunction.java | 15 +
.../DistinctCountSmartHLLAggregationFunction.java | 1 +
...stinctCountSmartHLLPlusAggregationFunction.java | 1 +
.../DistinctCountSmartULLAggregationFunction.java | 1 +
.../PercentileSmartTDigestAggregationFunction.java | 11 +
.../core/query/reduce/BrokerReduceService.java | 6 +
.../query/reduce/ExecutionStatsAggregator.java | 6 +
.../results/AggregationResultsBlockTest.java | 85 ++++
.../SmartFunctionApproximatedResultTest.java | 83 ++++
.../core/query/reduce/BrokerReduceServiceTest.java | 52 +++
.../query/reduce/ExecutionStatsAggregatorTest.java | 16 +
...nnerSegmentSelectionSingleValueQueriesTest.java | 94 ++++-
.../queries/NullHandlingEnabledQueriesTest.java | 34 ++
...ApproximateFunctionOverrideIntegrationTest.java | 147 +++++--
.../PauselessDedupErrorReplicaRepairTest.java | 281 +++++++++++++
.../realtime/utils/PauselessRealtimeTestUtils.java | 28 +-
.../PinotApproximateAggregateRewriteRule.java | 15 +-
.../calcite/rel/rules/PinotQueryRuleSets.java | 11 +-
.../pinot/calcite/rel/rules/PinotRuleUtils.java | 18 +-
.../pinot/calcite/sql/fun/PinotOperatorTable.java | 32 +-
.../apache/pinot/query/context/PlannerContext.java | 14 -
.../planner/physical/DispatchablePlanVisitor.java | 21 +-
.../validation/ArrayToMvValidationVisitor.java | 3 +-
.../calcite/rel/rules/PinotRuleUtilsTest.java | 19 +
.../query/ApproximateAggregateRewriteTest.java | 44 ++
.../apache/pinot/query/QueryCompilationTest.java | 91 ++++
.../physical/DispatchablePlanVisitorTest.java | 93 +++++
.../resources/queries/ExplainPhysicalPlans.json | 18 +
.../src/test/resources/queries/JoinPlans.json | 17 +
.../resources/queries/ValidationErrorPlan.json | 5 +
.../query/runtime/operator/AggregateOperator.java | 19 +-
.../pinot/query/runtime/operator/LeafOperator.java | 8 +-
.../query/runtime/operator/MultiStageOperator.java | 1 +
.../runtime/operator/AggregateOperatorTest.java | 36 ++
.../query/runtime/operator/LeafOperatorTest.java | 24 ++
.../testutils/MockInstanceDataManagerFactory.java | 4 +-
.../MockInstanceDataManagerFactoryTest.java | 76 ++++
.../src/test/resources/queries/Joins.json | 56 +++
.../invertedindex/RealtimeLuceneTextIndex.java | 22 +-
.../forward/FixedBitMVForwardIndexReader.java | 5 +
.../invertedindex/LuceneMutableTextIndexTest.java | 40 +-
.../index/forward/FixedBitMVForwardIndexTest.java | 69 +++
.../apache/pinot/spi/utils/CommonConstants.java | 10 +
pom.xml | 4 +-
69 files changed, 2803 insertions(+), 257 deletions(-)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/blocks/results/AggregationResultsBlockTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/SmartFunctionApproximatedResultTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PauselessDedupErrorReplicaRepairTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/physical/DispatchablePlanVisitorTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/testutils/MockInstanceDataManagerFactoryTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
