This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch helix-1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git.
discard df96202 Upgrade Helix to 1.0.2
add f97a23f Group by order by interning (#8376)
add 2d809ff Fix the missing NOT handling (#8366)
add 449cb72 Invoke MetadataEventNotifier on schema delete (#8368)
add ff66173 Deprecate the PostAggregationGapfill. (#8383)
add 1e90f14 Fix bug when importing files with the same name in different
directories (#8337)
add b345357 Add support for IS NULL and NOT IS NULL in transform
functions (#8264)
add 7cb2c9c Scalar function for url encoding and decoding (#8378)
add bc96b13 Support NOT in TimeSegmentPruner (#8381)
add 2d5cbf7 Change default memory allocation for consuming segments from
on-heap to off-heap. (#8380)
add 3a86e3d Add test coverage for consuming segment using on-heap. (#8385)
add 60a65a3 Enhance the exception message when DISTINCT is applied to MV
expressions (#8386)
add 07570b3 Add testcase for real url decoding (#8388)
add d1b7679 create routeTable and routeManager API (#8379)
add 6d2f749 add segment size metric on segment push (#8387)
add 5e7c005 Fix upsert inconsistency by snapshotting the validDocIds
before reading the numDocs (#8392)
add 465b0c3 Set numGroupsLimitReached flag for SQL query (#8393)
add a388f67 install sysstat, perf, openjdk11 debug symbols,
async-profiler (#8395)
add a9ae53e Fix ingestion transform config bugs. (#8394)
add 65b9804 Datetime transform functions (#8397)
add 3ebbfca reenable highest stream offset metrics (#8372)
add 2ac2883 aggregation test for aggregation over least/greatest (#8401)
add 975b11a add sysstats and procps to Docker image (#8400)
add 3e27535 Upgrade Helix to 1.0.2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (df96202)
\
N -- N -- N refs/heads/helix-1.0 (3e27535)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docker/images/pinot/Dockerfile | 14 +-
.../broker/api/resources/PinotBrokerDebug.java | 6 +-
.../broker/api/resources/PinotBrokerRouting.java | 4 +-
.../broker/broker/BrokerAdminApiApplication.java | 6 +-
.../broker/broker/helix/BaseBrokerStarter.java | 8 +-
...okerResourceOnlineOfflineStateModelFactory.java | 6 +-
.../BrokerUserDefinedMessageHandlerFactory.java | 6 +-
.../requesthandler/BaseBrokerRequestHandler.java | 8 +-
.../requesthandler/GrpcBrokerRequestHandler.java | 4 +-
.../SingleConnectionBrokerRequestHandler.java | 4 +-
...utingManager.java => BrokerRoutingManager.java} | 15 +-
.../routing/segmentpruner/TimeSegmentPruner.java | 31 ++
.../broker/broker/HelixBrokerStarterTest.java | 8 +-
.../LiteralOnlyBrokerRequestTest.java | 32 ++
.../routing/segmentpruner/SegmentPrunerTest.java | 60 +-
.../common/function/TransformFunctionType.java | 36 +-
.../common/function/scalar/StringFunctions.java | 27 +
.../pinot/common/metrics/ControllerGauge.java | 4 +
.../apache/pinot/common/metrics/ServerGauge.java | 3 -
.../common/request/context/FilterContext.java | 15 +-
.../request/context/RequestContextUtils.java | 3 +
.../rewriter/PredicateComparisonRewriter.java | 1 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 82 +++
.../api/resources/PinotSchemaRestletResource.java | 2 +
.../PinotSegmentUploadDownloadRestletResource.java | 5 +
.../recommender/rules/impl/BloomFilterRule.java | 16 +-
.../NoDictionaryOnHeapDictionaryJointRule.java | 26 +-
.../rules/impl/PinotTablePartitionRule.java | 19 +-
.../recommender/rules/impl/RangeIndexRule.java | 11 +-
.../utils/QueryInvertedSortedIndexRecommender.java | 12 +-
.../realtime/LLRealtimeSegmentDataManager.java | 10 +-
.../combine/GroupByOrderByCombineOperator.java | 12 +-
.../query/AggregationGroupByOrderByOperator.java | 13 +-
.../core/operator/transform/TransformOperator.java | 4 +-
.../function/DateTimeTransformFunction.java | 249 +++++++++
.../function/IdentifierTransformFunction.java | 4 +
.../function/IsNotNullTransformFunction.java | 92 +++
.../function/IsNullTransformFunction.java | 91 +++
.../function/TransformFunctionFactory.java | 215 +++----
.../org/apache/pinot/core/plan/FilterPlanNode.java | 80 ++-
.../core/plan/maker/InstancePlanMakerImplV2.java | 3 +
...istinctCountThetaSketchAggregationFunction.java | 50 +-
.../groupby/DictionaryBasedGroupKeyGenerator.java | 30 +-
.../query/distinct/DistinctExecutorFactory.java | 26 +-
.../optimizer/filter/MergeEqInFilterOptimizer.java | 2 +-
.../filter/MergeRangeFilterOptimizer.java | 4 +-
.../optimizer/filter/NumericalFilterOptimizer.java | 27 +-
.../filter/TimePredicateFilterOptimizer.java | 6 +-
.../statement/JsonStatementOptimizer.java | 4 +-
.../statement/StringPredicateFilterOptimizer.java | 18 +-
.../query/pruner/ColumnValueSegmentPruner.java | 6 +
.../reduce/GapFillGroupByDataTableReducer.java | 491 ----------------
.../core/query/reduce/PostAggregationHandler.java | 4 +-
.../core/query/reduce/ResultReducerFactory.java | 3 -
.../core/query/reduce/filter/AndRowMatcher.java | 4 +-
.../query/reduce/filter/LiteralValueExtractor.java | 2 +-
.../{ValueExtractor.java => NotRowMatcher.java} | 26 +-
.../core/query/reduce/filter/OrRowMatcher.java | 2 +-
.../query/reduce/filter/PredicateRowMatcher.java | 6 +-
.../pinot/core/query/reduce/filter/RowMatcher.java | 1 +
.../query/reduce/filter/RowMatcherFactory.java | 3 +
.../core/query/reduce/filter/ValueExtractor.java | 1 +
.../query/reduce/filter/ValueExtractorFactory.java | 1 +
.../core/query/request/context/QueryContext.java | 10 +
.../apache/pinot/core/routing/RoutingManager.java | 62 +++
.../apache/pinot/core}/routing/RoutingTable.java | 2 +-
.../apache/pinot/core/startree/StarTreeUtils.java | 12 +-
.../org/apache/pinot/core/util/GapfillUtils.java | 30 +-
.../function/DateTimeTransformFunctionTest.java | 110 ++++
.../NullHandlingTransformFunctionTest.java | 235 ++++++++
.../apache/pinot/queries/GapfillQueriesTest.java | 1 -
...terSegmentResultTableMultiValueQueriesTest.java | 18 +
...erSegmentResultTableSingleValueQueriesTest.java | 18 +
.../queries/PostAggregationGapfillQueriesTest.java | 616 ---------------------
.../pinot/queries/SumGreatestLeastQueriesTest.java | 161 ++++++
.../pinot/queries/UrlFunctionGroupByTest.java | 264 +++++++++
.../tests/ClusterIntegrationTestUtils.java | 90 ++-
.../tests/BaseClusterIntegrationTestSet.java | 18 +
.../tests/HybridClusterIntegrationTest.java | 11 +-
.../tests/NullHandlingIntegrationTest.java | 14 +
.../tests/OfflineClusterIntegrationTest.java | 30 +-
.../tests/RealtimeClusterIntegrationTest.java | 7 +
.../org/apache/pinot/perf/BenchmarkQueries.java | 16 +-
.../standalone/SegmentGenerationJobRunner.java | 8 +-
.../standalone/SegmentGenerationJobRunnerTest.java | 84 +++
.../realtime/impl/json/MutableJsonIndexImpl.java | 4 +-
.../recordtransformer/ExpressionTransformer.java | 47 +-
.../readers/json/ImmutableJsonIndexReader.java | 4 +-
.../ExpressionTransformerTest.java | 71 +++
.../helix/HelixInstanceDataManagerConfig.java | 2 +-
90 files changed, 2361 insertions(+), 1548 deletions(-)
rename
pinot-broker/src/main/java/org/apache/pinot/broker/routing/{RoutingManager.java
=> BrokerRoutingManager.java} (98%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/DateTimeTransformFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsNotNullTransformFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsNullTransformFunction.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/reduce/GapFillGroupByDataTableReducer.java
copy
pinot-core/src/main/java/org/apache/pinot/core/query/reduce/filter/{ValueExtractor.java
=> NotRowMatcher.java} (65%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/routing/RoutingManager.java
rename {pinot-broker/src/main/java/org/apache/pinot/broker =>
pinot-core/src/main/java/org/apache/pinot/core}/routing/RoutingTable.java (97%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/DateTimeTransformFunctionTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/NullHandlingTransformFunctionTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/PostAggregationGapfillQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/SumGreatestLeastQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/UrlFunctionGroupByTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
