This is an automated email from the ASF dual-hosted git repository. asdf2014 pushed a change to branch dependabot/maven/jclouds.version-2.6.0 in repository https://gitbox.apache.org/repos/asf/druid.git
from 580f3c2b7f0 Bump jclouds.version from 2.5.0 to 2.6.0 add 7e3fab5bf96 Make WindowFrames more specific (#16741) add 5da69a01cbc change arrayIngestMode default to array (#16789) add c1875e7c1dc HashJoinEngine: Check for interruptions while walking left cursor. (#16773) add 14954c7eb97 serialize legacy as false for scan query for rolling downgrade/upgrade (#16793) add b5f117bca27 Check for tombstones in wrapping storage adapters (#16791) add b2a88da200b Attempt to coerce COMPLEX to number in numeric aggregators. (#16564) add 71725b41b54 ignore dependencies for github stale action (#16797) add 725d442355f Faster dimension deserialization on the brokers (#16740) add 9b76d13ff8f Check for Aggregation inside a window clause when syntax used as - WINDOW W AS DEF (#16801) add 3c493dc3edd CircularList round-robin iterator for the KillUnusedSegments duty (#16719) add ed48cb82e99 [Docs} Remove avro_ocf support from Kafka & Kinesis streaming sources (Revert changes from #11865) (#16807) add 028ee23a1e9 [Docs] batch 03 - trig functions (#16795) add c07aeedbec7 [docs] Updating Rollup tutorial (#16762) add caedeb66cd7 Add API to update compaction engine (#16803) add d683afcf72d Merge branch 'master' into dependabot/maven/jclouds.version-2.6.0 No new revisions were added by this update. Summary of changes: .github/workflows/stale.yml | 2 +- .../benchmark/GroupByDeserializationBenchmark.java | 193 +++++ .../NewestSegmentFirstPolicyBenchmark.java | 21 +- docs/ingestion/kafka-ingestion.md | 1 - docs/ingestion/kinesis-ingestion.md | 1 - docs/querying/arrays.md | 71 +- docs/querying/multi-value-dimensions.md | 4 +- docs/querying/sql-functions.md | 210 ++++- docs/querying/sql-window-functions.md | 3 - docs/tutorials/tutorial-rollup.md | 200 ++--- extensions-contrib/spectator-histogram/pom.xml | 10 + .../SpectatorHistogramIndexBasedComplexColumn.java | 69 +- .../SpectatorHistogramAggregatorTest.java | 67 ++ ...ctatorHistogramIndexBasedComplexColumnTest.java | 32 +- .../druid/msq/indexing/MSQCompactionRunner.java | 2 +- .../org/apache/druid/msq/util/ArrayIngestMode.java | 5 - .../druid/msq/util/DimensionSchemaUtils.java | 12 +- .../druid/msq/util/MultiStageQueryContext.java | 2 +- .../org/apache/druid/msq/exec/MSQArraysTest.java | 79 +- .../org/apache/druid/msq/exec/MSQWindowTest.java | 69 +- .../msq/indexing/MSQCompactionRunnerTest.java | 2 +- .../resources/SqlMSQStatementResourcePostTest.java | 10 +- .../druid/msq/util/MultiStageQueryContextTest.java | 7 +- .../common/task/NativeCompactionRunner.java | 2 +- .../org/apache/druid/collections/CircularList.java | 89 +++ .../java/util/common/jackson/JacksonUtils.java | 37 + .../org/apache/druid/query/QueryToolChest.java | 5 + .../druid/query/aggregation/AggregatorUtil.java | 26 + .../query/aggregation/DelegatingAggregator.java | 2 +- .../aggregation/DelegatingBufferAggregator.java | 2 +- .../NullableNumericAggregatorFactory.java | 46 +- ...va => ObjectColumnDoubleAggregatorWrapper.java} | 6 +- ...ObjectColumnDoubleBufferAggregatorWrapper.java} | 6 +- ...ava => ObjectColumnFloatAggregatorWrapper.java} | 6 +- ... ObjectColumnFloatBufferAggregatorWrapper.java} | 6 +- ...java => ObjectColumnLongAggregatorWrapper.java} | 6 +- ...> ObjectColumnLongBufferAggregatorWrapper.java} | 6 +- .../aggregation/SimpleDoubleAggregatorFactory.java | 20 +- .../aggregation/SimpleFloatAggregatorFactory.java | 26 +- .../aggregation/SimpleLongAggregatorFactory.java | 26 +- .../druid/query/groupby/GroupByQueryConfig.java | 1 - .../query/groupby/GroupByQueryQueryToolChest.java | 108 +-- .../ResultRowObjectMapperDecoratorUtil.java | 267 +++++++ .../epinephelinae/RowBasedGrouperHelper.java | 13 +- .../druid/query/operator/window/WindowFrame.java | 259 ++++--- .../semantic/DefaultFramedOnHeapAggregatable.java | 46 +- .../org/apache/druid/query/scan/ScanQuery.java | 12 + .../druid/segment/FilteredStorageAdapter.java | 6 + .../apache/druid/segment/UnnestStorageAdapter.java | 6 + .../apache/druid/segment/join/HashJoinEngine.java | 13 +- .../join/HashJoinSegmentStorageAdapter.java | 6 + .../apache/druid/collections/CircularListTest.java | 135 ++++ .../aggregation/DoubleMaxAggregationTest.java | 2 +- .../aggregation/DoubleMinAggregationTest.java | 2 +- .../query/aggregation/LongMaxAggregationTest.java | 2 +- .../query/aggregation/LongMinAggregationTest.java | 2 +- .../groupby/GroupByQueryQueryToolChestTest.java | 14 +- .../query/groupby/GroupByQueryRunnerTest.java | 1 + .../query/operator/window/WindowFrameTest.java | 70 ++ .../window/WindowFramedAggregateProcessorTest.java | 4 +- .../semantic/FramedOnHeapAggregatableTest.java | 77 +- .../apache/druid/query/scan/ScanQuerySpecTest.java | 23 +- .../org/apache/druid/query/scan/ScanQueryTest.java | 19 + .../apache/druid/segment/join/JoinTestHelper.java | 9 +- .../indexing/ClientCompactionRunnerInfo.java | 42 +- .../druid/metadata/SegmentsMetadataManager.java | 2 +- .../CompactionConfigValidationResult.java | 15 +- .../coordinator/CoordinatorCompactionConfig.java | 17 +- .../coordinator/DataSourceCompactionConfig.java | 7 + .../config/DataSourceCompactionConfigBuilder.java | 155 ++++ .../coordinator/duty/KillUnusedSegments.java | 91 ++- .../server/http/CompactionConfigUpdateRequest.java | 82 ++ .../http/CoordinatorCompactionConfigsResource.java | 59 +- .../indexing/ClientCompactionRunnerInfoTest.java | 9 +- .../CoordinatorCompactionConfigTest.java} | 28 +- .../DataSourceCompactionConfigTest.java | 372 +++------ .../coordinator/duty/KillUnusedSegmentsTest.java | 193 ++++- .../CoordinatorCompactionConfigsResourceTest.java | 849 +++++++++++---------- .../sql/calcite/planner/DruidSqlValidator.java | 16 + .../apache/druid/sql/calcite/rel/Windowing.java | 23 +- .../druid/sql/calcite/CalciteExplainQueryTest.java | 186 +---- .../druid/sql/calcite/CalciteInsertDmlTest.java | 224 +----- .../apache/druid/sql/calcite/CalciteQueryTest.java | 21 +- .../druid/sql/calcite/CalciteReplaceDmlTest.java | 36 +- .../druid/sql/calcite/CalciteSelectQueryTest.java | 52 +- .../druid/sql/calcite/CalciteWindowQueryTest.java | 50 +- .../druid/sql/calcite/IngestTableFunctionTest.java | 14 +- .../org.apache.druid.quidem.SqlQuidemTest/join.iq | 3 +- .../simple.iq | 3 +- .../testCommaJoinLeftFunction.iq | 6 +- ...ataSources@all_disabled@NullHandling=default.iq | 6 +- ...ineDataSources@all_disabled@NullHandling=sql.iq | 6 +- ...DataSources@all_enabled@NullHandling=default.iq | 6 +- ...lineDataSources@all_enabled@NullHandling=sql.iq | 6 +- ...lineDataSources@default@NullHandling=default.iq | 6 +- ...woInlineDataSources@default@NullHandling=sql.iq | 6 +- ...n-value-column_disabled@NullHandling=default.iq | 6 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 6 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 6 +- ...es@filter-rewrites-disabled@NullHandling=sql.iq | 6 +- ...Sources@filter-rewrites@NullHandling=default.iq | 6 +- ...DataSources@filter-rewrites@NullHandling=sql.iq | 6 +- ...aSources@join-to-filter@NullHandling=default.iq | 6 +- ...eDataSources@join-to-filter@NullHandling=sql.iq | 6 +- ...inCastLeft@all_disabled@NullHandling=default.iq | 6 +- ...erJoinCastLeft@all_disabled@NullHandling=sql.iq | 6 +- ...oinCastLeft@all_enabled@NullHandling=default.iq | 6 +- ...nerJoinCastLeft@all_enabled@NullHandling=sql.iq | 6 +- ...nerJoinCastLeft@default@NullHandling=default.iq | 6 +- ...stInnerJoinCastLeft@default@NullHandling=sql.iq | 6 +- ...n-value-column_disabled@NullHandling=default.iq | 6 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 6 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 6 +- ...ft@filter-rewrites-disabled@NullHandling=sql.iq | 6 +- ...astLeft@filter-rewrites@NullHandling=default.iq | 6 +- ...oinCastLeft@filter-rewrites@NullHandling=sql.iq | 6 +- ...CastLeft@join-to-filter@NullHandling=default.iq | 6 +- ...JoinCastLeft@join-to-filter@NullHandling=sql.iq | 6 +- .../testInnerJoinLeftFunction@all_disabled.iq | 6 +- .../testInnerJoinLeftFunction@all_enabled.iq | 6 +- .../testinnerjoinleftfunct...@default.iq | 6 +- ...LeftFunction@filter-on-value-column_disabled.iq | 6 +- ...nerjoinleftfunct...@filter-rewrites-disabled.iq | 6 +- .../testinnerjoinleftfunct...@filter-rewrites.iq | 6 +- .../testinnerjoinleftfunct...@join-to-filter.iq | 6 +- ...rectAccess@all_disabled@NullHandling=default.iq | 9 +- ...ftDirectAccess@all_disabled@NullHandling=sql.iq | 9 +- ...irectAccess@all_enabled@NullHandling=default.iq | 9 +- ...eftDirectAccess@all_enabled@NullHandling=sql.iq | 9 +- ...eftDirectAccess@default@NullHandling=default.iq | 9 +- ...ithLeftDirectAccess@default@NullHandling=sql.iq | 9 +- ...n-value-column_disabled@NullHandling=default.iq | 9 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 9 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 9 +- ...ss@filter-rewrites-disabled@NullHandling=sql.iq | 9 +- ...tAccess@filter-rewrites@NullHandling=default.iq | 9 +- ...irectAccess@filter-rewrites@NullHandling=sql.iq | 9 +- ...ctAccess@join-to-filter@NullHandling=default.iq | 9 +- ...DirectAccess@join-to-filter@NullHandling=sql.iq | 9 +- ...rectAccess@all_disabled@NullHandling=default.iq | 9 +- ...ftDirectAccess@all_disabled@NullHandling=sql.iq | 9 +- ...irectAccess@all_enabled@NullHandling=default.iq | 9 +- ...eftDirectAccess@all_enabled@NullHandling=sql.iq | 9 +- ...eftDirectAccess@default@NullHandling=default.iq | 9 +- ...ithLeftDirectAccess@default@NullHandling=sql.iq | 9 +- ...n-value-column_disabled@NullHandling=default.iq | 9 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 9 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 9 +- ...ss@filter-rewrites-disabled@NullHandling=sql.iq | 9 +- ...tAccess@filter-rewrites@NullHandling=default.iq | 9 +- ...irectAccess@filter-rewrites@NullHandling=sql.iq | 9 +- ...ctAccess@join-to-filter@NullHandling=default.iq | 9 +- ...DirectAccess@join-to-filter@NullHandling=sql.iq | 9 +- .../testInnerJoinQueryOfLookup@all_disabled.iq | 3 +- .../testInnerJoinQueryOfLookup@all_enabled.iq | 3 +- .../testinnerjoinqueryofloo...@default.iq | 3 +- ...ueryOfLookup@filter-on-value-column_disabled.iq | 3 +- ...erjoinqueryofloo...@filter-rewrites-disabled.iq | 3 +- .../testinnerjoinqueryofloo...@filter-rewrites.iq | 3 +- .../testinnerjoinqueryofloo...@join-to-filter.iq | 3 +- ...InnerJoinQueryOfLookupRemovable@all_disabled.iq | 6 +- ...tInnerJoinQueryOfLookupRemovable@all_enabled.iq | 6 +- .../testinnerjoinqueryoflookupremova...@default.iq | 6 +- ...kupRemovable@filter-on-value-column_disabled.iq | 6 +- ...ryoflookupremova...@filter-rewrites-disabled.iq | 6 +- ...erjoinqueryoflookupremova...@filter-rewrites.iq | 6 +- ...nerjoinqueryoflookupremova...@join-to-filter.iq | 6 +- ...meseriesWithFloorOnTime@NullHandling=default.iq | 3 +- ...OfTimeseriesWithFloorOnTime@NullHandling=sql.iq | 3 +- ...AggregateMultipleValues@NullHandling=default.iq | 3 +- ...thNoAggregateMultipleValues@NullHandling=sql.iq | 3 +- ...meseriesWithFloorOnTime@NullHandling=default.iq | 3 +- ...OnTimeseriesWithFloorOnTime@NullHandling=sql.iq | 3 +- ...inWithInputRefCondition@NullHandling=default.iq | 3 +- ...stJoinWithInputRefCondition@NullHandling=sql.iq | 3 +- ...rectAccess@all_disabled@NullHandling=default.iq | 9 +- ...ftDirectAccess@all_disabled@NullHandling=sql.iq | 9 +- ...irectAccess@all_enabled@NullHandling=default.iq | 9 +- ...eftDirectAccess@all_enabled@NullHandling=sql.iq | 9 +- ...eftDirectAccess@default@NullHandling=default.iq | 9 +- ...ithLeftDirectAccess@default@NullHandling=sql.iq | 9 +- ...n-value-column_disabled@NullHandling=default.iq | 9 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 9 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 9 +- ...ss@filter-rewrites-disabled@NullHandling=sql.iq | 9 +- ...tAccess@filter-rewrites@NullHandling=default.iq | 9 +- ...irectAccess@filter-rewrites@NullHandling=sql.iq | 9 +- ...ctAccess@join-to-filter@NullHandling=default.iq | 9 +- ...DirectAccess@join-to-filter@NullHandling=sql.iq | 9 +- ...rectAccess@all_disabled@NullHandling=default.iq | 9 +- ...ftDirectAccess@all_disabled@NullHandling=sql.iq | 9 +- ...irectAccess@all_enabled@NullHandling=default.iq | 9 +- ...eftDirectAccess@all_enabled@NullHandling=sql.iq | 9 +- ...eftDirectAccess@default@NullHandling=default.iq | 9 +- ...ithLeftDirectAccess@default@NullHandling=sql.iq | 9 +- ...n-value-column_disabled@NullHandling=default.iq | 9 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 9 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 9 +- ...ss@filter-rewrites-disabled@NullHandling=sql.iq | 9 +- ...tAccess@filter-rewrites@NullHandling=default.iq | 9 +- ...irectAccess@filter-rewrites@NullHandling=sql.iq | 9 +- ...ctAccess@join-to-filter@NullHandling=default.iq | 9 +- ...DirectAccess@join-to-filter@NullHandling=sql.iq | 9 +- ...rectAccess@all_disabled@NullHandling=default.iq | 9 +- ...ftDirectAccess@all_disabled@NullHandling=sql.iq | 9 +- ...irectAccess@all_enabled@NullHandling=default.iq | 9 +- ...eftDirectAccess@all_enabled@NullHandling=sql.iq | 9 +- ...eftDirectAccess@default@NullHandling=default.iq | 9 +- ...ithLeftDirectAccess@default@NullHandling=sql.iq | 9 +- ...n-value-column_disabled@NullHandling=default.iq | 9 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 9 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 9 +- ...ss@filter-rewrites-disabled@NullHandling=sql.iq | 9 +- ...tAccess@filter-rewrites@NullHandling=default.iq | 9 +- ...irectAccess@filter-rewrites@NullHandling=sql.iq | 9 +- ...ctAccess@join-to-filter@NullHandling=default.iq | 9 +- ...DirectAccess@join-to-filter@NullHandling=sql.iq | 9 +- ...tJoinSubqueryWithSelectorFilter@all_disabled.iq | 3 +- ...ftJoinSubqueryWithSelectorFilter@all_enabled.iq | 3 +- ...stleftjoinsubquerywithselectorfil...@default.iq | 3 +- ...lectorFilter@filter-on-value-column_disabled.iq | 3 +- ...ywithselectorfil...@filter-rewrites-disabled.iq | 3 +- ...insubquerywithselectorfil...@filter-rewrites.iq | 3 +- ...oinsubquerywithselectorfil...@join-to-filter.iq | 3 +- ...ractionFns@all_disabled@NullHandling=default.iq | 3 +- ...hExtractionFns@all_disabled@NullHandling=sql.iq | 3 +- ...tractionFns@all_enabled@NullHandling=default.iq | 3 +- ...thExtractionFns@all_enabled@NullHandling=sql.iq | 3 +- ...thExtractionFns@default@NullHandling=default.iq | 3 +- ...ryWithExtractionFns@default@NullHandling=sql.iq | 3 +- ...n-value-column_disabled@NullHandling=default.iq | 3 +- ...er-on-value-column_disabled@NullHandling=sql.iq | 3 +- ...ilter-rewrites-disabled@NullHandling=default.iq | 3 +- ...ns@filter-rewrites-disabled@NullHandling=sql.iq | 3 +- ...tionFns@filter-rewrites@NullHandling=default.iq | 3 +- ...tractionFns@filter-rewrites@NullHandling=sql.iq | 3 +- ...ctionFns@join-to-filter@NullHandling=default.iq | 3 +- ...xtractionFns@join-to-filter@NullHandling=sql.iq | 3 +- ...lColumnOnMVFilterJoinExpression@all_disabled.iq | 9 +- ...alColumnOnMVFilterJoinExpression@all_enabled.iq | 9 +- ...irtualcolumnonmvfilterjoinexpress...@default.iq | 9 +- ...inExpression@filter-on-value-column_disabled.iq | 9 +- ...ilterjoinexpress...@filter-rewrites-disabled.iq | 9 +- ...lumnonmvfilterjoinexpress...@filter-rewrites.iq | 9 +- ...olumnonmvfilterjoinexpress...@join-to-filter.iq | 9 +- ...mnOnMVFilterMultiJoinExpression@all_disabled.iq | 15 +- ...umnOnMVFilterMultiJoinExpression@all_enabled.iq | 15 +- ...lcolumnonmvfiltermultijoinexpress...@default.iq | 15 +- ...inExpression@filter-on-value-column_disabled.iq | 15 +- ...multijoinexpress...@filter-rewrites-disabled.iq | 15 +- ...nmvfiltermultijoinexpress...@filter-rewrites.iq | 15 +- ...onmvfiltermultijoinexpress...@join-to-filter.iq | 15 +- .../testGroupByWithLiteralInSubqueryGrouping.iq | 2 +- ...herAggregatorsUsingJoin@NullHandling=default.iq | 3 +- ...ndOtherAggregatorsUsingJoin@NullHandling=sql.iq | 3 +- ...indowingWithScanAndSort@NullHandling=default.iq | 3 +- ...estWindowingWithScanAndSort@NullHandling=sql.iq | 3 +- .../calcite/tests/window/WindowOpReorder.sqlTest | 16 +- .../calcite/tests/window/aggregateConstant.sqlTest | 2 +- .../tests/window/defaultBoundCurrentRow.sqlTest | 43 +- .../calcite/tests/window/no_grouping.sqlTest | 28 +- .../calcite/tests/window/no_grouping2.sqlTest | 2 +- .../calcite/tests/window/rank_handling.sqlTest | 3 + .../calcite/tests/window/simpleSum.sqlTest | 9 +- .../calcite/tests/window/virtualColumns.sqlTest | 2 +- .../wikipediaAggregationsMultipleOrdering.sqlTest | 9 +- .../window/wikipediaCumulativeOrdered.sqlTest | 11 +- .../window/wikipediaFramedAggregations.sqlTest | 8 +- .../tests/window/wikipediaSimplePartition.sqlTest | 2 +- .../wikipediaSimplePartitionInitialSort.sqlTest | 2 +- .../tests/window/windowed_long_null.sqlTest | 4 +- website/.spelling | 3 + 272 files changed, 3729 insertions(+), 2628 deletions(-) create mode 100644 benchmarks/src/test/java/org/apache/druid/benchmark/GroupByDeserializationBenchmark.java copy server/src/main/java/org/apache/druid/server/coordinator/CompactionConfigValidationResult.java => extensions-contrib/spectator-histogram/src/test/java/org/apache/druid/spectator/histogram/SpectatorHistogramIndexBasedComplexColumnTest.java (54%) create mode 100644 processing/src/main/java/org/apache/druid/collections/CircularList.java rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnDoubleAggregatorWrapper.java => ObjectColumnDoubleAggregatorWrapper.java} (93%) rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnDoubleBufferAggregatorWrapper.java => ObjectColumnDoubleBufferAggregatorWrapper.java} (93%) rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnFloatAggregatorWrapper.java => ObjectColumnFloatAggregatorWrapper.java} (93%) rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnFloatBufferAggregatorWrapper.java => ObjectColumnFloatBufferAggregatorWrapper.java} (93%) rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnLongAggregatorWrapper.java => ObjectColumnLongAggregatorWrapper.java} (93%) rename processing/src/main/java/org/apache/druid/query/aggregation/{StringColumnLongBufferAggregatorWrapper.java => ObjectColumnLongBufferAggregatorWrapper.java} (93%) create mode 100644 processing/src/main/java/org/apache/druid/query/groupby/ResultRowObjectMapperDecoratorUtil.java create mode 100644 processing/src/test/java/org/apache/druid/collections/CircularListTest.java create mode 100644 processing/src/test/java/org/apache/druid/query/operator/window/WindowFrameTest.java create mode 100644 server/src/main/java/org/apache/druid/server/coordinator/config/DataSourceCompactionConfigBuilder.java create mode 100644 server/src/main/java/org/apache/druid/server/http/CompactionConfigUpdateRequest.java copy server/src/{main/java/org/apache/druid/server/coordinator/CompactionConfigValidationResult.java => test/java/org/apache/druid/server/coordinator/CoordinatorCompactionConfigTest.java} (57%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org For additional commands, e-mail: commits-h...@druid.apache.org