This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a change to branch peon_server_priorities
in repository https://gitbox.apache.org/repos/asf/druid.git
from a05aa73c73d Merge branch 'master' into peon_server_priorities
add aa1774c0f27 Change and tests
new 9abee83af10 Fix casing and variable name
add f7be683a45c Adjust cost-based autoscaler constant for lag
multiplication (#19045)
add cd6bbd53ee4 introduce SegmentPruner interface to abstract segment
pruning operations (#19042)
add 2a9e9b3a038 Migrate all Kinesis ITs to embedded-tests (#19046)
add a09d6f8b7bc deprecate segment lock gran & NumberedOverwriteShardSpec
(#19050)
add af527501bda Add CompactionMode to compaction Eligibility (split from
#18968 by @cecemei) (#19054)
add 84e2291b432 gha (#19057)
add 83d879da03b DartControllerModule: Move ControllerThreadPool inside
ActualModule. (#19060)
add e12a63ae620 Speed up CustomTierSelectorStrategy compartor. (#19052)
add 87d978bf405 MSQ: Save stack trace when rewriting faults. (#19049)
new 47515cd9e48 Merge branch 'master' into peon_server_priorities
new 0b67dd4b8b0 Better error messages
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 2 +-
docs/api-reference/sql-api.md | 9 -
docs/configuration/index.md | 2 +-
docs/data-management/compaction.md | 2 +-
docs/design/storage.md | 2 +-
docs/ingestion/tasks.md | 2 +-
embedded-tests/pom.xml | 31 +
.../indexing/KafkaIndexDataFormatsTest.java | 76 ++
.../indexing/KafkaIndexFaultToleranceTest.java | 77 ++
...ryResource.java => SchemaRegistryResource.java} | 11 +-
...st.java => StreamIndexDataFormatsTestBase.java} | 214 ++--
...est.java => StreamIndexFaultToleranceTest.java} | 38 +-
...KafkaTestBase.java => StreamIndexTestBase.java} | 68 +-
.../CostBasedAutoScalerIntegrationTest.java | 4 +-
.../embedded/kinesis/KinesisDataFormatsTest.java | 114 ++
.../kinesis/KinesisFaultToleranceTest.java | 115 ++
.../testing/embedded/kinesis/KinesisResource.java | 239 ++++
...CentralizedSchemaMetadataQueryDisabledTest.java | 4 +-
.../CentralizedSchemaPublishFailureTest.java | 4 +-
.../testing/embedded/server/FaultyClusterTest.java | 18 +-
.../embedded/server/KafkaMultiSupervisorTest.java | 18 +-
.../indexing/kafka/simulate/KafkaResource.java | 41 +-
.../druid/indexing/common/LockGranularity.java | 4 +
.../druid/indexing/compact/CompactionJobQueue.java | 10 +-
.../supervisor/SeekableStreamSupervisor.java | 23 +-
.../SeekableStreamSupervisorIOConfig.java | 5 +-
.../autoscaler/WeightedCostFunction.java | 6 +-
.../SeekableStreamSupervisorIOConfigTest.java | 21 +-
.../SeekableStreamSupervisorStateTest.java | 140 ++-
.../autoscaler/WeightedCostFunctionTest.java | 4 +-
integration-tests-ex/tools/pom.xml | 13 -
.../druid/testing/tools/KinesisEventWriter.java | 119 --
.../tools/KinesisSingleShardEventWriter.java | 44 -
.../environment-configs/override-examples/kinesis | 22 -
integration-tests/pom.xml | 16 -
.../druid/testing/utils/DataLoaderHelper.java | 60 -
.../druid/testing/utils/KinesisAdminClient.java | 207 ----
.../java/org/apache/druid/tests/TestNGGroup.java | 16 -
.../druid/tests/indexer/AbstractIndexerTest.java | 3 -
...tractKinesisIndexingServiceEmptyShardsTest.java | 45 -
.../AbstractKinesisIndexingServiceTest.java | 220 ----
.../tests/indexer/AbstractStreamIndexingTest.java | 1233 --------------------
...isIndexingServiceEmptyShardsSerializedTest.java | 74 --
.../ITKinesisIndexingServiceSerializedTest.java | 97 --
.../ITKinesisIndexingServiceDataFormatTest.java | 96 --
.../ITKinesisIndexingServiceParallelizedTest.java | 67 --
.../dart/controller/DartTableInputSpecSlicer.java | 30 +-
.../druid/msq/dart/guice/DartControllerModule.java | 28 +-
.../org/apache/druid/msq/exec/ControllerImpl.java | 49 +-
.../org/apache/druid/msq/exec/StageProcessor.java | 12 +
.../msq/indexing/IndexerTableInputSpecSlicer.java | 26 +-
.../druid/msq/indexing/error/MSQErrorReport.java | 8 +
.../org/apache/druid/msq/input/InputSlice.java | 2 +-
.../apache/druid/msq/input/InputSpecSlicer.java | 15 +-
.../apache/druid/msq/input/MapInputSpecSlicer.java | 9 +-
.../input/external/ExternalInputSpecSlicer.java | 9 +-
.../msq/input/inline/InlineInputSpecSlicer.java | 5 +-
.../msq/input/lookup/LookupInputSpecSlicer.java | 5 +-
.../msq/input/stage/StageInputSpecSlicer.java | 5 +-
.../druid/msq/input/table/TableInputSpec.java | 59 +-
.../apache/druid/msq/kernel/StageDefinition.java | 11 +
.../druid/msq/kernel/WorkerAssignmentStrategy.java | 10 +-
.../druid/msq/kernel/controller/WorkerInputs.java | 5 +-
.../apache/druid/msq/logical/stages/ReadStage.java | 2 +-
.../druid/msq/querykit/BaseLeafStageProcessor.java | 17 +-
.../apache/druid/msq/querykit/DataSourcePlan.java | 53 +-
.../druid/msq/querykit/WindowOperatorQueryKit.java | 2 -
.../msq/querykit/groupby/GroupByQueryKit.java | 2 -
.../druid/msq/querykit/scan/ScanQueryKit.java | 2 -
.../controller/DartTableInputSpecSlicerTest.java | 35 +-
.../org/apache/druid/msq/input/InputSpecsTest.java | 12 +-
.../external/ExternalInputSpecSlicerTest.java | 28 +-
.../msq/input/stage/StageInputSpecSlicerTest.java | 8 +-
.../table/IndexerTableInputSpecSlicerTest.java | 81 +-
.../druid/msq/input/table/TableInputSpecTest.java | 43 +-
.../controller/ControllerTestInputSpecSlicer.java | 5 +-
.../msq/kernel/controller/WorkerInputsTest.java | 9 +-
.../msq1.iq | 9 +-
.../msqJoinHint.iq | 27 +-
.../msqNestedJoinHint.iq | 9 +-
.../apache/druid/query/filter/DimFilterUtils.java | 95 --
.../druid/query/filter/FilterSegmentPruner.java | 136 +++
.../apache/druid/query/filter/SegmentPruner.java | 18 +-
.../druid/query/planning/ExecutionVertex.java | 304 ++---
.../partition/NumberedOverwriteShardSpec.java | 7 +-
.../druid/query/filter/DimFilterUtilsTest.java | 126 --
.../query/filter/FilterSegmentPrunerTest.java | 126 ++
.../qaWin/sql_explain.msq.iq | 36 +-
.../druid/client/CachingClusteredClient.java | 30 +-
.../selector/CustomTierSelectorStrategy.java | 21 +-
.../CompactionCandidateSearchPolicy.java | 27 +-
.../druid/server/compaction/CompactionMode.java | 12 +-
.../server/compaction/CompactionRunSimulator.java | 5 +
.../server/compaction/CompactionStatusTracker.java | 6 +
.../testing/embedded/StreamIngestResource.java | 32 +-
.../testing/embedded/TestcontainerResource.java | 12 +-
web-console/src/druid-models/stages/stages.mock.ts | 7 -
web-console/src/druid-models/stages/stages.ts | 2 -
.../execution-stages-pane.tsx | 2 -
99 files changed, 1847 insertions(+), 3425 deletions(-)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/KafkaIndexDataFormatsTest.java
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/KafkaIndexFaultToleranceTest.java
rename
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaSchemaRegistryResource.java
=> SchemaRegistryResource.java} (87%)
rename
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaDataFormatsTest.java
=> StreamIndexDataFormatsTestBase.java} (72%)
rename
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaFaultToleranceTest.java
=> StreamIndexFaultToleranceTest.java} (82%)
rename
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaTestBase.java
=> StreamIndexTestBase.java} (69%)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisDataFormatsTest.java
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisFaultToleranceTest.java
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisResource.java
delete mode 100644
integration-tests-ex/tools/src/main/java/org/apache/druid/testing/tools/KinesisEventWriter.java
delete mode 100644
integration-tests-ex/tools/src/main/java/org/apache/druid/testing/tools/KinesisSingleShardEventWriter.java
delete mode 100644
integration-tests/docker/environment-configs/override-examples/kinesis
delete mode 100644
integration-tests/src/main/java/org/apache/druid/testing/utils/DataLoaderHelper.java
delete mode 100644
integration-tests/src/main/java/org/apache/druid/testing/utils/KinesisAdminClient.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractKinesisIndexingServiceEmptyShardsTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractKinesisIndexingServiceTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractStreamIndexingTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/ITKinesisIndexingServiceEmptyShardsSerializedTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/ITKinesisIndexingServiceSerializedTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/parallelized/ITKinesisIndexingServiceDataFormatTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/parallelized/ITKinesisIndexingServiceParallelizedTest.java
create mode 100644
processing/src/main/java/org/apache/druid/query/filter/FilterSegmentPruner.java
copy server/src/main/java/org/apache/druid/client/InventoryView.java =>
processing/src/main/java/org/apache/druid/query/filter/SegmentPruner.java (69%)
delete mode 100644
processing/src/test/java/org/apache/druid/query/filter/DimFilterUtilsTest.java
create mode 100644
processing/src/test/java/org/apache/druid/query/filter/FilterSegmentPrunerTest.java
copy processing/src/main/java/org/apache/druid/segment/IdLookup.java =>
server/src/main/java/org/apache/druid/server/compaction/CompactionMode.java
(77%)
copy server/src/main/java/org/apache/druid/metadata/MetadataRuleManager.java
=>
services/src/test/java/org/apache/druid/testing/embedded/StreamIngestResource.java
(51%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
