This is an automated email from the ASF dual-hosted git repository. jonwei pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/druid.git.
from 89160c2 better query view initial state (#10431) add cb30b1f Automatically determine numShards for parallel ingestion hash partitioning (#10419) No new revisions were added by this update. Summary of changes: .../indexer/partitions/HashedPartitionsSpec.java | 4 +- .../partition/HashBasedNumberedShardSpec.java | 5 +- docs/ingestion/native-batch.md | 11 +- .../druid/indexing/common/task/IndexTask.java | 6 +- .../apache/druid/indexing/common/task/Task.java | 2 + .../batch/parallel/DimensionCardinalityReport.java | 109 +++++++++ .../parallel/ParallelIndexSupervisorTask.java | 126 ++++++++++- ...mensionCardinalityParallelIndexTaskRunner.java} | 21 +- .../parallel/PartialDimensionCardinalityTask.java | 245 ++++++++++++++++++++ ...HashSegmentGenerateParallelIndexTaskRunner.java | 9 +- .../parallel/PartialHashSegmentGenerateTask.java | 23 +- .../common/task/batch/parallel/SubTaskReport.java | 1 + .../AbstractParallelIndexSupervisorTaskTest.java | 3 +- .../parallel/DimensionCardinalityReportTest.java | 142 ++++++++++++ ...ashPartitionMultiPhaseParallelIndexingTest.java | 36 ++- .../ParallelIndexSupervisorTaskSerdeTest.java | 15 +- ...va => PartialDimensionCardinalityTaskTest.java} | 246 +++++++-------------- .../PartialHashSegmentGenerateTaskTest.java | 6 +- .../parallel/PerfectRollupWorkerTaskTest.java | 5 +- .../tests/indexer/AbstractITBatchIndexTest.java | 2 + 20 files changed, 791 insertions(+), 226 deletions(-) create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/DimensionCardinalityReport.java copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/{PartialDimensionDistributionParallelIndexTaskRunner.java => PartialDimensionCardinalityParallelIndexTaskRunner.java} (75%) create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/PartialDimensionCardinalityTask.java create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/DimensionCardinalityReportTest.java copy indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/{PartialDimensionDistributionTaskTest.java => PartialDimensionCardinalityTaskTest.java} (53%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org For additional commands, e-mail: commits-h...@druid.apache.org