This is an automated email from the ASF dual-hosted git repository. jihoonson pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/druid.git.
from b55657c fix protobuf extension packaging and docs (#9320) add e81230f Refactoring some codes around ingestion (#9274) No new revisions were added by this update. Summary of changes: core/pom.xml | 5 + .../indexer/partitions/DynamicPartitionsSpec.java | 6 + .../indexer/partitions/HashedPartitionsSpec.java | 6 + .../druid/indexer/partitions/PartitionsSpec.java | 47 ++--- .../indexer/partitions/SecondaryPartitionType.java | 50 ++++++ .../partitions/SingleDimensionPartitionsSpec.java | 6 + ...java => HashBasedNumberedPartialShardSpec.java} | 31 ++-- ...pecFactory.java => LinearPartialShardSpec.java} | 12 +- ...java => NumberedOverwritePartialShardSpec.java} | 8 +- ...cFactory.java => NumberedPartialShardSpec.java} | 12 +- ...ShardSpecFactory.java => PartialShardSpec.java} | 27 +-- .../timeline/partition}/PartitionBoundaries.java | 30 +++- .../partition/SingleDimensionPartialShardSpec.java | 141 +++++++++++++++ .../HashBasedNumberedPartialShardSpecTest.java | 74 ++++++++ .../partition}/PartitionBoundariesTest.java | 25 ++- .../SingleDimensionPartialShardSpecTest.java | 58 ++++++ .../druid/indexer/IndexGeneratorJobTest.java | 23 ++- .../appenderator/ActionBasedSegmentAllocator.java | 2 + .../common/actions/LocalTaskActionClient.java | 14 -- .../common/actions/SegmentAllocateAction.java | 22 +-- .../actions/SegmentTransactionalInsertAction.java | 6 +- .../druid/indexing/common/actions/TaskAction.java | 2 +- .../common/task/AbstractBatchIndexTask.java | 89 ++-------- .../task/AppenderatorDriverRealtimeIndexTask.java | 4 +- ...lper.java => CachingLocalSegmentAllocator.java} | 54 ++++-- ...Allocator.java => CachingSegmentAllocator.java} | 23 ++- .../HashPartitionCachingLocalSegmentAllocator.java | 116 ------------ .../druid/indexing/common/task/IndexTask.java | 196 ++++++++++++--------- .../indexing/common/task/InputSourceProcessor.java | 4 +- ...> LinearlyPartitionedSequenceNameFunction.java} | 31 ++-- .../common/task/LocalSegmentAllocator.java | 50 +++--- ...NonLinearlyPartitionedSequenceNameFunction.java | 65 +++++++ .../task/OverlordCoordinatingSegmentAllocator.java | 149 ++++++++++++++++ ...RangePartitionCachingLocalSegmentAllocator.java | 152 ---------------- .../common/task/RemoteSegmentAllocator.java | 127 ------------- .../indexing/common/task/SegmentAllocators.java | 96 ++++++++++ ...entAllocator.java => SequenceNameFunction.java} | 15 +- ...upervisorTaskCoordinatingSegmentAllocator.java} | 39 ++-- ...{SegmentLockHelper.java => TaskLockHelper.java} | 28 ++- .../parallel/ParallelIndexSupervisorTask.java | 2 +- .../batch/parallel/ParallelIndexTuningConfig.java | 6 + .../parallel/PartialHashSegmentGenerateTask.java | 53 +++--- ...angeSegmentGenerateParallelIndexTaskRunner.java | 2 +- .../parallel/PartialRangeSegmentGenerateTask.java | 23 ++- .../batch/parallel/PartialSegmentGenerateTask.java | 23 ++- .../task/batch/parallel/SinglePhaseSubTask.java | 110 ++---------- .../task/batch/parallel/SupervisorTaskAccess.java | 50 ++++++ .../parallel/distribution/StringDistribution.java | 1 + .../batch/parallel/distribution/StringSketch.java | 1 + .../batch/partition/CompletePartitionAnalysis.java | 43 +++++ .../batch/partition/HashPartitionAnalysis.java | 128 ++++++++++++++ .../batch/partition/LinearPartitionAnalysis.java | 78 ++++++++ .../task/batch/partition/PartitionAnalysis.java | 50 ++++++ .../batch/partition/RangePartitionAnalysis.java | 174 ++++++++++++++++++ .../overlord/LockRequestForNewSegment.java | 18 +- .../druid/indexing/overlord/TaskLockbox.java | 2 +- .../seekablestream/SeekableStreamIndexTask.java | 4 +- .../actions/SegmentAllocateActionSerdeTest.java | 102 +++++++++++ .../common/actions/SegmentAllocateActionTest.java | 54 ++---- .../common/task/CompactionTaskParallelRunTest.java | 2 +- .../common/task/CompactionTaskRunTest.java | 6 +- .../task/CountingLocalTaskActionClientForTest.java | 68 +++++++ .../druid/indexing/common/task/IndexTaskTest.java | 71 +++++--- .../indexing/common/task/IngestionTestBase.java | 6 +- ...ePartitionCachingLocalSegmentAllocatorTest.java | 29 +-- .../task/SupervisorTaskAccessWithNullClient.java | 30 ++++ ...hPartitionCachingLocalSegmentAllocatorTest.java | 56 +++--- .../ParallelIndexSupervisorTaskResourceTest.java | 15 +- .../ParallelIndexSupervisorTaskSerdeTest.java | 6 +- .../PartialDimensionDistributionTaskTest.java | 2 +- .../PartialHashSegmentGenerateTaskTest.java | 32 ++++ .../PartialRangeSegmentGenerateTaskTest.java | 2 +- ...ngePartitionMultiPhaseParallelIndexingTest.java | 2 +- .../distribution/StringSketchMergerTest.java | 1 + .../parallel/distribution/StringSketchTest.java | 1 + .../druid/indexing/overlord/TaskLockboxTest.java | 22 +-- .../TestIndexerMetadataStorageCoordinator.java | 6 +- .../IndexerMetadataStorageCoordinator.java | 6 +- .../IndexerSQLMetadataStorageCoordinator.java | 30 ++-- .../realtime/appenderator/SegmentAllocator.java | 13 +- .../IndexerSQLMetadataStorageCoordinatorTest.java | 39 ++-- .../partition/HashBasedNumberedShardSpecTest.java | 21 ++- 82 files changed, 2136 insertions(+), 1099 deletions(-) create mode 100644 core/src/main/java/org/apache/druid/indexer/partitions/SecondaryPartitionType.java rename core/src/main/java/org/apache/druid/timeline/partition/{HashBasedNumberedShardSpecFactory.java => HashBasedNumberedPartialShardSpec.java} (71%) rename core/src/main/java/org/apache/druid/timeline/partition/{LinearShardSpecFactory.java => LinearPartialShardSpec.java} (76%) rename core/src/main/java/org/apache/druid/timeline/partition/{NumberedOverwritingShardSpecFactory.java => NumberedOverwritePartialShardSpec.java} (89%) rename core/src/main/java/org/apache/druid/timeline/partition/{NumberedShardSpecFactory.java => NumberedPartialShardSpec.java} (77%) rename core/src/main/java/org/apache/druid/timeline/partition/{ShardSpecFactory.java => PartialShardSpec.java} (54%) rename {indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/distribution => core/src/main/java/org/apache/druid/timeline/partition}/PartitionBoundaries.java (80%) create mode 100644 core/src/main/java/org/apache/druid/timeline/partition/SingleDimensionPartialShardSpec.java create mode 100644 core/src/test/java/org/apache/druid/timeline/partition/HashBasedNumberedPartialShardSpecTest.java rename {indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/distribution => core/src/test/java/org/apache/druid/timeline/partition}/PartitionBoundariesTest.java (68%) create mode 100644 core/src/test/java/org/apache/druid/timeline/partition/SingleDimensionPartialShardSpecTest.java rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{CachingLocalSegmentAllocatorHelper.java => CachingLocalSegmentAllocator.java} (79%) copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => CachingSegmentAllocator.java} (50%) delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/HashPartitionCachingLocalSegmentAllocator.java copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => LinearlyPartitionedSequenceNameFunction.java} (50%) create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/NonLinearlyPartitionedSequenceNameFunction.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/OverlordCoordinatingSegmentAllocator.java delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/RangePartitionCachingLocalSegmentAllocator.java delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/RemoteSegmentAllocator.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/SegmentAllocators.java rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => SequenceNameFunction.java} (57%) copy indexing-service/src/main/java/org/apache/druid/indexing/{appenderator/ActionBasedSegmentAllocator.java => common/task/SupervisorTaskCoordinatingSegmentAllocator.java} (54%) rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{SegmentLockHelper.java => TaskLockHelper.java} (91%) create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/SupervisorTaskAccess.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/CompletePartitionAnalysis.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/HashPartitionAnalysis.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/LinearPartitionAnalysis.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/PartitionAnalysis.java create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/RangePartitionAnalysis.java create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/actions/SegmentAllocateActionSerdeTest.java create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/CountingLocalTaskActionClientForTest.java create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/SupervisorTaskAccessWithNullClient.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org For additional commands, e-mail: commits-h...@druid.apache.org