This is an automated email from the ASF dual-hosted git repository. jihoonson pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from 7b77cf1 Update README.md (#8829) add 5c0fc0a Fix ambiguity about IndexerSQLMetadataStorageCoordinator.getUsedSegmentsForInterval() returning only non-overshadowed or all used segments (#8564) No new revisions were added by this update. Summary of changes: benchmarks/pom.xml | 4 + .../benchmark/ExpressionAggregationBenchmark.java | 1 + .../benchmark/ExpressionSelectorBenchmark.java | 1 + .../query/CachingClusteredClientBenchmark.java | 1 + .../benchmark/query/SerializingQueryRunner.java | 20 +- .../apache/druid/benchmark/query/SqlBenchmark.java | 1 + .../benchmark/query/SqlVsNativeBenchmark.java | 1 + .../druid/common/config/JacksonConfigManager.java | 8 +- .../java/org/apache/druid/indexer/TaskStatus.java | 13 +- .../java/util/common/jackson/JacksonUtils.java | 19 +- .../org/apache/druid/timeline/DataSegment.java | 1 + .../java/org/apache/druid/timeline/Partitions.java | 18 +- .../druid/timeline/VersionedIntervalTimeline.java | 64 +- .../timeline/partition/OvershadowableManager.java | 11 +- .../druid/timeline/partition/PartitionHolder.java | 7 +- .../org/apache/druid/timeline/DataSegmentTest.java | 10 +- .../VersionedIntervalTimelineSpecificDataTest.java | 415 ++++++++++++ .../timeline/VersionedIntervalTimelineTest.java | 671 +------------------ .../VersionedIntervalTimelineTestBase.java | 220 ++++++ .../partition/OvershadowableManagerTest.java | 3 +- .../MaterializedViewSupervisor.java | 12 +- .../DerivativeDataSourceManager.java | 69 +- .../sql/TDigestSketchSqlAggregatorTest.java | 1 + .../hll/sql/HllSketchSqlAggregatorTest.java | 1 + .../sql/DoublesSketchSqlAggregatorTest.java | 1 + .../theta/sql/ThetaSketchSqlAggregatorTest.java | 1 + .../bloom/sql/BloomFilterSqlAggregatorTest.java | 1 + .../storage/hdfs/HdfsDataSegmentPusherTest.java | 8 +- ...dBucketsHistogramQuantileSqlAggregatorTest.java | 1 + .../histogram/sql/QuantileSqlAggregatorTest.java | 1 + extensions-core/kafka-indexing-service/pom.xml | 5 + .../druid/indexing/kafka/KafkaIndexTaskTest.java | 664 +++++------------- extensions-core/kinesis-indexing-service/pom.xml | 5 + .../indexing/kinesis/KinesisIndexTaskTest.java | 741 ++++++--------------- .../storage/s3/S3DataSegmentArchiverTest.java | 1 + .../variance/sql/VarianceSqlAggregatorTest.java | 1 + .../apache/druid/indexer/HadoopIngestionSpec.java | 20 +- .../apache/druid/indexer/IndexGeneratorJob.java | 2 +- ...> MetadataStoreBasedUsedSegmentsRetriever.java} | 14 +- .../druid/indexer/path/UsedSegmentLister.java | 44 -- .../druid/indexer/path/UsedSegmentsRetriever.java | 56 ++ ...onSpecUpdateDatasourcePathSpecSegmentsTest.java | 19 +- .../druid/indexer/path/DatasourcePathSpecTest.java | 6 +- indexing-service/pom.xml | 5 + .../ActionBasedUsedSegmentChecker.java | 8 +- ...tion.java => RetrieveUnusedSegmentsAction.java} | 6 +- ...Action.java => RetrieveUsedSegmentsAction.java} | 59 +- .../common/actions/SegmentAllocateAction.java | 6 +- .../druid/indexing/common/actions/TaskAction.java | 6 +- .../common/task/AbstractBatchIndexTask.java | 49 +- .../druid/indexing/common/task/ArchiveTask.java | 4 +- .../druid/indexing/common/task/CompactionTask.java | 21 +- .../indexing/common/task/HadoopIndexTask.java | 4 +- .../druid/indexing/common/task/KillTask.java | 4 +- .../druid/indexing/common/task/MoveTask.java | 4 +- .../druid/indexing/common/task/RestoreTask.java | 4 +- .../firehose/IngestSegmentFirehoseFactory.java | 3 +- ... OverlordActionBasedUsedSegmentsRetriever.java} | 18 +- .../apache/druid/indexing/overlord/ZkWorker.java | 16 +- .../ActionBasedUsedSegmentCheckerTest.java | 20 +- ...sTest.java => RetrieveSegmentsActionsTest.java} | 16 +- ...va => RetrieveUsedSegmentsActionSerdeTest.java} | 28 +- .../common/actions/SegmentAllocateActionTest.java | 14 + .../common/actions/SegmentInsertActionTest.java | 3 +- .../SegmentTransactionalInsertActionTest.java | 3 +- .../indexing/common/actions/TaskLocksTest.java | 8 + .../common/task/CompactionTaskParallelRunTest.java | 6 +- .../common/task/CompactionTaskRunTest.java | 9 +- .../indexing/common/task/CompactionTaskTest.java | 10 +- .../druid/indexing/common/task/KillTaskTest.java | 14 +- .../parallel/SinglePhaseParallelIndexingTest.java | 39 +- .../firehose/IngestSegmentFirehoseFactoryTest.java | 17 +- .../IngestSegmentFirehoseFactoryTimelineTest.java | 5 +- .../druid/indexing/overlord/RealtimeishTask.java | 2 + .../druid/indexing/overlord/TaskLifecycleTest.java | 36 +- .../SeekableStreamIndexTaskTestBase.java | 404 +++++++++++ .../TestIndexerMetadataStorageCoordinator.java | 9 +- pom.xml | 6 + server/pom.xml | 5 + .../client/coordinator/CoordinatorClient.java | 3 +- .../IndexerMetadataStorageCoordinator.java | 68 +- .../apache/druid/indexing/overlord/Segments.java | 49 ++ .../IndexerSQLMetadataStorageCoordinator.java | 125 ++-- .../druid/metadata/MetadataSegmentManager.java | 5 +- .../druid/metadata/SQLMetadataSegmentManager.java | 40 +- .../apache/druid/server/audit/SQLAuditManager.java | 123 +--- .../helper/CompactionSegmentIterator.java | 4 + .../coordinator/helper/DruidCoordinatorLogger.java | 7 +- .../helper/NewestSegmentFirstIterator.java | 83 +-- .../apache/druid/server/http/MetadataResource.java | 8 +- .../druid/server/http/SegmentListerResource.java | 4 +- .../CachingClusteredClientFunctionalityTest.java | 1 + .../druid/client/CachingClusteredClientTest.java | 2 +- .../client/BatchServerInventoryViewTest.java | 1 + .../IndexerSQLMetadataStorageCoordinatorTest.java | 91 ++- .../SQLMetadataSegmentManagerEmptyTest.java | 2 +- .../metadata/SQLMetadataSegmentManagerTest.java | 4 +- .../loading/LocalDataSegmentPusherTest.java | 4 +- .../BatchDataSegmentAnnouncerTest.java | 1 + .../DruidCoordinatorCleanupOvershadowedTest.java | 3 + .../helper/NewestSegmentFirstPolicyTest.java | 52 +- .../rules/PeriodDropBeforeRuleTest.java | 10 +- .../coordinator/rules/PeriodDropRuleTest.java | 10 +- .../coordinator/rules/PeriodLoadRuleTest.java | 10 +- .../apache/druid/cli/CliInternalHadoopIndexer.java | 4 +- .../druid/sql/calcite/schema/DruidSchemaTest.java | 3 + .../druid/sql/calcite/util/CalciteTests.java | 5 + 107 files changed, 2335 insertions(+), 2421 deletions(-) copy extensions-core/datasketches/src/main/java/org/apache/druid/query/aggregation/datasketches/theta/sql/ThetaSketchSetNotOperatorConversion.java => core/src/main/java/org/apache/druid/timeline/Partitions.java (61%) create mode 100644 core/src/test/java/org/apache/druid/timeline/VersionedIntervalTimelineSpecificDataTest.java create mode 100644 core/src/test/java/org/apache/druid/timeline/VersionedIntervalTimelineTestBase.java rename indexing-hadoop/src/main/java/org/apache/druid/indexer/path/{MetadataStoreBasedUsedSegmentLister.java => MetadataStoreBasedUsedSegmentsRetriever.java} (75%) delete mode 100644 indexing-hadoop/src/main/java/org/apache/druid/indexer/path/UsedSegmentLister.java create mode 100644 indexing-hadoop/src/main/java/org/apache/druid/indexer/path/UsedSegmentsRetriever.java rename indexing-service/src/main/java/org/apache/druid/indexing/common/actions/{SegmentListUnusedAction.java => RetrieveUnusedSegmentsAction.java} (93%) rename indexing-service/src/main/java/org/apache/druid/indexing/common/actions/{SegmentListUsedAction.java => RetrieveUsedSegmentsAction.java} (57%) rename indexing-service/src/main/java/org/apache/druid/indexing/hadoop/{OverlordActionBasedUsedSegmentLister.java => OverlordActionBasedUsedSegmentsRetriever.java} (67%) rename indexing-service/src/test/java/org/apache/druid/indexing/common/actions/{SegmentListActionsTest.java => RetrieveSegmentsActionsTest.java} (89%) rename indexing-service/src/test/java/org/apache/druid/indexing/common/actions/{SegmentListUsedActionSerdeTest.java => RetrieveUsedSegmentsActionSerdeTest.java} (69%) create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/SeekableStreamIndexTaskTestBase.java create mode 100644 server/src/main/java/org/apache/druid/indexing/overlord/Segments.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org For additional commands, e-mail: commits-h...@druid.apache.org