This is an automated email from the ASF dual-hosted git repository. jackie pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 577f1cf Do not update download URL and crypter when segment is not refreshed (#4593) add d30dfb0 Standardize the Dictionary interface, ensure the BYTES support (#4622) No new revisions were added by this update. Summary of changes: .../org/apache/pinot/common/utils/BytesUtils.java | 31 +- .../org/apache/pinot/core/common/DataFetcher.java | 22 +- .../apache/pinot/core/data/order/OrderByUtils.java | 58 ++-- .../core/data/recordtransformer/PinotDataType.java | 221 ++++++++++-- .../indexsegment/mutable/MutableSegmentImpl.java | 58 ++-- .../io/util/DictionaryDelegatingValueReader.java | 79 ----- .../core/io/util/FixedByteValueReaderWriter.java | 11 +- .../org/apache/pinot/core/io/util/ValueReader.java | 15 +- .../io/util/VarLengthBytesValueReaderWriter.java | 53 +-- .../predicate/InPredicateEvaluatorFactory.java | 2 +- .../predicate/NotInPredicateEvaluatorFactory.java | 3 +- .../predicate/RangePredicateEvaluatorFactory.java | 47 +-- .../core/query/pruner/AbstractSegmentPruner.java | 3 +- .../converter/stats/RealtimeColumnStatistics.java | 6 +- .../impl/dictionary/BaseMutableDictionary.java | 72 ++++ .../dictionary/BaseOffHeapMutableDictionary.java | 86 ++--- .../dictionary/BaseOnHeapMutableDictionary.java | 35 +- .../dictionary/BytesOffHeapMutableDictionary.java | 180 ++++++---- .../dictionary/BytesOnHeapMutableDictionary.java | 143 +++++--- .../dictionary/DoubleOffHeapMutableDictionary.java | 222 +++++++----- .../dictionary/DoubleOnHeapMutableDictionary.java | 160 ++++++--- .../dictionary/FloatOffHeapMutableDictionary.java | 223 +++++++----- .../dictionary/FloatOnHeapMutableDictionary.java | 160 ++++++--- .../dictionary/IntOffHeapMutableDictionary.java | 223 +++++++----- .../dictionary/IntOnHeapMutableDictionary.java | 160 ++++++--- .../dictionary/LongOffHeapMutableDictionary.java | 224 +++++++----- .../dictionary/LongOnHeapMutableDictionary.java | 160 ++++++--- .../impl/dictionary/MutableDictionary.java | 92 ----- .../impl/dictionary/MutableDictionaryFactory.java | 2 +- .../dictionary/StringOffHeapMutableDictionary.java | 176 ++++++---- .../dictionary/StringOnHeapMutableDictionary.java | 119 +++++-- .../creator/impl/SegmentColumnarIndexCreator.java | 1 - .../creator/impl/SegmentDictionaryCreator.java | 3 +- .../core/segment/creator/impl/V1Constants.java | 39 +-- .../stats/AbstractColumnStatisticsCollector.java | 23 -- .../stats/StringColumnPreIndexStatsCollector.java | 5 +- .../index/column/PhysicalColumnIndexContainer.java | 8 +- .../index/data/source/ColumnDataSource.java | 4 +- .../loader/bloomfilter/BloomFilterHandler.java | 8 +- .../core/segment/index/readers/BaseDictionary.java | 75 ++-- ...aryReader.java => BaseImmutableDictionary.java} | 65 ++-- .../segment/index/readers/BytesDictionary.java | 42 ++- .../core/segment/index/readers/Dictionary.java | 50 ++- .../segment/index/readers/DoubleDictionary.java | 18 +- .../segment/index/readers/FloatDictionary.java | 18 +- .../core/segment/index/readers/IntDictionary.java | 23 +- .../core/segment/index/readers/LongDictionary.java | 18 +- .../segment/index/readers/OnHeapDictionary.java | 5 +- .../index/readers/OnHeapDoubleDictionary.java | 43 +-- .../index/readers/OnHeapFloatDictionary.java | 38 +- .../segment/index/readers/OnHeapIntDictionary.java | 28 +- .../index/readers/OnHeapLongDictionary.java | 43 +-- .../index/readers/OnHeapStringDictionary.java | 69 ++-- .../segment/index/readers/StringDictionary.java | 84 ++++- .../virtualcolumn/DocIdVirtualColumnProvider.java | 56 +-- .../SingleStringVirtualColumnProvider.java | 76 ++-- .../pinot/core/util/FixedIntArrayOffHeapIdMap.java | 96 +++-- .../data/recordtransformer/PinotDataTypeTest.java | 150 ++++---- .../util/VarLengthBytesValueReaderWriterTest.java | 8 +- .../function/ValueInTransformFunctionTest.java | 3 +- ...ngeOfflineDictionaryPredicateEvaluatorTest.java | 26 +- .../impl/dictionary/DictionaryPerfRunner.java | 140 -------- .../impl/dictionary/MultiValueDictionaryTest.java | 71 ++-- .../impl/dictionary/MutableDictionaryTest.java | 94 +++-- .../SegmentGenerationWithBytesTypeTest.java | 24 +- ...eaderTest.java => ImmutableDictionaryTest.java} | 199 +++++++---- .../ImmutableDictionaryTypeConversionTest.java | 385 +++++++++++++++++++++ ...terSegmentAggregationMultiValueQueriesTest.java | 32 +- ...erSegmentAggregationSingleValueQueriesTest.java | 2 +- .../v1/creator/BitmapInvertedIndexTest.java | 9 +- .../segments/v1/creator/DictionariesTest.java | 99 ++---- .../org/apache/pinot/perf/BenchmarkDictionary.java | 117 ++++--- .../perf/BenchmarkOffHeapDictionaryMemory.java | 10 +- .../pinot/perf/BenchmarkOfflineIndexReader.java | 10 +- .../pinot/perf/BenchmarkStringDictionary.java | 10 +- .../pinot/perf/StringDictionaryPerfTest.java | 64 ++-- 76 files changed, 3154 insertions(+), 2283 deletions(-) delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/io/util/DictionaryDelegatingValueReader.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/BaseMutableDictionary.java delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/MutableDictionary.java rename pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReader.java => BaseImmutableDictionary.java} (78%) delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/dictionary/DictionaryPerfRunner.java rename pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReaderTest.java => ImmutableDictionaryTest.java} (59%) create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/ImmutableDictionaryTypeConversionTest.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org