This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from bd2618b611 [core] Batch tag supports custom time zone (#5954)
add 248cd586b2 [core] Support the range-bitmap file index. (#5940)
No new revisions were added by this update.
Summary of changes:
docs/content/concepts/spec/fileindex.md | 93 ++++
.../bitmap/RangeBitmapIndexBenchmark.java | 264 ++++++++++
.../fileindex/rangebitmap/BitSliceIndexBitmap.java | 312 ++++++++++++
.../paimon/fileindex/rangebitmap/RangeBitmap.java | 310 ++++++++++++
.../rangebitmap/RangeBitmapFileIndex.java | 151 ++++++
.../RangeBitmapFileIndexFactory.java} | 12 +-
.../rangebitmap/dictionary/Dictionary.java | 18 +-
.../dictionary/chunked/AbstractChunk.java | 66 +++
.../rangebitmap/dictionary/chunked/Chunk.java} | 20 +-
.../dictionary/chunked/ChunkedDictionary.java | 269 ++++++++++
.../dictionary/chunked/FixedLengthChunk.java | 156 ++++++
.../rangebitmap/dictionary/chunked/KeyFactory.java | 554 +++++++++++++++++++++
.../dictionary/chunked/VariableLengthChunk.java | 173 +++++++
.../org/apache/paimon/utils/RoaringBitmap32.java | 8 +
.../rangebitmap/BitSliceIndexBitmapTest.java | 111 +++++
.../rangebitmap/ChunkedDictionaryTest.java | 134 +++++
.../rangebitmap/RangeBitmapFileIndexTest.java | 232 +++++++++
.../apache/paimon/spark/SparkFileIndexITCase.java | 26 +
18 files changed, 2888 insertions(+), 21 deletions(-)
create mode 100644
paimon-benchmark/paimon-micro-benchmarks/src/test/java/org/apache/paimon/benchmark/bitmap/RangeBitmapIndexBenchmark.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/BitSliceIndexBitmap.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/RangeBitmap.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/RangeBitmapFileIndex.java
copy
paimon-common/src/main/java/org/apache/paimon/fileindex/{bitmap/BitmapFileIndexFactory.java
=> rangebitmap/RangeBitmapFileIndexFactory.java} (77%)
copy
paimon-core/src/main/java/org/apache/paimon/catalog/CatalogLockContext.java =>
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/Dictionary.java
(69%)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/chunked/AbstractChunk.java
copy
paimon-common/src/main/java/org/apache/paimon/{utils/KeyValueIterator.java =>
fileindex/rangebitmap/dictionary/chunked/Chunk.java} (71%)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/chunked/ChunkedDictionary.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/chunked/FixedLengthChunk.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/chunked/KeyFactory.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fileindex/rangebitmap/dictionary/chunked/VariableLengthChunk.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/fileindex/rangebitmap/BitSliceIndexBitmapTest.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/fileindex/rangebitmap/ChunkedDictionaryTest.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/fileindex/rangebitmap/RangeBitmapFileIndexTest.java
