This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 18f93bea77 [core] Improve partition display format for partitions
table (#6633)
add 657205a17e [core] Introduce global index scan structure (#6635)
No new revisions were added by this update.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 6 +
.../main/java/org/apache/paimon/CoreOptions.java | 10 +
...GlobalIndexMeta.java => GlobalIndexIOMeta.java} | 4 +-
.../paimon/globalindex/GlobalIndexReader.java | 9 +-
.../apache/paimon/globalindex/GlobalIndexer.java | 2 +-
.../globalindex/bitmap/BitmapGlobalIndex.java | 6 +-
.../globalindex/wrap/FileIndexReaderWrapper.java | 53 +++---
.../main/java/org/apache/paimon/utils/Range.java | 6 +
.../bitmapindex/BitmapGlobalIndexTest.java | 53 +++---
.../paimon/globalindex/GlobalIndexEvaluator.java | 209 +++++++++++++++++++++
.../globalindex/GlobalIndexFileReadWrite.java | 59 ++++++
.../GlobalIndexScanBuilder.java} | 19 +-
.../globalindex/GlobalIndexScanBuilderImpl.java | 129 +++++++++++++
.../globalindex/ShardGlobalIndexScanner.java | 172 +++++++++++++++++
.../org/apache/paimon/index/GlobalIndexMeta.java | 85 +++++++++
.../org/apache/paimon/index/IndexFileHandler.java | 14 ++
.../org/apache/paimon/index/IndexFileMeta.java | 31 ++-
.../paimon/index/IndexFileMetaSerializer.java | 31 ++-
...lizer.java => IndexFileMetaV3Deserializer.java} | 12 +-
.../index/IndexInDataFileDirPathFactory.java | 5 +
.../org/apache/paimon/index/IndexPathFactory.java | 6 +-
.../java/org/apache/paimon/io/DataIncrement.java | 9 +
.../apache/paimon/manifest/IndexManifestEntry.java | 4 +-
.../manifest/IndexManifestEntrySerializer.java | 34 +++-
.../paimon/manifest/IndexManifestFileHandler.java | 47 ++---
.../org/apache/paimon/table/FileStoreTable.java | 7 +
.../paimon/table/sink/CommitMessageSerializer.java | 11 +-
.../apache/paimon/utils/FileStorePathFactory.java | 13 +-
.../DeletionVectorsIndexFileTest.java | 10 +-
.../org/apache/paimon/index/HashIndexFileTest.java | 4 +-
...festCommittableSerializerCompatibilityTest.java | 104 ++++++++++
.../paimon/table/DataEvolutionTableTest.java | 164 ++++++++++++++++
.../compatibility/manifest-committable-v11 | Bin 0 -> 4146 bytes
33 files changed, 1207 insertions(+), 121 deletions(-)
rename
paimon-common/src/main/java/org/apache/paimon/globalindex/{GlobalIndexMeta.java
=> GlobalIndexIOMeta.java} (91%)
create mode 100644
paimon-core/src/main/java/org/apache/paimon/globalindex/GlobalIndexEvaluator.java
create mode 100644
paimon-core/src/main/java/org/apache/paimon/globalindex/GlobalIndexFileReadWrite.java
copy
paimon-core/src/main/java/org/apache/paimon/{table/sink/PartitionKeyExtractor.java
=> globalindex/GlobalIndexScanBuilder.java} (66%)
create mode 100644
paimon-core/src/main/java/org/apache/paimon/globalindex/GlobalIndexScanBuilderImpl.java
create mode 100644
paimon-core/src/main/java/org/apache/paimon/globalindex/ShardGlobalIndexScanner.java
create mode 100644
paimon-core/src/main/java/org/apache/paimon/index/GlobalIndexMeta.java
copy
paimon-core/src/main/java/org/apache/paimon/index/{IndexFileMetaV2Deserializer.java
=> IndexFileMetaV3Deserializer.java} (88%)
create mode 100644
paimon-core/src/test/resources/compatibility/manifest-committable-v11
