This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
from 4b667aab3 [core] Adjust default value of bucket to -1 (#2829)
new 6a6c060fa [core] Extract PageFileInput and PageFileOutput from Hash
lookup
new 5af03f5fb [core] Integrate compression to Hash Lookup
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 8 +-
.../benchmark/LookupBloomFilterBenchmark.java | 2 +-
paimon-common/pom.xml | 5 +
.../main/java/org/apache/paimon/CoreOptions.java | 9 +-
.../compression/BlockCompressionFactory.java | 5 +
.../apache/paimon/io/CompressedPageFileInput.java | 115 +++++++++++++++++++++
.../apache/paimon/io/CompressedPageFileOutput.java | 109 +++++++++++++++++++
.../java/org/apache/paimon/io/PageFileInput.java | 62 +++++++++++
.../FileIOUtils.java => io/PageFileOutput.java} | 28 ++---
.../paimon/io/UncompressedPageFileInput.java | 79 ++++++++++++++
...Stream.java => UncompressedPageFileOutput.java} | 23 +++--
.../org/apache/paimon/io/cache/CacheCallback.java} | 8 +-
.../java/org/apache/paimon/io/cache/CacheKey.java | 104 +++++++++++++++++++
.../org/apache/paimon/io/cache/CacheManager.java | 65 ++----------
.../org/apache/paimon/io/cache/CacheReader.java | 9 +-
.../paimon/io/cache/FileBasedRandomInputView.java | 60 ++++-------
.../org/apache/paimon/lookup/hash/HashContext.java | 23 ++++-
.../paimon/lookup/hash/HashLookupStoreFactory.java | 12 ++-
.../paimon/lookup/hash/HashLookupStoreReader.java | 21 +++-
.../paimon/lookup/hash/HashLookupStoreWriter.java | 55 ++++++----
.../apache/paimon/utils/FileBasedBloomFilter.java | 17 ++-
.../paimon/io/CompressedInputOutputTest.java | 112 ++++++++++++++++++++
.../io/cache/FileBasedRandomInputViewTest.java | 5 +-
.../lookup/hash/HashLookupStoreFactoryTest.java | 20 ++--
.../paimon/utils/FileBasedBloomFilterTest.java | 8 +-
.../paimon/operation/KeyValueFileStoreWrite.java | 6 +-
.../apache/paimon/table/query/LocalTableQuery.java | 3 +-
.../paimon/mergetree/ContainsLevelsTest.java | 3 +-
.../apache/paimon/mergetree/LookupLevelsTest.java | 3 +-
.../org/apache/paimon/flink/LookupJoinITCase.java | 9 ++
30 files changed, 809 insertions(+), 179 deletions(-)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/io/CompressedPageFileInput.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/io/CompressedPageFileOutput.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/io/PageFileInput.java
copy paimon-common/src/main/java/org/apache/paimon/{fs/FileIOUtils.java =>
io/PageFileOutput.java} (57%)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/io/UncompressedPageFileInput.java
copy
paimon-common/src/main/java/org/apache/paimon/io/{DataOutputViewStream.java =>
UncompressedPageFileOutput.java} (61%)
copy paimon-common/src/{test/resources/codesplit/groups/expected/IfInWhile.txt
=> main/java/org/apache/paimon/io/cache/CacheCallback.java} (85%)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/io/cache/CacheKey.java
copy
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/commands/WithFileStoreTable.scala
=> paimon-common/src/main/java/org/apache/paimon/io/cache/CacheReader.java
(82%)
create mode 100644
paimon-common/src/test/java/org/apache/paimon/io/CompressedInputOutputTest.java
