This is an automated email from the ASF dual-hosted git repository.
aitozi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 563f575f42 [spark] Fix read with scan.fallback-branch (#5789)
add a8f3cf4576 [core] Introduce the BucketFunction interface (#5445)
No new revisions were added by this update.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 6 +++
.../main/java/org/apache/paimon/CoreOptions.java | 16 +++++++
.../org/apache/paimon/AppendOnlyFileStore.java | 3 +-
.../java/org/apache/paimon/KeyValueFileStore.java | 3 +-
.../BucketFunction.java} | 44 +++++++++---------
.../PaimonBucketFunction.java} | 21 +++++----
.../paimon/operation/BucketSelectConverter.java | 40 ++++++++---------
.../table/sink/FixedBucketRowKeyExtractor.java | 9 ++--
.../paimon/table/sink/KeyAndBucketExtractor.java | 11 -----
.../operation/BucketSelectConverterTest.java | 14 ++----
.../paimon/table/AppendOnlySimpleTableTest.java | 6 +--
.../table/sink/FixedBucketRowKeyExtractorTest.java | 6 +--
.../sink/cdc/CdcRecordKeyAndBucketExtractor.java | 9 ++--
.../flink/lookup/PrimaryKeyPartialLookupTable.java | 9 ++--
.../lookup/partitioner/BucketIdExtractor.java | 15 +++++--
.../paimon/flink/BucketFunctionTypeITCase.java | 52 ++++++++++++++++++++++
.../scala/org/apache/paimon/spark/PaimonScan.scala | 7 ++-
.../scala/org/apache/paimon/spark/SparkTable.scala | 22 +++++----
.../spark/catalog/functions/PaimonFunctions.scala | 41 ++++++++++-------
.../paimon/spark/commands/BucketExpression.scala | 20 ++++++---
.../paimon/spark/commands/PaimonSparkWriter.scala | 5 ++-
paimon-spark/paimon-spark-ut/pom.xml | 14 ++++++
.../apache/paimon/spark/sql/SparkWriteITCase.scala | 30 +++++++++++++
23 files changed, 275 insertions(+), 128 deletions(-)
copy
paimon-core/src/main/java/org/apache/paimon/{table/sink/CommitMessage.java =>
bucket/BucketFunction.java} (51%)
copy paimon-core/src/main/java/org/apache/paimon/{query/QueryLocation.java =>
bucket/PaimonBucketFunction.java} (68%)
create mode 100644
paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/BucketFunctionTypeITCase.java
