This is an automated email from the ASF dual-hosted git repository.
zouxxyy pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from a5dc3ef83b [spark] support to push down min/max aggregation (#5270)
add 1266c36b42 [spark] Eliminate the De/serialization process when writing
to the append bucket table (#5159)
No new revisions were added by this update.
Summary of changes:
.../paimon/spark/SparkInternalRowWrapper.java | 360 +++++++++++++++++++++
.../paimon/spark/catalyst/Compatibility.scala | 2 +-
.../paimon/spark/commands/BucketExpression.scala | 96 ++++++
.../paimon/spark/commands/PaimonSparkWriter.scala | 46 ++-
.../extensions/PaimonSparkSessionExtensions.scala | 6 +
.../apache/paimon/spark/util/SparkRowUtils.scala | 9 +
.../apache/spark/sql/paimon/shims/SparkShim.scala | 6 +
.../apache/paimon/spark/sql/SparkWriteITCase.scala | 225 +++++++++++++
.../sql/SparkWriteWithNoExtensionITCase.scala} | 11 +-
.../apache/spark/sql/paimon/shims/Spark3Shim.scala | 8 +
.../apache/spark/sql/paimon/shims/Spark4Shim.scala | 12 +
11 files changed, 772 insertions(+), 9 deletions(-)
create mode 100644
paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/SparkInternalRowWrapper.java
create mode 100644
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/commands/BucketExpression.scala
create mode 100644
paimon-spark/paimon-spark-ut/src/test/scala/org/apache/paimon/spark/sql/SparkWriteITCase.scala
copy
paimon-spark/{paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/AnalyzeTableTest.scala
=>
paimon-spark-ut/src/test/scala/org/apache/paimon/spark/sql/SparkWriteWithNoExtensionITCase.scala}
(73%)
