This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch release-1.1
in repository https://gitbox.apache.org/repos/asf/paimon.git
from db2ccb98ed [core] Reduce the file size per append table compaction
task (#5493)
new f32b98443d [core] Should not close channelManager in
BinaryExternalSortBuffer (#5466)
new 715d9a0946 [doc] Exclude deprecated `branch` option (#5460)
new 8949e01b68 [core] Use write null for uncompact decimal and timestamp
in InternalRowSerialize (#5483)
new 4565d64663 [flink] Fix IllegalArgumentException when setting
scan.partitions to max_pt() in older Flink versions (#5491)
new 5082817dab [spark] Support partitioned format table (#5502)
new bc2c4b119d [core] fix refresh token to earlier refresh and log refresh
(#5504)
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 6 -
.../main/java/org/apache/paimon/CoreOptions.java | 1 +
.../data/serializer/InternalRowSerializer.java | 16 +-
.../org/apache/paimon/rest/RESTTokenFileIO.java | 12 +-
.../paimon/sort/BinaryExternalSortBuffer.java | 5 +-
.../apache/paimon/sort/SpillChannelManager.java | 20 +--
.../org/apache/paimon/rest/RESTCatalogServer.java | 2 +-
.../org/apache/paimon/rest/RESTCatalogTest.java | 4 +-
.../paimon/sort/BinaryExternalSortBufferTest.java | 9 +-
.../table/sink/FixedBucketRowKeyExtractorTest.java | 36 ++++
paimon-flink/paimon-flink-1.17/pom.xml | 8 +
.../org/apache/paimon/flink/LookupJoinITCase.java | 87 +++++++++
.../paimon/flink/source/FlinkTableSource.java | 33 ++--
.../java/org/apache/paimon/hive/HiveCatalog.java | 7 +-
.../hive/Hive23CatalogFormatTableITCase.java | 6 +
.../sql/{DDLTest.scala => FormatTableTest.scala} | 2 +-
.../apache/paimon/spark/sql/FormatTableTest.scala} | 2 +-
.../apache/paimon/spark/sql/FormatTableTest.scala} | 2 +-
.../apache/paimon/spark/sql/FormatTableTest.scala} | 2 +-
.../apache/paimon/spark/sql/FormatTableTest.scala} | 2 +-
.../java/org/apache/paimon/spark/SparkCatalog.java | 32 ++--
.../spark/sql/execution/PaimonFormatTable.scala | 196 +++++++++++++++++++++
.../paimon/spark/sql/FormatTableTestBase.scala | 58 ++++++
23 files changed, 484 insertions(+), 64 deletions(-)
create mode 100644
paimon-flink/paimon-flink-1.17/src/test/java/org/apache/paimon/flink/LookupJoinITCase.java
copy
paimon-spark/paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/{DDLTest.scala
=> FormatTableTest.scala} (94%)
copy
paimon-spark/{paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/DDLTest.scala
=>
paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/FormatTableTest.scala}
(94%)
copy
paimon-spark/{paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/DDLTest.scala
=>
paimon-spark-3.4/src/test/scala/org/apache/paimon/spark/sql/FormatTableTest.scala}
(94%)
copy
paimon-spark/{paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/DDLTest.scala
=>
paimon-spark-3.5/src/test/scala/org/apache/paimon/spark/sql/FormatTableTest.scala}
(94%)
copy
paimon-spark/{paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/DDLTest.scala
=>
paimon-spark-4.0/src/test/scala/org/apache/paimon/spark/sql/FormatTableTest.scala}
(94%)
create mode 100644
paimon-spark/paimon-spark-common/src/main/scala/org/apache/spark/sql/execution/PaimonFormatTable.scala
create mode 100644
paimon-spark/paimon-spark-ut/src/test/scala/org/apache/paimon/spark/sql/FormatTableTestBase.scala