This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from af0d4162e8 [core] Refactory evolved and not evolved filters in file
store scan (#5934)
add 9a41976fd2 [spark] Introduce upsert-key for insert into non-pk table
(#5918)
No new revisions were added by this update.
Summary of changes:
docs/content/spark/dataframe.md | 2 +-
docs/content/spark/sql-upsert.md | 95 +++++++++++++++
.../shortcodes/generated/core_configuration.html | 6 +
.../main/java/org/apache/paimon/CoreOptions.java | 15 +++
.../spark/sql/paimon/shims/MinorVersionShim.scala | 14 ++-
.../paimon/spark/sql/RewriteUpsertTableTest.scala} | 2 +-
.../spark/sql/paimon/shims/MinorVersionShim.scala | 14 ++-
...alogTest.scala => RewriteUpsertTableTest.scala} | 2 +-
.../paimon/spark/sql/RewriteUpsertTableTest.scala} | 2 +-
.../paimon/spark/sql/RewriteUpsertTableTest.scala} | 2 +-
.../paimon/spark/sql/RewriteUpsertTableTest.scala} | 2 +-
.../catalyst/analysis/RewriteUpsertTable.scala | 130 +++++++++++++++++++++
.../extensions/PaimonSparkSessionExtensions.scala | 3 +-
.../apache/spark/sql/paimon/shims/SparkShim.scala | 11 +-
.../spark/sql/RewriteUpsertTableTestBase.scala | 80 +++++++++++++
.../spark/sql/paimon/shims/MinorVersionShim.scala | 20 +++-
.../apache/spark/sql/paimon/shims/Spark3Shim.scala | 23 +++-
.../apache/spark/sql/paimon/shims/Spark4Shim.scala | 20 +++-
18 files changed, 424 insertions(+), 19 deletions(-)
create mode 100644 docs/content/spark/sql-upsert.md
copy
paimon-spark/{paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/DDLWithHiveCatalogTest.scala
=>
paimon-spark-3.2/src/test/scala/org/apache/paimon/spark/sql/RewriteUpsertTableTest.scala}
(92%)
copy
paimon-spark/paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/{DDLWithHiveCatalogTest.scala
=> RewriteUpsertTableTest.scala} (92%)
copy
paimon-spark/{paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/DDLWithHiveCatalogTest.scala
=>
paimon-spark-3.4/src/test/scala/org/apache/paimon/spark/sql/RewriteUpsertTableTest.scala}
(92%)
copy
paimon-spark/{paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/DDLWithHiveCatalogTest.scala
=>
paimon-spark-3.5/src/test/scala/org/apache/paimon/spark/sql/RewriteUpsertTableTest.scala}
(92%)
copy
paimon-spark/{paimon-spark-3.3/src/test/scala/org/apache/paimon/spark/sql/DDLWithHiveCatalogTest.scala
=>
paimon-spark-4.0/src/test/scala/org/apache/paimon/spark/sql/RewriteUpsertTableTest.scala}
(92%)
create mode 100644
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/catalyst/analysis/RewriteUpsertTable.scala
create mode 100644
paimon-spark/paimon-spark-ut/src/test/scala/org/apache/paimon/spark/sql/RewriteUpsertTableTestBase.scala
