This is an automated email from the ASF dual-hosted git repository.
blue pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 81f61f4dd2 Docs: Site update for 1.9.0 (#12921)
add 829ae7a11d Spark 3.5: Update MERGE and UPDATE for row lineage (#12736)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/iceberg/MetadataColumns.java | 5 +
.../main/java/org/apache/iceberg/TableUtil.java | 9 +
.../extensions/IcebergSparkSessionExtensions.scala | 6 +
.../RewriteMergeIntoTableForRowLineage.scala | 75 ++++
.../analysis/RewriteOperationForRowLineage.scala | 87 ++++
.../analysis/RewriteUpdateTableForRowLineage.scala | 53 +++
.../RemoveRowLineageOutputFromOriginalTable.scala | 54 +++
.../SparkRowLevelOperationsTestBase.java | 14 +-
.../extensions/TestCopyOnWriteWithLineage.java | 22 +-
.../extensions/TestMergeOnReadWithLineage.java | 22 +-
.../TestRowLevelOperationsWithLineage.java | 492 +++++++++++++++++++++
.../spark/source/SparkCopyOnWriteOperation.java | 20 +-
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 40 ++
.../spark/source/SparkPositionDeltaOperation.java | 17 +-
.../source/SparkPositionDeltaWriteBuilder.java | 13 +-
.../apache/iceberg/spark/source/SparkTable.java | 29 +-
.../iceberg/spark/source/SparkWriteBuilder.java | 24 +-
.../spark/source/TestSparkMetadataColumns.java | 23 -
18 files changed, 923 insertions(+), 82 deletions(-)
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteMergeIntoTableForRowLineage.scala
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteOperationForRowLineage.scala
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteUpdateTableForRowLineage.scala
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/RemoveRowLineageOutputFromOriginalTable.scala
copy
dell/src/test/java/org/apache/iceberg/dell/ecs/TestPropertiesSerDesUtil.java =>
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCopyOnWriteWithLineage.java
(61%)
copy
dell/src/test/java/org/apache/iceberg/dell/ecs/TestPropertiesSerDesUtil.java =>
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestMergeOnReadWithLineage.java
(61%)
create mode 100644
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRowLevelOperationsWithLineage.java
