This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git.
from 7aaaa38 Core: Split FileScanTasks on Offsets (#460) (#3292)
add 12bf61d Spark 3.2: Implement merge-on-read DELETE (#3763)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/iceberg/PartitionSpec.java | 6 +-
.../java/org/apache/iceberg/types/TypeUtil.java | 39 +-
.../org/apache/iceberg/util/StructProjection.java | 13 +
.../java/org/apache/iceberg/TableProperties.java | 4 +-
.../spark/sql/catalyst/ProjectingInternalRow.scala | 123 ++++++
.../catalyst/analysis/RewriteDeleteFromTable.scala | 31 +-
.../catalyst/analysis/RewriteRowLevelCommand.scala | 72 ++++
.../planning/RewrittenRowLevelCommand.scala | 4 +
.../sql/catalyst/plans/logical/WriteDelta.scala | 126 ++++++
.../spark/sql/catalyst/util/RowDeltaUtils.scala | 14 +-
.../sql/catalyst/util/WriteDeltaProjections.scala | 14 +-
.../v2/ExtendedDataSourceV2Strategy.scala | 5 +
.../datasources/v2/ExtendedV2Writes.scala | 17 +
.../execution/datasources/v2/WriteDeltaExec.scala | 237 +++++++++++
.../SparkRowLevelOperationsTestBase.java | 21 +-
.../iceberg/spark/extensions/TestDelete.java | 85 +++-
.../spark/extensions/TestMergeOnReadDelete.java} | 9 +-
.../iceberg/spark/extensions/TestUpdate.java | 10 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 8 +
.../spark/SparkDistributionAndOrderingUtil.java | 40 ++
.../org/apache/iceberg/spark/SparkWriteConf.java | 41 ++
.../apache/iceberg/spark/SparkWriteOptions.java | 6 +
.../iceberg/spark/source/SparkBatchQueryScan.java | 116 ++---
...ation.java => SparkPositionDeltaOperation.java} | 44 +-
.../spark/source/SparkPositionDeltaWrite.java | 470 +++++++++++++++++++++
.../source/SparkPositionDeltaWriteBuilder.java | 119 ++++++
.../source/SparkRowLevelOperationBuilder.java | 2 +
.../iceberg/spark/source/SparkScanBuilder.java | 91 +++-
.../spark/source/TestDataSourceOptions.java | 6 +-
29 files changed, 1626 insertions(+), 147 deletions(-)
create mode 100644
spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/ProjectingInternalRow.scala
create mode 100644
spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/WriteDelta.scala
copy api/src/main/java/org/apache/iceberg/Accessor.java =>
spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/util/RowDeltaUtils.scala
(77%)
copy api/src/main/java/org/apache/iceberg/Accessor.java =>
spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/util/WriteDeltaProjections.scala
(73%)
create mode 100644
spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/WriteDeltaExec.scala
copy
spark/{v3.1/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCopyOnWriteDelete.java
=>
v3.2/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestMergeOnReadDelete.java}
(83%)
copy
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/{SparkCopyOnWriteOperation.java
=> SparkPositionDeltaOperation.java} (65%)
create mode 100644
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java
create mode 100644
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWriteBuilder.java
