amogh-jahagirdar commented on code in PR #12736:
URL: https://github.com/apache/iceberg/pull/12736#discussion_r2060879933
##########
spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkCopyOnWriteOperation.java:
##########
@@ -95,13 +98,18 @@ public WriteBuilder newWriteBuilder(LogicalWriteInfo info) {
@Override
public NamedReference[] requiredMetadataAttributes() {
- NamedReference file = Expressions.column(MetadataColumns.FILE_PATH.name());
- NamedReference pos =
Expressions.column(MetadataColumns.ROW_POSITION.name());
+ List<NamedReference> metadataAttributes = Lists.newArrayList();
+
metadataAttributes.add(Expressions.column(MetadataColumns.FILE_PATH.name()));
- if (command == DELETE || command == UPDATE) {
- return new NamedReference[] {file, pos};
- } else {
- return new NamedReference[] {file};
+ if (TableUtil.supportsRowLineage(table)) {
+
metadataAttributes.add(Expressions.column(MetadataColumns.ROW_POSITION.name()));
+
metadataAttributes.add(Expressions.column(MetadataColumns.ROW_ID.name()));
+ metadataAttributes.add(
+
Expressions.column(MetadataColumns.LAST_UPDATED_SEQUENCE_NUMBER.name()));
+ } else if (command == DELETE || command == UPDATE) {
+
metadataAttributes.add(Expressions.column(MetadataColumns.ROW_POSITION.name()));
}
+
+ return metadataAttributes.toArray(NamedReference[]::new);
Review Comment:
Checking if I can simplify this a bit more
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
