anew commented on code in PR #55589:
URL: https://github.com/apache/spark/pull/55589#discussion_r3276573751
##########
sql/connect/common/src/main/protobuf/spark/connect/pipelines.proto:
##########
@@ -154,6 +156,61 @@ message PipelineCommand {
optional spark.connect.Relation relation = 1;
}
+ // Details for Apply Changes Into (ACI) flows.
+ message AutoCdcFlowDetails {
+ // The name of the CDC source to stream from.
+ optional string source = 1;
+
+ // Column(s) that uniquely identify a row in source and target data.
+ repeated Expression keys = 2;
+
+ // Expression to order the source data.
+ optional Expression sequence_by = 3;
+
+ // Optional condition applied to source and target for optimizations
like partition pruning.
+ optional Expression where = 4;
+
+ // Whether to ignore null values in source data updates.
+ optional bool ignore_null_updates = 5;
+
+ // Delete condition for the merged operation.
+ optional Expression apply_as_deletes = 6;
+
+ // Truncate condition for the merged operation.
+ optional Expression apply_as_truncates = 7;
+
+ // Columns included in the output table.
+ repeated Expression column_list = 8;
+
+ // Columns excluded from the output table.
+ repeated Expression except_column_list = 9;
+
+ // SCD Type for target table.
+ SCDType stored_as_scd_type = 10;
+
+ // Columns tracked for change history.
+ repeated Expression track_history_column_list = 11;
+
+ // Columns not tracked for change history.
+ repeated Expression track_history_except_column_list = 12;
+
+ // Subset of columns to ignore null in updates.
+ repeated Expression ignore_null_updates_column_list = 14;
+
+ // Subset of columns excluded from ignoring null in updates.
+ repeated Expression ignore_null_updates_except_column_list = 15;
+
+ // Column indicating which user columns to update or ignore.
+ optional Expression columns_to_update = 16;
Review Comment:
ok, we can drop this, too.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
