pltbkd commented on code in PR #20415: URL: https://github.com/apache/flink/pull/20415#discussion_r939520463
########## flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/HiveTableSource.java: ########## @@ -247,6 +254,30 @@ public void applyPartitions(List<Map<String, String>> remainingPartitions) { } } + @Override + public List<String> applyDynamicFiltering(List<String> candidateFilterFields) { + if (catalogTable.getPartitionKeys() != null + && catalogTable.getPartitionKeys().size() != 0) { + checkArgument( + !candidateFilterFields.isEmpty(), + "At least one field should be provided for dynamic filtering"); + checkState( + dynamicPartitionKeys == null, "Dynamic filtering should not be applied twice."); + + // only accept partition fields to do dynamic partition pruning + this.dynamicPartitionKeys = new ArrayList<>(); + for (String field : candidateFilterFields) { + if (catalogTable.getPartitionKeys().contains(field)) { Review Comment: Thanks for the remind! I'll remove the throwing but add a warning log instead -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@flink.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org