(nifi) branch support/nifi-1.x updated: NIFI-12840 Expose REMOTE_POLL_BATCH_SIZE property for ListSFTP

[pvillard]

This is an automated email from the ASF dual-hosted git repository.

pvillard pushed a commit to branch support/nifi-1.x
in repository https://gitbox.apache.org/repos/asf/nifi.git


The following commit(s) were added to refs/heads/support/nifi-1.x by this push:
     new a51641f37c NIFI-12840 Expose REMOTE_POLL_BATCH_SIZE property for 
ListSFTP
a51641f37c is described below

commit a51641f37c03eb6cf1a50b9b6987d2d2b7edd220
Author: EndzeitBegins <16666115+endzeitbeg...@users.noreply.github.com>
AuthorDate: Sat Feb 24 13:45:15 2024 +0100

    NIFI-12840 Expose REMOTE_POLL_BATCH_SIZE property for ListSFTP
    
    Signed-off-by: Pierre Villard <pierre.villard...@gmail.com>
    
    This closes #8448.
---
 .../java/org/apache/nifi/processors/standard/ListSFTP.java |  1 +
 .../org/apache/nifi/processors/standard/TestListSFTP.java  | 14 ++++++++++++++
 2 files changed, 15 insertions(+)

diff --git 
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
 
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
index 3caa99c13c..a554291d49 100644
--- 
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
+++ 
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ListSFTP.java
@@ -99,6 +99,7 @@ public class ListSFTP extends ListFileTransfer {
         properties.add(SFTPTransfer.FILE_FILTER_REGEX);
         properties.add(SFTPTransfer.PATH_FILTER_REGEX);
         properties.add(SFTPTransfer.IGNORE_DOTTED_FILES);
+        properties.add(SFTPTransfer.REMOTE_POLL_BATCH_SIZE);
         properties.add(SFTPTransfer.STRICT_HOST_KEY_CHECKING);
         properties.add(SFTPTransfer.HOST_KEY_FILE);
         properties.add(SFTPTransfer.CONNECTION_TIMEOUT);
diff --git 
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
 
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
index f2340238c1..2483b22f48 100644
--- 
a/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
+++ 
b/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/java/org/apache/nifi/processors/standard/TestListSFTP.java
@@ -177,6 +177,20 @@ public class TestListSFTP {
 
         runner.assertTransferCount(ListSFTP.REL_SUCCESS, 0);
     }
+    @Test
+    public void testRemotePollBatchSizeEnforced() {
+        runner.setProperty(AbstractListProcessor.LISTING_STRATEGY, 
AbstractListProcessor.NO_TRACKING);
+        runner.setProperty(SFTPTransfer.REMOTE_POLL_BATCH_SIZE, "1");
+
+        runner.run();
+        // Of 3 items only 1 returned due to batch size
+        runner.assertTransferCount(ListSFTP.REL_SUCCESS, 1);
+
+        runner.setProperty(SFTPTransfer.REMOTE_POLL_BATCH_SIZE, "2");
+
+        runner.run();
+        runner.assertTransferCount(ListSFTP.REL_SUCCESS, 3);
+    }
 
     @Test
     public void testVerificationSuccessful() {