[1/2] incubator-nifi git commit: NIFI-44: Removed the swap directory property and always use the 'swap' directory under the flowfile repo
Repository: incubator-nifi
Updated Branches:
refs/heads/develop d6c02a564 - a183d88f2
NIFI-44: Removed the swap directory property and always use the 'swap'
directory under the flowfile repo
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/394c7116
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/394c7116
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/394c7116
Branch: refs/heads/develop
Commit: 394c7116d1ac134265bd2264b78550f485c62996
Parents: 4399177
Author: Mark Payne marka...@hotmail.com
Authored: Tue Dec 30 16:30:13 2014 -0500
Committer: Mark Payne marka...@hotmail.com
Committed: Tue Dec 30 16:30:13 2014 -0500
--
assembly/pom.xml | 1 -
.../main/java/org/apache/nifi/util/NiFiProperties.java| 10 --
.../org/apache/nifi/controller/FileSystemSwapManager.java | 7 +--
.../resources/src/main/resources/conf/nifi.properties | 1 -
4 files changed, 5 insertions(+), 14 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/394c7116/assembly/pom.xml
--
diff --git a/assembly/pom.xml b/assembly/pom.xml
index 7f7f695..5a3f263 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -235,7 +235,6 @@
nifi.flowfile.repository.always.syncfalse/nifi.flowfile.repository.always.sync
nifi.swap.manager.implementationorg.apache.nifi.controller.FileSystemSwapManager/nifi.swap.manager.implementation
nifi.queue.swap.threshold2/nifi.queue.swap.threshold
-
nifi.swap.storage.directory./flowfile_repository/swap/nifi.swap.storage.directory
nifi.swap.in.period5 sec/nifi.swap.in.period
nifi.swap.in.threads1/nifi.swap.in.threads
nifi.swap.out.period5 sec/nifi.swap.out.period
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/394c7116/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
--
diff --git
a/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
b/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
index 6fdc4c1..ddceb18 100644
---
a/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
+++
b/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
@@ -84,7 +84,6 @@ public class NiFiProperties extends Properties {
public static final String FLOWFILE_REPOSITORY_CHECKPOINT_INTERVAL =
nifi.flowfile.repository.checkpoint.interval;
public static final String FLOWFILE_SWAP_MANAGER_IMPLEMENTATION =
nifi.swap.manager.implementation;
public static final String QUEUE_SWAP_THRESHOLD =
nifi.queue.swap.threshold;
-public static final String SWAP_STORAGE_LOCATION =
nifi.swap.storage.directory;
public static final String SWAP_IN_THREADS = nifi.swap.in.threads;
public static final String SWAP_IN_PERIOD = nifi.swap.in.period;
public static final String SWAP_OUT_THREADS = nifi.swap.out.threads;
@@ -314,15 +313,6 @@ public class NiFiProperties extends Properties {
}
}
-public File getSwapStorageLocation() {
-final String location = getProperty(SWAP_STORAGE_LOCATION);
-if (location == null) {
-return new File(DEFAULT_SWAP_STORAGE_LOCATION);
-} else {
-return new File(location);
-}
-}
-
public Integer getIntegerProperty(final String propertyName, final Integer
defaultValue) {
final String value = getProperty(propertyName);
if (value == null) {
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/394c7116/nar-bundles/framework-bundle/framework/core/src/main/java/org/apache/nifi/controller/FileSystemSwapManager.java
--
diff --git
a/nar-bundles/framework-bundle/framework/core/src/main/java/org/apache/nifi/controller/FileSystemSwapManager.java
b/nar-bundles/framework-bundle/framework/core/src/main/java/org/apache/nifi/controller/FileSystemSwapManager.java
index 758a9ab..e1d80b0 100644
---
a/nar-bundles/framework-bundle/framework/core/src/main/java/org/apache/nifi/controller/FileSystemSwapManager.java
+++
b/nar-bundles/framework-bundle/framework/core/src/main/java/org/apache/nifi/controller/FileSystemSwapManager.java
@@ -28,6 +28,7 @@ import java.io.FilenameFilter;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
+import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Comparator;
@@ -103,14 +104,16 @@ public class FileSystemSwapManager implements
[2/2] incubator-nifi git commit: Merge branch 'develop' of https://git-wip-us.apache.org/repos/asf/incubator-nifi into develop
Merge branch 'develop' of https://git-wip-us.apache.org/repos/asf/incubator-nifi into develop Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/a183d88f Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/a183d88f Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/a183d88f Branch: refs/heads/develop Commit: a183d88f28cb69b7f5f1369c0772b317533dd941 Parents: 394c711 d6c02a5 Author: Mark Payne marka...@hotmail.com Authored: Wed Dec 31 07:37:32 2014 -0500 Committer: Mark Payne marka...@hotmail.com Committed: Wed Dec 31 07:37:32 2014 -0500 -- .../main/asciidoc/images/nifi-arch-cluster.png | Bin 0 - 50384 bytes .../src/main/asciidoc/images/nifi-arch.png | Bin 0 - 43509 bytes nifi-docs/src/main/asciidoc/overview.adoc | 86 +++ 3 files changed, 86 insertions(+) --
[jira] [Commented] (NIFI-44) Do not allow users to configure the swap directory
[ https://issues.apache.org/jira/browse/NIFI-44?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262152#comment-14262152 ] ASF subversion and git services commented on NIFI-44: - Commit 394c7116d1ac134265bd2264b78550f485c62996 in incubator-nifi's branch refs/heads/develop from [~markap14] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=394c711 ] NIFI-44: Removed the swap directory property and always use the 'swap' directory under the flowfile repo Do not allow users to configure the swap directory -- Key: NIFI-44 URL: https://issues.apache.org/jira/browse/NIFI-44 Project: Apache NiFi Issue Type: Improvement Components: Configuration, Core Framework Reporter: Joseph Witt Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-44.patch.txt Instead, just always use 'swap' directory that is child of FlowFile Repository Directory -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Resolved] (NIFI-44) Do not allow users to configure the swap directory
[ https://issues.apache.org/jira/browse/NIFI-44?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne resolved NIFI-44. Resolution: Fixed Do not allow users to configure the swap directory -- Key: NIFI-44 URL: https://issues.apache.org/jira/browse/NIFI-44 Project: Apache NiFi Issue Type: Improvement Components: Configuration, Core Framework Reporter: Joseph Witt Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-44.patch.txt Instead, just always use 'swap' directory that is child of FlowFile Repository Directory -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) NCM stop does not shutdown the process scheduler
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Attachment: NIFI-215.patch.txt NCM stop does not shutdown the process scheduler Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-215.patch.txt -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Summary: Shutdown of NCM immediately indicates process stopped, even when it is not (was: NCM stop does not shutdown the process scheduler) Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-215.patch.txt -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Attachment: (was: NIFI-215.patch.txt) Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Environment: OSX Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Attachment: (was: NIFI-215.patch-part-2.txt) Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Environment: OSX Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Attachment: NIFI-215.patch.txt Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Environment: OSX Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-215.patch.txt -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-215: Attachment: NIFI-215-part-2.patch.txt Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Environment: OSX Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-215-part-2.patch.txt, NIFI-215.patch.txt -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[2/3] incubator-nifi git commit: NIFI-215: Look for the pid in the output of the ps command and do not use the --no-headers argument because it's not compatible with OSX
NIFI-215: Look for the pid in the output of the ps command and do not use the
--no-headers argument because it's not compatible with OSX
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/0297fa46
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/0297fa46
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/0297fa46
Branch: refs/heads/develop
Commit: 0297fa465f230028ca83f8a4d573de185fe79f5f
Parents: d879e0d
Author: Mark Payne marka...@hotmail.com
Authored: Wed Dec 31 08:24:44 2014 -0500
Committer: Mark Payne marka...@hotmail.com
Committed: Wed Dec 31 08:24:44 2014 -0500
--
.../main/java/org/apache/nifi/bootstrap/RunNiFi.java | 15 +++
1 file changed, 7 insertions(+), 8 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/0297fa46/nifi-bootstrap/src/main/java/org/apache/nifi/bootstrap/RunNiFi.java
--
diff --git
a/nifi-bootstrap/src/main/java/org/apache/nifi/bootstrap/RunNiFi.java
b/nifi-bootstrap/src/main/java/org/apache/nifi/bootstrap/RunNiFi.java
index 0f97f2d..e8f6439 100644
--- a/nifi-bootstrap/src/main/java/org/apache/nifi/bootstrap/RunNiFi.java
+++ b/nifi-bootstrap/src/main/java/org/apache/nifi/bootstrap/RunNiFi.java
@@ -294,25 +294,24 @@ public class RunNiFi {
// We use the ps command to check if the process is still
running.
final ProcessBuilder builder = new ProcessBuilder();
- builder.command(ps, -p, pid, --no-headers);
+ builder.command(ps, -p, pid);
final Process proc = builder.start();
- // Read how many lines are output by the 'ps' command
- int lineCount = 0;
+ // Look for the pid in the output of the 'ps' command.
+ boolean running = false;
String line;
try (final InputStream in = proc.getInputStream();
final Reader streamReader = new InputStreamReader(in);
final BufferedReader reader = new
BufferedReader(streamReader)) {
while ((line = reader.readLine()) != null) {
- if ( !line.trim().isEmpty() ) {
- lineCount++;
- }
+if ( line.trim().startsWith(pid) ) {
+running = true;
+}
}
}
- // If anything was output, the process is running.
- final boolean running = lineCount 0;
+ // If output of the ps command had our PID, the process is
running.
if ( running ) {
logger.fine(Process with PID + pid + is running);
} else {
[1/3] incubator-nifi git commit: NIFI-215: Shut down the ProcessScheduler that is used for Reporting Tasks when NCM is stopped
Repository: incubator-nifi
Updated Branches:
refs/heads/develop a183d88f2 - ebf3cdc77
NIFI-215: Shut down the ProcessScheduler that is used for Reporting Tasks when
NCM is stopped
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/d879e0d6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/d879e0d6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/d879e0d6
Branch: refs/heads/develop
Commit: d879e0d640a1bc6c4de2ea3a4ad2666a00b18e29
Parents: a183d88
Author: Mark Payne marka...@hotmail.com
Authored: Wed Dec 31 08:07:40 2014 -0500
Committer: Mark Payne marka...@hotmail.com
Committed: Wed Dec 31 08:07:40 2014 -0500
--
.../org/apache/nifi/cluster/manager/impl/WebClusterManager.java | 4
1 file changed, 4 insertions(+)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/d879e0d6/nar-bundles/framework-bundle/framework/cluster/src/main/java/org/apache/nifi/cluster/manager/impl/WebClusterManager.java
--
diff --git
a/nar-bundles/framework-bundle/framework/cluster/src/main/java/org/apache/nifi/cluster/manager/impl/WebClusterManager.java
b/nar-bundles/framework-bundle/framework/cluster/src/main/java/org/apache/nifi/cluster/manager/impl/WebClusterManager.java
index 3defea7..511bb7d 100644
---
a/nar-bundles/framework-bundle/framework/cluster/src/main/java/org/apache/nifi/cluster/manager/impl/WebClusterManager.java
+++
b/nar-bundles/framework-bundle/framework/cluster/src/main/java/org/apache/nifi/cluster/manager/impl/WebClusterManager.java
@@ -512,6 +512,10 @@ public class WebClusterManager implements
HttpClusterManager, ProtocolHandler, C
servicesBroadcaster.stop();
}
+if ( processScheduler != null ) {
+processScheduler.shutdown();
+}
+
if (encounteredException) {
throw new IOException(Failed to shutdown Cluster Manager
because one or more cluster services failed to shutdown. Check the logs for
details.);
}
[jira] [Commented] (NIFI-215) Shutdown of NCM immediately indicates process stopped, even when it is not
[ https://issues.apache.org/jira/browse/NIFI-215?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262187#comment-14262187 ] ASF subversion and git services commented on NIFI-215: -- Commit ebf3cdc7795a4cfab2ec7bd41f1b25e0b246ca7a in incubator-nifi's branch refs/heads/develop from [~markap14] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=ebf3cdc ] NIFI-215: Make the 'detect timing issues' task a daemon Shutdown of NCM immediately indicates process stopped, even when it is not -- Key: NIFI-215 URL: https://issues.apache.org/jira/browse/NIFI-215 Project: Apache NiFi Issue Type: Bug Components: Core Framework Environment: OSX Reporter: Matt Gilman Assignee: Mark Payne Priority: Minor Fix For: 0.0.1 Attachments: NIFI-215-part-2.patch.txt, NIFI-215.patch.txt -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Resolved] (NIFI-207) Connections do not move when processors are moved
[ https://issues.apache.org/jira/browse/NIFI-207?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Matt Gilman resolved NIFI-207. -- Resolution: Later Fix Version/s: (was: 0.0.1) Connections do not move when processors are moved - Key: NIFI-207 URL: https://issues.apache.org/jira/browse/NIFI-207 Project: Apache NiFi Issue Type: Bug Components: Core UI Affects Versions: 0.0.1 Environment: windows 7, I.E. 11 32bit fully patched Reporter: Ben Icore Assignee: Matt Gilman Priority: Minor Attachments: bad rendering1.jpg the location of the Connection does not update when the destination processor is moved. add any 2 processors to the graph draw a relationship from processor1 to processor2 move processor2 to a different location on the graph relationship is pointing to old location of processor2 refreshing the browser updates the relationship position -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-214) Unable to deselect a component without browser reload
[ https://issues.apache.org/jira/browse/NIFI-214?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262228#comment-14262228 ] Matt Gilman commented on NIFI-214: -- Orrin, Thanks for the feedback. The recent code changes will not change the behavior your seeing. I think what Mark was suggesting/asking was if when you clicked did the canvas pan? It admittedly can be sensitive (possibly affected by the tracking speed of your mouse) and I can investigate introducing some threshold to prevent panning from kicking in prematurely if this is the case. The right click suggestion would eliminate the panning issue (if there is one) since it's only triggered via left right. Anyways, please let me know what your seeing. Thanks. Matt Unable to deselect a component without browser reload - Key: NIFI-214 URL: https://issues.apache.org/jira/browse/NIFI-214 Project: Apache NiFi Issue Type: Bug Components: Core UI Affects Versions: 0.0.1 Reporter: Orrin Edenfield Assignee: Matt Gilman Priority: Minor I add in my processors GetFile, PutHDFS, and PutEmail and PutHDFS happens to be selected and I'm unable to deselect the PutHDFS component so I can ask the entire process to run when I click the Run button. I get the message: No eligible components are selected. Please select the components to be started and ensure they are no longer running. I'm guessing because just PutHDFS is selected. When I type Ctrl + A on my keyboard all components become selected and I'm able to click Run. I would expect that clicking white space in the background would deselect all components. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Closed] (NIFI-214) Unable to deselect a component without browser reload
[ https://issues.apache.org/jira/browse/NIFI-214?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Orrin Edenfield closed NIFI-214. Resolution: Invalid Was not able to replicate - possibly caused by user Unable to deselect a component without browser reload - Key: NIFI-214 URL: https://issues.apache.org/jira/browse/NIFI-214 Project: Apache NiFi Issue Type: Bug Components: Core UI Affects Versions: 0.0.1 Reporter: Orrin Edenfield Assignee: Matt Gilman Priority: Minor I add in my processors GetFile, PutHDFS, and PutEmail and PutHDFS happens to be selected and I'm unable to deselect the PutHDFS component so I can ask the entire process to run when I click the Run button. I get the message: No eligible components are selected. Please select the components to be started and ensure they are no longer running. I'm guessing because just PutHDFS is selected. When I type Ctrl + A on my keyboard all components become selected and I'm able to click Run. I would expect that clicking white space in the background would deselect all components. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-59) Add property for specifying the size of the jetty thread pool
[ https://issues.apache.org/jira/browse/NIFI-59?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Matt Gilman updated NIFI-59: Attachment: 0001-NIFI-59.patch Add property for specifying the size of the jetty thread pool - Key: NIFI-59 URL: https://issues.apache.org/jira/browse/NIFI-59 Project: Apache NiFi Issue Type: Bug Components: Core Framework Reporter: Matt Gilman Assignee: Matt Gilman Priority: Minor Fix For: 0.0.1 Attachments: 0001-NIFI-59.patch -- This message was sent by Atlassian JIRA (v6.3.4#6332)
incubator-nifi git commit: NIFI-59: - Adding a property to specify the size of the Jetty thread pool.
Repository: incubator-nifi
Updated Branches:
refs/heads/develop ebf3cdc77 - 3c5bb5638
NIFI-59:
- Adding a property to specify the size of the Jetty thread pool.
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/3c5bb563
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/3c5bb563
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/3c5bb563
Branch: refs/heads/develop
Commit: 3c5bb56386e559886d8aa1a3ee447e6b39f2d2d7
Parents: ebf3cdc
Author: Matt Gilman matt.c.gil...@gmail.com
Authored: Wed Dec 31 10:42:42 2014 -0500
Committer: Matt Gilman matt.c.gil...@gmail.com
Committed: Wed Dec 31 10:42:42 2014 -0500
--
assembly/pom.xml | 1 +
.../src/main/java/org/apache/nifi/util/NiFiProperties.java | 6 ++
.../resources/src/main/resources/conf/nifi.properties | 1 +
.../src/main/java/org/apache/nifi/web/server/JettyServer.java | 2 +-
4 files changed, 9 insertions(+), 1 deletion(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/3c5bb563/assembly/pom.xml
--
diff --git a/assembly/pom.xml b/assembly/pom.xml
index 5a3f263..ae74485 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -294,6 +294,7 @@
nifi.web.https.host /
nifi.web.https.port /
nifi.jetty.work.dir./work/jetty/nifi.jetty.work.dir
+nifi.web.jetty.threads200/nifi.web.jetty.threads
!-- nifi.properties: security properties --
nifi.security.keystore /
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/3c5bb563/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
--
diff --git
a/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
b/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
index ddceb18..10e348d 100644
---
a/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
+++
b/commons/nifi-properties/src/main/java/org/apache/nifi/util/NiFiProperties.java
@@ -137,6 +137,7 @@ public class NiFiProperties extends Properties {
public static final String WEB_HTTPS_PORT = nifi.web.https.port;
public static final String WEB_HTTPS_HOST = nifi.web.https.host;
public static final String WEB_WORKING_DIR =
nifi.web.jetty.working.directory;
+public static final String WEB_THREADS = nifi.web.jetty.threads;
// ui properties
public static final String UI_BANNER_TEXT = nifi.ui.banner.text;
@@ -182,6 +183,7 @@ public class NiFiProperties extends Properties {
public static final String DEFAULT_USER_CREDENTIAL_CACHE_DURATION = 24
hours;
public static final Integer DEFAULT_REMOTE_INPUT_PORT = null;
public static final Path DEFAULT_TEMPLATE_DIRECTORY = Paths.get(conf,
templates);
+public static final int DEFAULT_WEB_THREADS = 200;
public static final String DEFAULT_WEB_WORKING_DIR = ./work/jetty;
public static final String DEFAULT_NAR_WORKING_DIR = ./work/nar;
public static final String DEFAULT_COMPONENT_DOCS_DIRECTORY =
./work/docs/components;
@@ -499,6 +501,10 @@ public class NiFiProperties extends Properties {
return sslPort;
}
+public int getWebThreads() {
+return getIntegerProperty(WEB_THREADS, DEFAULT_WEB_THREADS);
+}
+
public File getWebWorkingDirectory() {
return new File(getProperty(WEB_WORKING_DIR, DEFAULT_WEB_WORKING_DIR));
}
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/3c5bb563/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/nifi.properties
--
diff --git
a/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/nifi.properties
b/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/nifi.properties
index 248c0b9..d6ae2bf 100644
---
a/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/nifi.properties
+++
b/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/nifi.properties
@@ -102,6 +102,7 @@ nifi.web.http.port=${nifi.web.http.port}
nifi.web.https.host=${nifi.web.https.host}
nifi.web.https.port=${nifi.web.https.port}
nifi.web.jetty.working.directory=${nifi.jetty.work.dir}
+nifi.web.jetty.threads=${nifi.web.jetty.threads}
# security properties #
nifi.sensitive.props.key=
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/3c5bb563/nar-bundles/framework-bundle/framework/web/nifi-jetty/src/main/java/org/apache/nifi/web/server/JettyServer.java
[jira] [Commented] (NIFI-59) Add property for specifying the size of the jetty thread pool
[ https://issues.apache.org/jira/browse/NIFI-59?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262262#comment-14262262 ] ASF subversion and git services commented on NIFI-59: - Commit 3c5bb56386e559886d8aa1a3ee447e6b39f2d2d7 in incubator-nifi's branch refs/heads/develop from [~mcgilman] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=3c5bb56 ] NIFI-59: - Adding a property to specify the size of the Jetty thread pool. Add property for specifying the size of the jetty thread pool - Key: NIFI-59 URL: https://issues.apache.org/jira/browse/NIFI-59 Project: Apache NiFi Issue Type: Bug Components: Core Framework Reporter: Matt Gilman Assignee: Matt Gilman Priority: Minor Fix For: 0.0.1 Attachments: 0001-NIFI-59.patch -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Resolved] (NIFI-59) Add property for specifying the size of the jetty thread pool
[ https://issues.apache.org/jira/browse/NIFI-59?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Matt Gilman resolved NIFI-59. - Resolution: Fixed Add property for specifying the size of the jetty thread pool - Key: NIFI-59 URL: https://issues.apache.org/jira/browse/NIFI-59 Project: Apache NiFi Issue Type: Bug Components: Core Framework Reporter: Matt Gilman Assignee: Matt Gilman Priority: Minor Fix For: 0.0.1 Attachments: 0001-NIFI-59.patch -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Created] (NIFI-216) Expression Language Editor should ignore irrelevant white space
Mark Payne created NIFI-216:
---
Summary: Expression Language Editor should ignore irrelevant white
space
Key: NIFI-216
URL: https://issues.apache.org/jira/browse/NIFI-216
Project: Apache NiFi
Issue Type: Bug
Reporter: Mark Payne
Assignee: Matt Gilman
Priority: Minor
If typing an expression, white space is not ignored by the content suggestion.
For example if typing ${ and then pressing Ctrl-Space, content suggestion
shows several valid functions. However, if white space is added to make ${
, then pressing Ctrl-Space does not pop up any help
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
incubator-nifi git commit: NIFI-162 more improvements to overview
Repository: incubator-nifi Updated Branches: refs/heads/develop 3c5bb5638 - ad90fbf24 NIFI-162 more improvements to overview Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/ad90fbf2 Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/ad90fbf2 Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/ad90fbf2 Branch: refs/heads/develop Commit: ad90fbf24f23d4e77a3ea993cff450762e56cae9 Parents: 3c5bb56 Author: joewitt joew...@apache.org Authored: Wed Dec 31 12:05:00 2014 -0500 Committer: joewitt joew...@apache.org Committed: Wed Dec 31 12:05:00 2014 -0500 -- nifi-docs/src/main/asciidoc/overview.adoc | 188 + 1 file changed, 133 insertions(+), 55 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/ad90fbf2/nifi-docs/src/main/asciidoc/overview.adoc -- diff --git a/nifi-docs/src/main/asciidoc/overview.adoc b/nifi-docs/src/main/asciidoc/overview.adoc index cb2c283..3e32bc5 100644 --- a/nifi-docs/src/main/asciidoc/overview.adoc +++ b/nifi-docs/src/main/asciidoc/overview.adoc @@ -30,6 +30,29 @@ The problems and solution patterns that emerged have been discussed and articulated extensively. A comprehensive and readily consumed form is found in the _Enterprise Integration Patterns_ eip. +Some of the high-level challenges of dataflow include: + +Systems fail:: +Networks fail, disks fail, software crashes, people make mistakes. + +Data access exceeds capacity to consume:: +Sometimes a given data source can outpace some part of the processing or delivery chain - it only takes one weak-link to have an issue. + +Boundary conditions are mere suggestions:: +You will get data that is too big, too small, too fast, too slow, corrupt, wrong, wrong format + +What is noise one day becomes signal the next:: +Priorities of an organization change - rapidly. Enabling new flows and changing existing ones must be fast. + +Systems evolve at different rates:: +The protocols and formats used by a given system can change anytime and often irrespective of the systems around them. Dataflow exists to connect what is essentially a massively distributed system of components loosely or not-at-all designed to work together. + +Compliance and security:: +Laws, regulations, and policies change. Business to business agreements change. System to system and system to user interactions must be secure, trusted, accountable. + +Continuous improvement occurs in production:: +It is often not possible to come even close to replicating production environments in the lab. + Over the years dataflow has been one of those necessary evils in an architecture. Now though there are a number of active and rapidly evolving movements making dataflow a lot more interesting and a lot more vital to the @@ -57,7 +80,7 @@ the main NiFi concepts and how they map to FBP: | FlowFile | Information Packet | A FlowFile represents the objects moving through the system and for each one NiFi keeps track of a Map of key/value pair attribute strings and its associated -content zero or bytes. +content of zero or more bytes. | FlowFile Processor | Black Box | Processors are what actually performs work. In eip terms a processor is @@ -105,18 +128,23 @@ image::nifi-arch.png[NiFi Architecture Diagram] NiFi executes within a JVM living within a host operating system. The primary components of NiFi then living within the JVM are as follows: -* Web Server -** The purpose of the web server is to host NiFi's HTTP-based command and control API. -* Flow Controller -** The flow controller is the brains of the operation. It provides threads for extensions to run on and manages their schedule of when they'll receive resources to execute. -* Extensions -** There are various types of extensions for NiFi which will be described in other documents. But the key point here is that extensions operate/execute within the JVM. -* FlowFile Repository -** The FlowFile Repository is where NiFi keeps track of the state of what it knows about a given FlowFile that is presently active in the flow. The implementation of the repository is pluggable. The default approach is a persistent Write-Ahead Log that lives on a specified disk partition. -* Content Repository -** The Content Repository is where the actual content bytes of a given FlowFile live. The implementation of the repository is pluggable. The default approach is a fairly simple mechanism which stores blocks of data in the file system. More than one file system storage location can be specified so as to get different physical partitions engaged to reduce contention on any single volume. -* Provenance Repository -** The
[jira] [Commented] (NIFI-162) Create overall documentation/engage theme on website
[ https://issues.apache.org/jira/browse/NIFI-162?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262303#comment-14262303 ] ASF subversion and git services commented on NIFI-162: -- Commit ad90fbf24f23d4e77a3ea993cff450762e56cae9 in incubator-nifi's branch refs/heads/develop from [~joewitt] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=ad90fbf ] NIFI-162 more improvements to overview Create overall documentation/engage theme on website Key: NIFI-162 URL: https://issues.apache.org/jira/browse/NIFI-162 Project: Apache NiFi Issue Type: Task Components: Documentation Website, Tools and Build Environment: apache nifi website Reporter: Joseph Witt Assignee: Joseph Witt Priority: Critical Labels: documentation Fix For: 0.0.1 Perspectives / Flow of Documentation: - Overview -- What problem does NiFi solve? -- What is the general design philosophy of NiFi? -- What are some of the key features? - User Guide -- Dataflow Manager --- How to build flows --- Create / Share / Use templates --- How to monitor behavior/performance --- Data Provenance --- In-line documentation / change history -- Observer --- Read-only access - System Administration Guide --- How to install --- Best practice configuration --- Security / Hardening --- Controlling access/levels of access - Developer Guide -- What are the extension points -- What is a NAR and what does the Classloader hierarchy/model look like? -- How to build extensions -- Thinking about the right abstraction and considering cohesion/coupling for a processor or extension in general -- Emphasis on the user experience - the in-line documentation, the naming of properties, is a custom UI needed, etc.. -- Key things to consider/design considerations/strengths/limitations -- How to contribute to Apache NiFI These are meant to flow logically from top to bottom where we want to gain interest in reading further by explaining the 'why' / the 'context'. Then it flows into usage and capabilities of the application. Then we flow into how to extend the application's capabilities to suit your needs and to contribute back to the community. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
svn commit: r1648743 [4/4] - in /incubator/nifi/site/trunk/content/docs: nifi-docs/ nifi-docs/images/ user-guide/ user-guide/images/
Modified: incubator/nifi/site/trunk/content/docs/user-guide/nifi-user-guide.html
URL:
http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/user-guide/nifi-user-guide.html?rev=1648743r1=1648742r2=1648743view=diff
==
--- incubator/nifi/site/trunk/content/docs/user-guide/nifi-user-guide.html
(original)
+++ incubator/nifi/site/trunk/content/docs/user-guide/nifi-user-guide.html Wed
Dec 31 17:23:17 2014
@@ -18,413 +18,6 @@ limitations under the License.
html lang=en
head
meta charset=UTF-8
-!--[if IE]meta http-equiv=X-UA-Compatible content=IE=edge![endif]--
-meta name=viewport content=width=device-width, initial-scale=1.0
-meta name=generator content=Asciidoctor 1.5.0
-meta name=author content=Apache NiFi Team
-titleNiFi User Guide (Draft - Preview Version)/title
-link rel=stylesheet
href=https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic|Noto+Serif:400,400italic,700,700italic|Droid+Sans+Mono:400
-style
-/* Asciidoctor default stylesheet | MIT License | http://asciidoctor.org */
-/* Remove the comments around the @import statement below when using this as a
custom stylesheet */
-/*@import
https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic|Noto+Serif:400,400italic,700,700italic|Droid+Sans+Mono:400;*/
-article,aside,details,figcaption,figure,footer,header,hgroup,main,nav,section,summary{display:block}
-audio,canvas,video{display:inline-block}
-audio:not([controls]){display:none;height:0}
-[hidden],template{display:none}
-script{display:none!important}
-html{font-family:sans-serif;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%}
-body{margin:0}
-a{background:transparent}
-a:focus{outline:thin dotted}
-a:active,a:hover{outline:0}
-h1{font-size:2em;margin:.67em 0}
-abbr[title]{border-bottom:1px dotted}
-b,strong{font-weight:bold}
-dfn{font-style:italic}
-hr{-moz-box-sizing:content-box;box-sizing:content-box;height:0}
-mark{background:#ff0;color:#000}
-code,kbd,pre,samp{font-family:monospace;font-size:1em}
-pre{white-space:pre-wrap}
-q{quotes:\201C \201D \2018 \2019}
-small{font-size:80%}
-sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
-sup{top:-.5em}
-sub{bottom:-.25em}
-img{border:0}
-svg:not(:root){overflow:hidden}
-figure{margin:0}
-fieldset{border:1px solid silver;margin:0 2px;padding:.35em .625em .75em}
-legend{border:0;padding:0}
-button,input,select,textarea{font-family:inherit;font-size:100%;margin:0}
-button,input{line-height:normal}
-button,select{text-transform:none}
-button,html
input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer}
-button[disabled],html input[disabled]{cursor:default}
-input[type=checkbox],input[type=radio]{box-sizing:border-box;padding:0}
-input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}
-input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}
-button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}
-textarea{overflow:auto;vertical-align:top}
-table{border-collapse:collapse;border-spacing:0}
-*,*:before,*:after{-moz-box-sizing:border-box;-webkit-box-sizing:border-box;box-sizing:border-box}
-html,body{font-size:100%}
-body{background:#fff;color:rgba(0,0,0,.8);padding:0;margin:0;font-family:Noto
Serif,DejaVu
Serif,serif;font-weight:400;font-style:normal;line-height:1;position:relative;cursor:auto}
-a:hover{cursor:pointer}
-img,object,embed{max-width:100%;height:auto}
-object,embed{height:100%}
-img{-ms-interpolation-mode:bicubic}
-#map_canvas img,#map_canvas embed,#map_canvas object,.map_canvas
img,.map_canvas embed,.map_canvas object{max-width:none!important}
-.left{float:left!important}
-.right{float:right!important}
-.text-left{text-align:left!important}
-.text-right{text-align:right!important}
-.text-center{text-align:center!important}
-.text-justify{text-align:justify!important}
-.hide{display:none}
-.antialiased,body{-webkit-font-smoothing:antialiased}
-img{display:inline-block;vertical-align:middle}
-textarea{height:auto;min-height:50px}
-select{width:100%}
-p.lead,.paragraph.leadp,#preamble.sectionbody.paragraph:first-of-type
p{font-size:1.21875em;line-height:1.6}
-.subheader,.admonitionblock
td.content.title,.audioblock.title,.exampleblock.title,.imageblock.title,.listingblock.title,.literalblock.title,.stemblock.title,.openblock.title,.paragraph.title,.quoteblock.title,table.tableblock.title,.verseblock.title,.videoblock.title,.dlist.title,.olist.title,.ulist.title,.qlist.title,.hdlist.title{line-height:1.45;color:#7a2518;font-weight:400;margin-top:0;margin-bottom:.25em}
-div,dl,dt,dd,ul,ol,li,h1,h2,h3,#toctitle,.sidebarblock.content.title,h4,h5,h6,pre,form,p,blockquote,th,td{margin:0;padding:0;direction:ltr}
svn commit: r1648743 [1/4] - in /incubator/nifi/site/trunk/content/docs: nifi-docs/ nifi-docs/images/ user-guide/ user-guide/images/
Author: joewitt Date: Wed Dec 31 17:23:17 2014 New Revision: 1648743 URL: http://svn.apache.org/r1648743 Log: NIFI-162 adding user guide and overview to site Added: incubator/nifi/site/trunk/content/docs/nifi-docs/ incubator/nifi/site/trunk/content/docs/nifi-docs/administration-guide.html incubator/nifi/site/trunk/content/docs/nifi-docs/developer-guide.html incubator/nifi/site/trunk/content/docs/nifi-docs/images/ incubator/nifi/site/trunk/content/docs/nifi-docs/images/add-processor-with-tag-cloud.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/add-processor.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/addConnect.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/comments-tab.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/components.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/connection-settings.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/create-connection.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/edit-property-dropdown.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/edit-property-textarea.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconAlert.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconConnection.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconDelete.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconDisable.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconEdit.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconEnable.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconExport.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconFunnel.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconInfo.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconInputPort.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconInputPortSmall.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconLabel.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconNewTemplate.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconNotSecure.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconOutputPort.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconOutputPortSmall.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconProcessGroup.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconProcessor.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconRemoteProcessGroup.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconResize.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconRun.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSecure.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconStop.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSummary.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTemplate.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionActive.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionInactive.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template-description.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/invalid-processor.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/new-flow.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/nifi-arch-cluster.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/nifi-arch.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/nifi-navigation.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/nifi-toolbar-components.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/process-group-anatomy.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/processor-anatomy.png (with props) incubator/nifi/site/trunk/content/docs/nifi-docs/images/processor-connection-bubble.png (with props)
svn commit: r934623 [2/4] - in /websites/staging/nifi/trunk/content: ./ docs/nifi-docs/ docs/nifi-docs/images/ docs/user-guide/ docs/user-guide/images/
Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/invalid-processor.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/new-flow.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/new-flow.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch-cluster.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch-cluster.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-navigation.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-navigation.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-toolbar-components.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-toolbar-components.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/process-group-anatomy.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/process-group-anatomy.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/processor-anatomy.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/processor-anatomy.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/processor-connection-bubble.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/processor-connection-bubble.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/properties-tab.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/properties-tab.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-group-anatomy.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-group-anatomy.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-group-ports-dialog.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-group-ports-dialog.png -- svn:mime-type = image/png Added: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-port-connection-status.png == Binary file - no diff available. Propchange: websites/staging/nifi/trunk/content/docs/nifi-docs/images/remote-port-connection-status.png
svn commit: r934623 [1/4] - in /websites/staging/nifi/trunk/content: ./ docs/nifi-docs/ docs/nifi-docs/images/ docs/user-guide/ docs/user-guide/images/
Author: buildbot Date: Wed Dec 31 17:23:26 2014 New Revision: 934623 Log: Staging update by buildbot for nifi Added: websites/staging/nifi/trunk/content/docs/nifi-docs/ websites/staging/nifi/trunk/content/docs/nifi-docs/administration-guide.html websites/staging/nifi/trunk/content/docs/nifi-docs/developer-guide.html websites/staging/nifi/trunk/content/docs/nifi-docs/images/ websites/staging/nifi/trunk/content/docs/nifi-docs/images/add-processor-with-tag-cloud.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/add-processor.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/addConnect.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/comments-tab.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/components.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/connection-settings.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/create-connection.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/edit-property-dropdown.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/edit-property-textarea.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconAlert.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconConnection.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconDelete.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconDisable.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconEdit.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconEnable.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconExport.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconFunnel.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconInfo.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconInputPort.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconInputPortSmall.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconLabel.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconNewTemplate.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconNotSecure.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconOutputPort.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconOutputPortSmall.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconProcessGroup.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconProcessor.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconRemoteProcessGroup.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconResize.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconRun.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconSecure.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconStop.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconSummary.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconTemplate.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconTransmissionActive.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/iconTransmissionInactive.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/instantiate-template-description.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/instantiate-template.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/invalid-processor.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/new-flow.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch-cluster.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-arch.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-navigation.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/nifi-toolbar-components.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/process-group-anatomy.png (with props) websites/staging/nifi/trunk/content/docs/nifi-docs/images/processor-anatomy.png (with props)
svn commit: r1648743 [3/4] - in /incubator/nifi/site/trunk/content/docs: nifi-docs/ nifi-docs/images/ user-guide/ user-guide/images/
Added: incubator/nifi/site/trunk/content/docs/nifi-docs/user-guide.html
URL:
http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/user-guide.html?rev=1648743view=auto
==
--- incubator/nifi/site/trunk/content/docs/nifi-docs/user-guide.html (added)
+++ incubator/nifi/site/trunk/content/docs/nifi-docs/user-guide.html Wed Dec 31
17:23:17 2014
@@ -0,0 +1,1963 @@
+!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the License); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an AS IS BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+--
+!DOCTYPE html
+html lang=en
+head
+meta charset=UTF-8
+!--[if IE]meta http-equiv=X-UA-Compatible content=IE=edge![endif]--
+meta name=viewport content=width=device-width, initial-scale=1.0
+meta name=generator content=Asciidoctor 1.5.2
+meta name=author content=Apache NiFi Team
+titleNiFi User Guide/title
+link rel=stylesheet
href=https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic%7CNoto+Serif:400,400italic,700,700italic%7CDroid+Sans+Mono:400;
+style
+/* Asciidoctor default stylesheet | MIT License | http://asciidoctor.org */
+/* Remove the comments around the @import statement below when using this as a
custom stylesheet */
+/*@import
https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic%7CNoto+Serif:400,400italic,700,700italic%7CDroid+Sans+Mono:400;*/
+article,aside,details,figcaption,figure,footer,header,hgroup,main,nav,section,summary{display:block}
+audio,canvas,video{display:inline-block}
+audio:not([controls]){display:none;height:0}
+[hidden],template{display:none}
+script{display:none!important}
+html{font-family:sans-serif;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%}
+body{margin:0}
+a{background:transparent}
+a:focus{outline:thin dotted}
+a:active,a:hover{outline:0}
+h1{font-size:2em;margin:.67em 0}
+abbr[title]{border-bottom:1px dotted}
+b,strong{font-weight:bold}
+dfn{font-style:italic}
+hr{-moz-box-sizing:content-box;box-sizing:content-box;height:0}
+mark{background:#ff0;color:#000}
+code,kbd,pre,samp{font-family:monospace;font-size:1em}
+pre{white-space:pre-wrap}
+q{quotes:\201C \201D \2018 \2019}
+small{font-size:80%}
+sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
+sup{top:-.5em}
+sub{bottom:-.25em}
+img{border:0}
+svg:not(:root){overflow:hidden}
+figure{margin:0}
+fieldset{border:1px solid silver;margin:0 2px;padding:.35em .625em .75em}
+legend{border:0;padding:0}
+button,input,select,textarea{font-family:inherit;font-size:100%;margin:0}
+button,input{line-height:normal}
+button,select{text-transform:none}
+button,html
input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer}
+button[disabled],html input[disabled]{cursor:default}
+input[type=checkbox],input[type=radio]{box-sizing:border-box;padding:0}
+input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}
+input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}
+button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}
+textarea{overflow:auto;vertical-align:top}
+table{border-collapse:collapse;border-spacing:0}
+*,*:before,*:after{-moz-box-sizing:border-box;-webkit-box-sizing:border-box;box-sizing:border-box}
+html,body{font-size:100%}
+body{background:#fff;color:rgba(0,0,0,.8);padding:0;margin:0;font-family:Noto
Serif,DejaVu
Serif,serif;font-weight:400;font-style:normal;line-height:1;position:relative;cursor:auto}
+a:hover{cursor:pointer}
+img,object,embed{max-width:100%;height:auto}
+object,embed{height:100%}
+img{-ms-interpolation-mode:bicubic}
+#map_canvas img,#map_canvas embed,#map_canvas object,.map_canvas
img,.map_canvas embed,.map_canvas object{max-width:none!important}
+.left{float:left!important}
+.right{float:right!important}
+.text-left{text-align:left!important}
+.text-right{text-align:right!important}
+.text-center{text-align:center!important}
+.text-justify{text-align:justify!important}
+.hide{display:none}
+.antialiased,body{-webkit-font-smoothing:antialiased}
+img{display:inline-block;vertical-align:middle}
+textarea{height:auto;min-height:50px}
+select{width:100%}
svn commit: r934623 [4/4] - in /websites/staging/nifi/trunk/content: ./ docs/nifi-docs/ docs/nifi-docs/images/ docs/user-guide/ docs/user-guide/images/
Modified:
websites/staging/nifi/trunk/content/docs/user-guide/nifi-user-guide.html
==
--- websites/staging/nifi/trunk/content/docs/user-guide/nifi-user-guide.html
(original)
+++ websites/staging/nifi/trunk/content/docs/user-guide/nifi-user-guide.html
Wed Dec 31 17:23:26 2014
@@ -18,413 +18,6 @@ limitations under the License.
html lang=en
head
meta charset=UTF-8
-!--[if IE]meta http-equiv=X-UA-Compatible content=IE=edge![endif]--
-meta name=viewport content=width=device-width, initial-scale=1.0
-meta name=generator content=Asciidoctor 1.5.0
-meta name=author content=Apache NiFi Team
-titleNiFi User Guide (Draft - Preview Version)/title
-link rel=stylesheet
href=https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic|Noto+Serif:400,400italic,700,700italic|Droid+Sans+Mono:400
-style
-/* Asciidoctor default stylesheet | MIT License | http://asciidoctor.org */
-/* Remove the comments around the @import statement below when using this as a
custom stylesheet */
-/*@import
https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic|Noto+Serif:400,400italic,700,700italic|Droid+Sans+Mono:400;*/
-article,aside,details,figcaption,figure,footer,header,hgroup,main,nav,section,summary{display:block}
-audio,canvas,video{display:inline-block}
-audio:not([controls]){display:none;height:0}
-[hidden],template{display:none}
-script{display:none!important}
-html{font-family:sans-serif;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%}
-body{margin:0}
-a{background:transparent}
-a:focus{outline:thin dotted}
-a:active,a:hover{outline:0}
-h1{font-size:2em;margin:.67em 0}
-abbr[title]{border-bottom:1px dotted}
-b,strong{font-weight:bold}
-dfn{font-style:italic}
-hr{-moz-box-sizing:content-box;box-sizing:content-box;height:0}
-mark{background:#ff0;color:#000}
-code,kbd,pre,samp{font-family:monospace;font-size:1em}
-pre{white-space:pre-wrap}
-q{quotes:\201C \201D \2018 \2019}
-small{font-size:80%}
-sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
-sup{top:-.5em}
-sub{bottom:-.25em}
-img{border:0}
-svg:not(:root){overflow:hidden}
-figure{margin:0}
-fieldset{border:1px solid silver;margin:0 2px;padding:.35em .625em .75em}
-legend{border:0;padding:0}
-button,input,select,textarea{font-family:inherit;font-size:100%;margin:0}
-button,input{line-height:normal}
-button,select{text-transform:none}
-button,html
input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer}
-button[disabled],html input[disabled]{cursor:default}
-input[type=checkbox],input[type=radio]{box-sizing:border-box;padding:0}
-input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}
-input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}
-button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}
-textarea{overflow:auto;vertical-align:top}
-table{border-collapse:collapse;border-spacing:0}
-*,*:before,*:after{-moz-box-sizing:border-box;-webkit-box-sizing:border-box;box-sizing:border-box}
-html,body{font-size:100%}
-body{background:#fff;color:rgba(0,0,0,.8);padding:0;margin:0;font-family:Noto
Serif,DejaVu
Serif,serif;font-weight:400;font-style:normal;line-height:1;position:relative;cursor:auto}
-a:hover{cursor:pointer}
-img,object,embed{max-width:100%;height:auto}
-object,embed{height:100%}
-img{-ms-interpolation-mode:bicubic}
-#map_canvas img,#map_canvas embed,#map_canvas object,.map_canvas
img,.map_canvas embed,.map_canvas object{max-width:none!important}
-.left{float:left!important}
-.right{float:right!important}
-.text-left{text-align:left!important}
-.text-right{text-align:right!important}
-.text-center{text-align:center!important}
-.text-justify{text-align:justify!important}
-.hide{display:none}
-.antialiased,body{-webkit-font-smoothing:antialiased}
-img{display:inline-block;vertical-align:middle}
-textarea{height:auto;min-height:50px}
-select{width:100%}
-p.lead,.paragraph.leadp,#preamble.sectionbody.paragraph:first-of-type
p{font-size:1.21875em;line-height:1.6}
-.subheader,.admonitionblock
td.content.title,.audioblock.title,.exampleblock.title,.imageblock.title,.listingblock.title,.literalblock.title,.stemblock.title,.openblock.title,.paragraph.title,.quoteblock.title,table.tableblock.title,.verseblock.title,.videoblock.title,.dlist.title,.olist.title,.ulist.title,.qlist.title,.hdlist.title{line-height:1.45;color:#7a2518;font-weight:400;margin-top:0;margin-bottom:.25em}
-div,dl,dt,dd,ul,ol,li,h1,h2,h3,#toctitle,.sidebarblock.content.title,h4,h5,h6,pre,form,p,blockquote,th,td{margin:0;padding:0;direction:ltr}
-a{color:#2156a5;text-decoration:underline;line-height:inherit}
-a:hover,a:focus{color:#1d4b8f}
-a img{border:none}
svn commit: r934623 [3/4] - in /websites/staging/nifi/trunk/content: ./ docs/nifi-docs/ docs/nifi-docs/images/ docs/user-guide/ docs/user-guide/images/
Added: websites/staging/nifi/trunk/content/docs/nifi-docs/user-guide.html
==
--- websites/staging/nifi/trunk/content/docs/nifi-docs/user-guide.html (added)
+++ websites/staging/nifi/trunk/content/docs/nifi-docs/user-guide.html Wed Dec
31 17:23:26 2014
@@ -0,0 +1,1963 @@
+!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the License); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an AS IS BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+--
+!DOCTYPE html
+html lang=en
+head
+meta charset=UTF-8
+!--[if IE]meta http-equiv=X-UA-Compatible content=IE=edge![endif]--
+meta name=viewport content=width=device-width, initial-scale=1.0
+meta name=generator content=Asciidoctor 1.5.2
+meta name=author content=Apache NiFi Team
+titleNiFi User Guide/title
+link rel=stylesheet
href=https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic%7CNoto+Serif:400,400italic,700,700italic%7CDroid+Sans+Mono:400;
+style
+/* Asciidoctor default stylesheet | MIT License | http://asciidoctor.org */
+/* Remove the comments around the @import statement below when using this as a
custom stylesheet */
+/*@import
https://fonts.googleapis.com/css?family=Open+Sans:300,300italic,400,400italic,600,600italic%7CNoto+Serif:400,400italic,700,700italic%7CDroid+Sans+Mono:400;*/
+article,aside,details,figcaption,figure,footer,header,hgroup,main,nav,section,summary{display:block}
+audio,canvas,video{display:inline-block}
+audio:not([controls]){display:none;height:0}
+[hidden],template{display:none}
+script{display:none!important}
+html{font-family:sans-serif;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%}
+body{margin:0}
+a{background:transparent}
+a:focus{outline:thin dotted}
+a:active,a:hover{outline:0}
+h1{font-size:2em;margin:.67em 0}
+abbr[title]{border-bottom:1px dotted}
+b,strong{font-weight:bold}
+dfn{font-style:italic}
+hr{-moz-box-sizing:content-box;box-sizing:content-box;height:0}
+mark{background:#ff0;color:#000}
+code,kbd,pre,samp{font-family:monospace;font-size:1em}
+pre{white-space:pre-wrap}
+q{quotes:\201C \201D \2018 \2019}
+small{font-size:80%}
+sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
+sup{top:-.5em}
+sub{bottom:-.25em}
+img{border:0}
+svg:not(:root){overflow:hidden}
+figure{margin:0}
+fieldset{border:1px solid silver;margin:0 2px;padding:.35em .625em .75em}
+legend{border:0;padding:0}
+button,input,select,textarea{font-family:inherit;font-size:100%;margin:0}
+button,input{line-height:normal}
+button,select{text-transform:none}
+button,html
input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer}
+button[disabled],html input[disabled]{cursor:default}
+input[type=checkbox],input[type=radio]{box-sizing:border-box;padding:0}
+input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}
+input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}
+button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}
+textarea{overflow:auto;vertical-align:top}
+table{border-collapse:collapse;border-spacing:0}
+*,*:before,*:after{-moz-box-sizing:border-box;-webkit-box-sizing:border-box;box-sizing:border-box}
+html,body{font-size:100%}
+body{background:#fff;color:rgba(0,0,0,.8);padding:0;margin:0;font-family:Noto
Serif,DejaVu
Serif,serif;font-weight:400;font-style:normal;line-height:1;position:relative;cursor:auto}
+a:hover{cursor:pointer}
+img,object,embed{max-width:100%;height:auto}
+object,embed{height:100%}
+img{-ms-interpolation-mode:bicubic}
+#map_canvas img,#map_canvas embed,#map_canvas object,.map_canvas
img,.map_canvas embed,.map_canvas object{max-width:none!important}
+.left{float:left!important}
+.right{float:right!important}
+.text-left{text-align:left!important}
+.text-right{text-align:right!important}
+.text-center{text-align:center!important}
+.text-justify{text-align:justify!important}
+.hide{display:none}
+.antialiased,body{-webkit-font-smoothing:antialiased}
+img{display:inline-block;vertical-align:middle}
+textarea{height:auto;min-height:50px}
+select{width:100%}
+p.lead,.paragraph.leadp,#preamble.sectionbody.paragraph:first-of-type
p{font-size:1.21875em;line-height:1.6}
+.subheader,.admonitionblock
[jira] [Commented] (NIFI-162) Create overall documentation/engage theme on website
[ https://issues.apache.org/jira/browse/NIFI-162?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262316#comment-14262316 ] ASF subversion and git services commented on NIFI-162: -- Commit 1648743 from [~joewitt] in branch 'site/trunk' [ https://svn.apache.org/r1648743 ] NIFI-162 adding user guide and overview to site Create overall documentation/engage theme on website Key: NIFI-162 URL: https://issues.apache.org/jira/browse/NIFI-162 Project: Apache NiFi Issue Type: Task Components: Documentation Website, Tools and Build Environment: apache nifi website Reporter: Joseph Witt Assignee: Joseph Witt Priority: Critical Labels: documentation Fix For: 0.0.1 Perspectives / Flow of Documentation: - Overview -- What problem does NiFi solve? -- What is the general design philosophy of NiFi? -- What are some of the key features? - User Guide -- Dataflow Manager --- How to build flows --- Create / Share / Use templates --- How to monitor behavior/performance --- Data Provenance --- In-line documentation / change history -- Observer --- Read-only access - System Administration Guide --- How to install --- Best practice configuration --- Security / Hardening --- Controlling access/levels of access - Developer Guide -- What are the extension points -- What is a NAR and what does the Classloader hierarchy/model look like? -- How to build extensions -- Thinking about the right abstraction and considering cohesion/coupling for a processor or extension in general -- Emphasis on the user experience - the in-line documentation, the naming of properties, is a custom UI needed, etc.. -- Key things to consider/design considerations/strengths/limitations -- How to contribute to Apache NiFI These are meant to flow logically from top to bottom where we want to gain interest in reading further by explaining the 'why' / the 'context'. Then it flows into usage and capabilities of the application. Then we flow into how to extend the application's capabilities to suit your needs and to contribute back to the community. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
svn commit: r1648743 [2/4] - in /incubator/nifi/site/trunk/content/docs: nifi-docs/ nifi-docs/images/ user-guide/ user-guide/images/
Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconRun.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconRun.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconRun.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSecure.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSecure.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSecure.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconStop.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconStop.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconStop.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSummary.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSummary.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconSummary.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTemplate.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTemplate.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTemplate.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionActive.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionActive.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionActive.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionInactive.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionInactive.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/iconTransmissionInactive.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template-description.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template-description.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template-description.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template.png?rev=1648743view=auto == Binary file - no diff available. Propchange: incubator/nifi/site/trunk/content/docs/nifi-docs/images/instantiate-template.png -- svn:mime-type = image/png Added: incubator/nifi/site/trunk/content/docs/nifi-docs/images/invalid-processor.png URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/docs/nifi-docs/images/invalid-processor.png?rev=1648743view=auto
svn commit: r1648746 - /incubator/nifi/site/trunk/templates/nav.html
Author: joewitt Date: Wed Dec 31 17:26:13 2014 New Revision: 1648746 URL: http://svn.apache.org/r1648746 Log: Added overview and changed link to updated user guide Modified: incubator/nifi/site/trunk/templates/nav.html Modified: incubator/nifi/site/trunk/templates/nav.html URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/templates/nav.html?rev=1648746r1=1648745r2=1648746view=diff == --- incubator/nifi/site/trunk/templates/nav.html (original) +++ incubator/nifi/site/trunk/templates/nav.html Wed Dec 31 17:26:13 2014 @@ -25,7 +25,8 @@ a href=# class=dropdown-toggle data-toggle=dropdown role=button aria-expanded=falseDocumentationspan class=caret/span/a ul class=dropdown-menu role=menu lia href=/docs/faq.htmlFAQ/a/li - lia href=/docs/user-guide/nifi-user-guide.htmlUser Guide/a/li + lia href=/docs/nifi-docs/overview.htmlNiFi Overview/a/li + lia href=/docs/nifi-docs/user-guide.htmlUser Guide/a/li /ul /li li class=dropdown
svn commit: r934624 - in /websites/staging/nifi/trunk/content: ./ development/quickstart.html docs/faq.html docs/roadmap.html downloads/index.html index.html mailing_lists.html people.html sitemap.htm
Author: buildbot Date: Wed Dec 31 17:26:19 2014 New Revision: 934624 Log: Staging update by buildbot for nifi Modified: websites/staging/nifi/trunk/content/ (props changed) websites/staging/nifi/trunk/content/development/quickstart.html websites/staging/nifi/trunk/content/docs/faq.html websites/staging/nifi/trunk/content/docs/roadmap.html websites/staging/nifi/trunk/content/downloads/index.html websites/staging/nifi/trunk/content/index.html websites/staging/nifi/trunk/content/mailing_lists.html websites/staging/nifi/trunk/content/people.html websites/staging/nifi/trunk/content/sitemap.html Propchange: websites/staging/nifi/trunk/content/ -- --- cms:source-revision (original) +++ cms:source-revision Wed Dec 31 17:26:19 2014 @@ -1 +1 @@ -1648743 +1648746 Modified: websites/staging/nifi/trunk/content/development/quickstart.html == --- websites/staging/nifi/trunk/content/development/quickstart.html (original) +++ websites/staging/nifi/trunk/content/development/quickstart.html Wed Dec 31 17:26:19 2014 @@ -57,7 +57,8 @@ a href=# class=dropdown-toggle data-toggle=dropdown role=button aria-expanded=falseDocumentationspan class=caret/span/a ul class=dropdown-menu role=menu lia href=/docs/faq.htmlFAQ/a/li - lia href=/docs/user-guide/nifi-user-guide.htmlUser Guide/a/li + lia href=/docs/nifi-docs/overview.htmlNiFi Overview/a/li + lia href=/docs/nifi-docs/user-guide.htmlUser Guide/a/li /ul /li li class=dropdown Modified: websites/staging/nifi/trunk/content/docs/faq.html == --- websites/staging/nifi/trunk/content/docs/faq.html (original) +++ websites/staging/nifi/trunk/content/docs/faq.html Wed Dec 31 17:26:19 2014 @@ -57,7 +57,8 @@ a href=# class=dropdown-toggle data-toggle=dropdown role=button aria-expanded=falseDocumentationspan class=caret/span/a ul class=dropdown-menu role=menu lia href=/docs/faq.htmlFAQ/a/li - lia href=/docs/user-guide/nifi-user-guide.htmlUser Guide/a/li + lia href=/docs/nifi-docs/overview.htmlNiFi Overview/a/li + lia href=/docs/nifi-docs/user-guide.htmlUser Guide/a/li /ul /li li class=dropdown Modified: websites/staging/nifi/trunk/content/docs/roadmap.html == --- websites/staging/nifi/trunk/content/docs/roadmap.html (original) +++ websites/staging/nifi/trunk/content/docs/roadmap.html Wed Dec 31 17:26:19 2014 @@ -57,7 +57,8 @@ a href=# class=dropdown-toggle data-toggle=dropdown role=button aria-expanded=falseDocumentationspan class=caret/span/a ul class=dropdown-menu role=menu lia href=/docs/faq.htmlFAQ/a/li - lia href=/docs/user-guide/nifi-user-guide.htmlUser Guide/a/li + lia href=/docs/nifi-docs/overview.htmlNiFi Overview/a/li + lia href=/docs/nifi-docs/user-guide.htmlUser Guide/a/li /ul /li li class=dropdown Modified: websites/staging/nifi/trunk/content/downloads/index.html == --- websites/staging/nifi/trunk/content/downloads/index.html (original) +++ websites/staging/nifi/trunk/content/downloads/index.html Wed Dec 31 17:26:19 2014 @@ -57,7 +57,8 @@ a href=# class=dropdown-toggle data-toggle=dropdown role=button aria-expanded=falseDocumentationspan class=caret/span/a ul class=dropdown-menu role=menu lia href=/docs/faq.htmlFAQ/a/li - lia href=/docs/user-guide/nifi-user-guide.htmlUser Guide/a/li + lia href=/docs/nifi-docs/overview.htmlNiFi Overview/a/li + lia href=/docs/nifi-docs/user-guide.htmlUser Guide/a/li /ul /li li class=dropdown Modified: websites/staging/nifi/trunk/content/index.html == --- websites/staging/nifi/trunk/content/index.html (original) +++
[jira] [Assigned] (NIFI-210) Scala Support for ExecuteScript Processor
[ https://issues.apache.org/jira/browse/NIFI-210?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Jason Carey reassigned NIFI-210: Assignee: Jason Carey Scala Support for ExecuteScript Processor - Key: NIFI-210 URL: https://issues.apache.org/jira/browse/NIFI-210 Project: Apache NiFi Issue Type: Improvement Components: Core Framework Affects Versions: 0.0.1 Reporter: A. Steven Anderson Assignee: Jason Carey Labels: processor, scala Add latest Scala version support for ExcecuteScript processor. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
svn commit: r1648765 - /incubator/nifi/site/trunk/content/index.mdtext
Author: joewitt Date: Wed Dec 31 18:24:46 2014 New Revision: 1648765 URL: http://svn.apache.org/r1648765 Log: added short blurb about security Modified: incubator/nifi/site/trunk/content/index.mdtext Modified: incubator/nifi/site/trunk/content/index.mdtext URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/index.mdtext?rev=1648765r1=1648764r2=1648765view=diff == --- incubator/nifi/site/trunk/content/index.mdtext (original) +++ incubator/nifi/site/trunk/content/index.mdtext Wed Dec 31 18:24:46 2014 @@ -28,6 +28,7 @@ Apache NiFi supports powerful and scalab - Highly configurable along several dimensions of quality of service such as loss tolerant versus guaranteed delivery, low latency versus high throughput, and priority based queuing - Fine-grained data provenance for all data received, forked, joined, cloned, modified, sent, and ultimately dropped as data reaches its configured end-state - Component-based extension model along well defined interfaces enabling rapid development and effective testing +- Secure: Supports various secure protocols for system to system flows and content encryption/decryption. SSL, PKI, pluggable authorization for users. ## Disclaimer
svn commit: r934632 - in /websites/staging/nifi/trunk/content: ./ index.html
Author: buildbot Date: Wed Dec 31 18:24:50 2014 New Revision: 934632 Log: Staging update by buildbot for nifi Modified: websites/staging/nifi/trunk/content/ (props changed) websites/staging/nifi/trunk/content/index.html Propchange: websites/staging/nifi/trunk/content/ -- --- cms:source-revision (original) +++ cms:source-revision Wed Dec 31 18:24:50 2014 @@ -1 +1 @@ -1648746 +1648765 Modified: websites/staging/nifi/trunk/content/index.html == --- websites/staging/nifi/trunk/content/index.html (original) +++ websites/staging/nifi/trunk/content/index.html Wed Dec 31 18:24:50 2014 @@ -104,6 +104,7 @@ liHighly configurable along several dimensions of quality of service such as loss tolerant versus guaranteed delivery, low latency versus high throughput, and priority based queuing/li liFine-grained data provenance for all data received, forked, joined, cloned, modified, sent, and ultimately dropped as data reaches its configured end-state/li liComponent-based extension model along well defined interfaces enabling rapid development and effective testing/li +liSecure: Supports various secure protocols for system to system flows and content encryption/decryption. SSL, PKI, pluggable authorization for users./li /ul h2 id=disclaimerDisclaimer/h2 pApache NiFi is an effort undergoing incubation at the Apache Software
svn commit: r934636 - /websites/production/nifi/content/
Author: joewitt Date: Wed Dec 31 18:30:13 2014 New Revision: 934636 Log: Publishing svnmucc operation to nifi site by joewitt Added: websites/production/nifi/content/ - copied from r934635, websites/staging/nifi/trunk/content/
svn commit: r1648766 - /incubator/nifi/site/trunk/content/index.mdtext
Author: joewitt Date: Wed Dec 31 18:30:00 2014 New Revision: 1648766 URL: http://svn.apache.org/r1648766 Log: made wording slightly less awkward Modified: incubator/nifi/site/trunk/content/index.mdtext Modified: incubator/nifi/site/trunk/content/index.mdtext URL: http://svn.apache.org/viewvc/incubator/nifi/site/trunk/content/index.mdtext?rev=1648766r1=1648765r2=1648766view=diff == --- incubator/nifi/site/trunk/content/index.mdtext (original) +++ incubator/nifi/site/trunk/content/index.mdtext Wed Dec 31 18:30:00 2014 @@ -28,7 +28,7 @@ Apache NiFi supports powerful and scalab - Highly configurable along several dimensions of quality of service such as loss tolerant versus guaranteed delivery, low latency versus high throughput, and priority based queuing - Fine-grained data provenance for all data received, forked, joined, cloned, modified, sent, and ultimately dropped as data reaches its configured end-state - Component-based extension model along well defined interfaces enabling rapid development and effective testing -- Secure: Supports various secure protocols for system to system flows and content encryption/decryption. SSL, PKI, pluggable authorization for users. +- Security: Supports various forms of SSL, SSH, HTTPS for system to system flows and content encryption/decryption. And SSL, PKI, pluggable authorization for users. ## Disclaimer
[jira] [Assigned] (NIFI-208) If a file shows up for pickup but perms block it - the whole pickup process halts
[ https://issues.apache.org/jira/browse/NIFI-208?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Joseph Witt reassigned NIFI-208: Assignee: Joseph Witt If a file shows up for pickup but perms block it - the whole pickup process halts - Key: NIFI-208 URL: https://issues.apache.org/jira/browse/NIFI-208 Project: Apache NiFi Issue Type: Bug Components: Extensions Reporter: Joseph Witt Assignee: Joseph Witt Priority: Minor Labels: beginner Fix For: 0.0.1 In GetFile there appears to be an issue where if a file shows up in the directory for pickup but that file's permissions are insufficient to allow pickup the whole pickup process for other valid files gets stuck. This is likely pretty easy to replicate and pretty easy to solve. Likely should keep a 'problematic' files set to avoid for a period of time such problematic objects. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
incubator-nifi git commit: NIFI-208 refined logic for identifying files to pull
Repository: incubator-nifi
Updated Branches:
refs/heads/develop ad90fbf24 - 3004ff172
NIFI-208 refined logic for identifying files to pull
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/3004ff17
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/3004ff17
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/3004ff17
Branch: refs/heads/develop
Commit: 3004ff172054e8991e9b66a7c71fabd06f8bbc4c
Parents: ad90fbf
Author: joewitt joew...@apache.org
Authored: Wed Dec 31 14:36:42 2014 -0500
Committer: joewitt joew...@apache.org
Committed: Wed Dec 31 14:36:42 2014 -0500
--
.../nifi/processors/standard/GetFile.java | 20
.../index.html | 6 --
2 files changed, 20 insertions(+), 6 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/3004ff17/nar-bundles/standard-bundle/standard-processors/src/main/java/org/apache/nifi/processors/standard/GetFile.java
--
diff --git
a/nar-bundles/standard-bundle/standard-processors/src/main/java/org/apache/nifi/processors/standard/GetFile.java
b/nar-bundles/standard-bundle/standard-processors/src/main/java/org/apache/nifi/processors/standard/GetFile.java
index 1a1213c..bf4de58 100644
---
a/nar-bundles/standard-bundle/standard-processors/src/main/java/org/apache/nifi/processors/standard/GetFile.java
+++
b/nar-bundles/standard-bundle/standard-processors/src/main/java/org/apache/nifi/processors/standard/GetFile.java
@@ -67,7 +67,7 @@ import org.apache.nifi.processor.util.StandardValidators;
@TriggerWhenEmpty
@Tags({local, files, filesystem, ingest, ingress, get, source,
input})
-@CapabilityDescription(Creates FlowFiles from files in a directory)
+@CapabilityDescription(Creates FlowFiles from files in a directory. NiFi
will ignore files it doesn't have at least read permissions for.)
public class GetFile extends AbstractProcessor {
public static final PropertyDescriptor DIRECTORY = new
PropertyDescriptor.Builder()
@@ -86,7 +86,10 @@ public class GetFile extends AbstractProcessor {
.build();
public static final PropertyDescriptor KEEP_SOURCE_FILE = new
PropertyDescriptor.Builder()
.name(Keep Source File)
-.description(If true, the file is not deleted after it has been
copied to the Content Repository; this causes the file to be picked up
continually and is useful for testing purposes)
+.description(If true, the file is not deleted after it has been
copied to the Content Repository;
++ this causes the file to be picked up continually and is
useful for testing purposes.
++ If not keeping original NiFi will need write
permissions on the directory it is pulling
++ from otherwise it will ignore the file.)
.required(true)
.allowableValues(true, false)
.defaultValue(false)
@@ -224,6 +227,7 @@ public class GetFile extends AbstractProcessor {
final boolean recurseDirs = context.getProperty(RECURSE).asBoolean();
final String pathPatternStr =
context.getProperty(PATH_FILTER).getValue();
final Pattern pathPattern = (!recurseDirs || pathPatternStr == null) ?
null : Pattern.compile(pathPatternStr);
+final boolean keepOriginal =
context.getProperty(KEEP_SOURCE_FILE).asBoolean();
return new FileFilter() {
@Override
@@ -252,6 +256,15 @@ public class GetFile extends AbstractProcessor {
}
}
}
+//Verify that we have at least read permissions on the file
we're considering grabbing
+if(!Files.isReadable(file.toPath())){
+return false;
+}
+
+//Verify that if we're not keeping original that we have write
permissions on the directory the file is in
+if(keepOriginal == false
!Files.isWritable(file.toPath().getParent())){
+return false;
+}
return filePattern.matcher(file.getName()).matches();
}
};
@@ -375,12 +388,11 @@ public class GetFile extends AbstractProcessor {
}
final ListIteratorFile itr = files.listIterator();
-File file = null;
FlowFile flowFile = null;
try {
final Path directoryPath = directory.toPath();
while (itr.hasNext()) {
-file = itr.next();
+final File file = itr.next();
final Path filePath = file.toPath();
final Path relativePath =
[jira] [Resolved] (NIFI-208) If a file shows up for pickup but perms block it - the whole pickup process halts
[ https://issues.apache.org/jira/browse/NIFI-208?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Joseph Witt resolved NIFI-208. -- Resolution: Fixed If a file shows up for pickup but perms block it - the whole pickup process halts - Key: NIFI-208 URL: https://issues.apache.org/jira/browse/NIFI-208 Project: Apache NiFi Issue Type: Bug Components: Extensions Reporter: Joseph Witt Assignee: Joseph Witt Priority: Minor Labels: beginner Fix For: 0.0.1 Attachments: NIFI-208.patch.txt In GetFile there appears to be an issue where if a file shows up in the directory for pickup but that file's permissions are insufficient to allow pickup the whole pickup process for other valid files gets stuck. This is likely pretty easy to replicate and pretty easy to solve. Likely should keep a 'problematic' files set to avoid for a period of time such problematic objects. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-210) Scala Support for ExecuteScript Processor
[ https://issues.apache.org/jira/browse/NIFI-210?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262424#comment-14262424 ] Jason Carey commented on NIFI-210: -- [~stevea] Can you elaborate on your use case? Most likely, it will be better to call the Scala code directly from Java. In other words, you could write a NiFi processor in Java (or Scala) that calls your Scala code. Any necessary configuration can be exposed as NiFi processor properties and passed to your Scala code. The ExecuteScript processor cannot make the same guarantees as with other already supported languages (e.g., dynamically setting the classpath). I can help you with your use case and provide examples if that is helpful. Scala Support for ExecuteScript Processor - Key: NIFI-210 URL: https://issues.apache.org/jira/browse/NIFI-210 Project: Apache NiFi Issue Type: Improvement Components: Core Framework Affects Versions: 0.0.1 Reporter: A. Steven Anderson Assignee: Jason Carey Labels: processor, scala Add latest Scala version support for ExcecuteScript processor. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Created] (NIFI-217) Add properties to bootstrap.conf for PermGen size
Mark Payne created NIFI-217: --- Summary: Add properties to bootstrap.conf for PermGen size Key: NIFI-217 URL: https://issues.apache.org/jira/browse/NIFI-217 Project: Apache NiFi Issue Type: Improvement Components: Configuration Affects Versions: 0.0.1 Reporter: Mark Payne Assignee: Mark Payne Fix For: 0.0.1 Additional Java args are advantageous and should be added to the bootstrap.conf file -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (NIFI-217) Add properties to bootstrap.conf for PermGen size
[ https://issues.apache.org/jira/browse/NIFI-217?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Mark Payne updated NIFI-217: Attachment: NIFI-217.patch.txt Add properties to bootstrap.conf for PermGen size - Key: NIFI-217 URL: https://issues.apache.org/jira/browse/NIFI-217 Project: Apache NiFi Issue Type: Improvement Components: Configuration Affects Versions: 0.0.1 Reporter: Mark Payne Assignee: Mark Payne Fix For: 0.0.1 Attachments: NIFI-217.patch.txt Additional Java args are advantageous and should be added to the bootstrap.conf file -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-217) Add properties to bootstrap.conf for PermGen size
[ https://issues.apache.org/jira/browse/NIFI-217?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262435#comment-14262435 ] Mark Payne commented on NIFI-217: - NiFi loads many classes in order to support all of the different interactions with different types of services. Java 7's defaults for PermGen are a bit low for our needs. This allows for more of the Java Heap to be used for Class loading. Add properties to bootstrap.conf for PermGen size - Key: NIFI-217 URL: https://issues.apache.org/jira/browse/NIFI-217 Project: Apache NiFi Issue Type: Improvement Components: Configuration Affects Versions: 0.0.1 Reporter: Mark Payne Assignee: Mark Payne Fix For: 0.0.1 Attachments: NIFI-217.patch.txt Additional Java args are advantageous and should be added to the bootstrap.conf file -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-217) Add properties to bootstrap.conf for PermGen size
[ https://issues.apache.org/jira/browse/NIFI-217?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262434#comment-14262434 ] Joseph Witt commented on NIFI-217: -- mark: Great am a +1. But can you please add a comment on permgen explaining that we load lots of classes and the default settings on Java 7 are a bit too low. Without modifying these values there could be too much contention there and it can slow down the processing Add properties to bootstrap.conf for PermGen size - Key: NIFI-217 URL: https://issues.apache.org/jira/browse/NIFI-217 Project: Apache NiFi Issue Type: Improvement Components: Configuration Affects Versions: 0.0.1 Reporter: Mark Payne Assignee: Mark Payne Fix For: 0.0.1 Attachments: NIFI-217.patch.txt Additional Java args are advantageous and should be added to the bootstrap.conf file -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Created] (NIFI-218) Create Expression Language Guide
Mark Payne created NIFI-218: --- Summary: Create Expression Language Guide Key: NIFI-218 URL: https://issues.apache.org/jira/browse/NIFI-218 Project: Apache NiFi Issue Type: Task Components: Core UI, Documentation Website Affects Versions: 0.0.1 Reporter: Mark Payne Fix For: 0.0.1 We need a guide to explain what the Expression Language is, how to use it, when to use it, and what the different functions are and do. This also needs to be integrated into the UI's help page. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-217) Add properties to bootstrap.conf for PermGen size
[ https://issues.apache.org/jira/browse/NIFI-217?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262436#comment-14262436 ] ASF subversion and git services commented on NIFI-217: -- Commit e07b910a55f4dd0063207018d3341c9940e72559 in incubator-nifi's branch refs/heads/develop from [~markap14] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=e07b910 ] NIFI-217: Added PermGen properties and property to enable G1GC but leave them commented out Add properties to bootstrap.conf for PermGen size - Key: NIFI-217 URL: https://issues.apache.org/jira/browse/NIFI-217 Project: Apache NiFi Issue Type: Improvement Components: Configuration Affects Versions: 0.0.1 Reporter: Mark Payne Assignee: Mark Payne Fix For: 0.0.1 Attachments: NIFI-217.patch.txt Additional Java args are advantageous and should be added to the bootstrap.conf file -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[2/2] incubator-nifi git commit: Merge branch 'develop' of https://git-wip-us.apache.org/repos/asf/incubator-nifi into develop
Merge branch 'develop' of https://git-wip-us.apache.org/repos/asf/incubator-nifi into develop Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/d3d10958 Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/d3d10958 Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/d3d10958 Branch: refs/heads/develop Commit: d3d10958a77e423f1c3844bbeb28c2b01afaf24c Parents: e07b910 3004ff1 Author: Mark Payne marka...@hotmail.com Authored: Wed Dec 31 16:17:51 2014 -0500 Committer: Mark Payne marka...@hotmail.com Committed: Wed Dec 31 16:17:51 2014 -0500 -- assembly/pom.xml| 1 + .../org/apache/nifi/util/NiFiProperties.java| 6 + .../src/main/resources/conf/nifi.properties | 1 + .../org/apache/nifi/web/server/JettyServer.java | 2 +- .../nifi/processors/standard/GetFile.java | 20 +- .../index.html | 6 +- nifi-docs/src/main/asciidoc/overview.adoc | 188 +-- 7 files changed, 162 insertions(+), 62 deletions(-) --
[jira] [Commented] (NIFI-218) Create Expression Language Guide
[ https://issues.apache.org/jira/browse/NIFI-218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262437#comment-14262437 ] Joseph Witt commented on NIFI-218: -- mark; if you get expression language doc/guide going in nifi-docs i can take care of the integration part for the help page and so on. Just let me know when you pass the torch Create Expression Language Guide Key: NIFI-218 URL: https://issues.apache.org/jira/browse/NIFI-218 Project: Apache NiFi Issue Type: Task Components: Core UI, Documentation Website Affects Versions: 0.0.1 Reporter: Mark Payne Fix For: 0.0.1 We need a guide to explain what the Expression Language is, how to use it, when to use it, and what the different functions are and do. This also needs to be integrated into the UI's help page. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[1/2] incubator-nifi git commit: NIFI-217: Added PermGen properties and property to enable G1GC but leave them commented out
Repository: incubator-nifi Updated Branches: refs/heads/develop 3004ff172 - d3d10958a NIFI-217: Added PermGen properties and property to enable G1GC but leave them commented out Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/e07b910a Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/e07b910a Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/e07b910a Branch: refs/heads/develop Commit: e07b910a55f4dd0063207018d3341c9940e72559 Parents: ebf3cdc Author: Mark Payne marka...@hotmail.com Authored: Wed Dec 31 16:08:39 2014 -0500 Committer: Mark Payne marka...@hotmail.com Committed: Wed Dec 31 16:08:39 2014 -0500 -- .../framework/resources/src/main/resources/conf/bootstrap.conf | 6 ++ 1 file changed, 6 insertions(+) -- http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/e07b910a/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/bootstrap.conf -- diff --git a/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/bootstrap.conf b/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/bootstrap.conf index 79ece96..8568e64 100644 --- a/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/bootstrap.conf +++ b/nar-bundles/framework-bundle/framework/resources/src/main/resources/conf/bootstrap.conf @@ -32,3 +32,9 @@ java.arg.6=-Djava.protocol.handler.pkgs=sun.net.www.protocol #java.arg.7=-XX:ReservedCodeCacheSize=256m #java.arg.8=-XX:CodeCacheFlushingMinimumFreeSpace=10m #java.arg.9=-XX:+UseCodeCacheFlushing +#java.arg.11=-XX:PermSize=128M +#java.arg.12=-XX:MaxPermSize=128M + +# The G1GC is still considered experimental but has proven to be very advantageous in providing great +# performance without significant stop-the-world delays. +#java.arg.10=-XX:+UseG1GC \ No newline at end of file
incubator-nifi git commit: NIFI-218: Started Expression Language guide
Repository: incubator-nifi
Updated Branches:
refs/heads/develop d3d10958a - 68b7ad78c
NIFI-218: Started Expression Language guide
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/68b7ad78
Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/68b7ad78
Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/68b7ad78
Branch: refs/heads/develop
Commit: 68b7ad78ccb8ee6cd6cad5218fbbd13438085f5f
Parents: d3d1095
Author: Mark Payne marka...@hotmail.com
Authored: Wed Dec 31 16:18:38 2014 -0500
Committer: Mark Payne marka...@hotmail.com
Committed: Wed Dec 31 16:18:38 2014 -0500
--
.../asciidoc/expression-language-guide.adoc | 1401 ++
1 file changed, 1401 insertions(+)
--
http://git-wip-us.apache.org/repos/asf/incubator-nifi/blob/68b7ad78/nifi-docs/src/main/asciidoc/expression-language-guide.adoc
--
diff --git a/nifi-docs/src/main/asciidoc/expression-language-guide.adoc
b/nifi-docs/src/main/asciidoc/expression-language-guide.adoc
new file mode 100644
index 000..5e01064
--- /dev/null
+++ b/nifi-docs/src/main/asciidoc/expression-language-guide.adoc
@@ -0,0 +1,1401 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one or more
+// contributor license agreements. See the NOTICE file distributed with
+// this work for additional information regarding copyright ownership.
+// The ASF licenses this file to You under the Apache License, Version 2.0
+// (the License); you may not use this file except in compliance with
+// the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an AS IS BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+Apache NiFi Expression Language Guide
+=
+Apache NiFi Team d...@nifi.incubator.apache.org
+:homepage: http://nifi.incubator.apache.org
+
+[[overview]]
+Overview
+
+All data in Apache NiFi is represented by an abstraction called a FlowFile.
+A FlowFile is comprised of two major pieces: content and attributes.
+The content portion of the FlowFile represents the data on which to operate.
+For instance, if a file is picked up from a local file system using the
+GetFile Processor, the contents of the file will become the contents of the
+FlowFile.
+
+The attributes portion of the FlowFile represents information about the data
+itself, or metadata. Attributes are key-value pairs that represent what is
+known about the data as well as information that is useful for routing and
+processing the data appropriately.
+Keeping with the example of a file that is picked up from
+a local file system, the FlowFile would have an attribute called `filename`
that
+reflected the name of the file on the file system. Additionally, the FlowFile
will
+have a `path` attribute that reflects the directory on the file system that
this
+file lived in. The FlowFile will also have an attribute named `uuid`, which is
a
+unique identifier for this FlowFile.
+
+However, placing these attributes on a FlowFile do not provide much benefit
+if the user is unable to make use of them. The NiFi Expression Language
provides
+the ability to reference these attributes, compare them to other values,
+and manipulate their values.
+
+
+[[structure]]
+Structure of a NiFi Expression
+--
+
+The NiFi Expression Language always begins with the start delimiter `${` and
ends
+with the end delimiter `}`. Between the start and end delimiters is the text
of the
+Expression itself. In its most basic form, the Expression can consist of just
an
+attribute name. For example, `${filename}` will return the value of the
``filename''
+attribute.
+
+In a slightly more complex example, we can instead return a manipulation of
this value.
+We can, for example, return an all upper-case version of the filename by
calling the
+`toUpper` function: `${filename:toUpper()}`. In this case, we reference the
``filename''
+attribute and then manipulate this value by using the `toUpper` function. A
function call
+consists of 5 elements. First, there is a function call delimiter `:`. Second
is the name
+of the function - in this case, ``toUpper''. Next is an open parenthesis
(`(`), followed
+by the function arguments. The arguments necessary are dependent upon which
function
+is being called. In this example, we are using the `toUpper` function, which
does not
+have any arguments, so this element is omitted.
[jira] [Commented] (NIFI-218) Create Expression Language Guide
[ https://issues.apache.org/jira/browse/NIFI-218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262439#comment-14262439 ] ASF subversion and git services commented on NIFI-218: -- Commit 68b7ad78ccb8ee6cd6cad5218fbbd13438085f5f in incubator-nifi's branch refs/heads/develop from [~markap14] [ https://git-wip-us.apache.org/repos/asf?p=incubator-nifi.git;h=68b7ad7 ] NIFI-218: Started Expression Language guide Create Expression Language Guide Key: NIFI-218 URL: https://issues.apache.org/jira/browse/NIFI-218 Project: Apache NiFi Issue Type: Task Components: Core UI, Documentation Website Affects Versions: 0.0.1 Reporter: Mark Payne Fix For: 0.0.1 We need a guide to explain what the Expression Language is, how to use it, when to use it, and what the different functions are and do. This also needs to be integrated into the UI's help page. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-210) Scala Support for ExecuteScript Processor
[ https://issues.apache.org/jira/browse/NIFI-210?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262441#comment-14262441 ] A. Steven Anderson commented on NIFI-210: - Well, it's pretty much the same use case as the other languages that are supported; i.e. you have some simple processing you want to do but in Scala instead of the other languages. ;-) Scala Support for ExecuteScript Processor - Key: NIFI-210 URL: https://issues.apache.org/jira/browse/NIFI-210 Project: Apache NiFi Issue Type: Improvement Components: Core Framework Affects Versions: 0.0.1 Reporter: A. Steven Anderson Assignee: Jason Carey Labels: processor, scala Add latest Scala version support for ExcecuteScript processor. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Commented] (NIFI-210) Scala Support for ExecuteScript Processor
[ https://issues.apache.org/jira/browse/NIFI-210?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanelfocusedCommentId=14262457#comment-14262457 ] Jason Carey commented on NIFI-210: -- By simple processing, I assume you mean what is provided by scala-lang. Also, keep in mind that by externalizing the logic to a script, you lose the ability to debug it whereas with a little more code, you can have a dedicated processor with less indirection, a clearer processor interface, and the ability to debug. Thoughts on these limitations? Scala Support for ExecuteScript Processor - Key: NIFI-210 URL: https://issues.apache.org/jira/browse/NIFI-210 Project: Apache NiFi Issue Type: Improvement Components: Core Framework Affects Versions: 0.0.1 Reporter: A. Steven Anderson Assignee: Jason Carey Labels: processor, scala Add latest Scala version support for ExcecuteScript processor. -- This message was sent by Atlassian JIRA (v6.3.4#6332)
