Merge pull request #2 from apache/develop Merging latest Apache NiFi to fork
Project: http://git-wip-us.apache.org/repos/asf/incubator-nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-nifi/commit/421ad8fb Tree: http://git-wip-us.apache.org/repos/asf/incubator-nifi/tree/421ad8fb Diff: http://git-wip-us.apache.org/repos/asf/incubator-nifi/diff/421ad8fb Branch: refs/heads/NIFI-632 Commit: 421ad8fb133d3bab32bc20d98011e9dfa0caff99 Parents: 29b4e56 e2750d4 Author: Brian Ghigiarelli <briang...@gmail.com> Authored: Wed May 13 20:32:23 2015 -0400 Committer: Brian Ghigiarelli <briang...@gmail.com> Committed: Wed May 13 20:32:23 2015 -0400 ---------------------------------------------------------------------- KEYS | 58 + README.md | 39 +- nifi-nar-maven-plugin/README.md | 18 +- nifi-nar-maven-plugin/pom.xml | 184 +- .../src/main/java/org/apache/nifi/NarMojo.java | 4 +- nifi-parent/DISCLAIMER | 15 + nifi-parent/LICENSE | 202 +++ nifi-parent/NOTICE | 5 + nifi-parent/README.md | 73 + nifi-parent/pom.xml | 431 +++++ nifi-site/Gruntfile.js | 244 ++- nifi-site/README.md | 41 +- nifi-site/package.json | 17 +- nifi-site/src/images/flow.png | Bin 503302 -> 947350 bytes nifi-site/src/includes/header.hbs | 2 +- nifi-site/src/includes/topbar.hbs | 5 +- .../src/pages/html/administrator-guide.hbs | 7 + nifi-site/src/pages/html/developer-guide.hbs | 2 +- nifi-site/src/pages/html/download.hbs | 18 + nifi-site/src/pages/html/mailing_lists.hbs | 7 + nifi-site/src/pages/html/overview.hbs | 2 +- nifi-site/src/pages/html/people.hbs | 27 +- nifi-site/src/pages/html/rest-api.hbs | 7 + nifi-site/src/pages/html/roadmap.hbs | 30 - nifi-site/src/pages/html/screencasts.hbs | 45 +- nifi-site/src/pages/html/user-guide.hbs | 2 +- nifi-site/src/pages/markdown/licensing-guide.md | 120 ++ nifi-site/src/pages/markdown/quickstart.md | 17 +- nifi-site/src/pages/markdown/release-guide.md | 126 +- nifi-site/src/scss/app.scss | 2 + nifi/LICENSE | 22 + nifi/README.md | 64 +- .../annotation/behavior/DynamicProperties.java | 9 +- .../annotation/behavior/DynamicProperty.java | 29 +- .../behavior/DynamicRelationship.java | 15 +- .../nifi/annotation/behavior/EventDriven.java | 1 - .../annotation/behavior/ReadsAttribute.java | 19 +- .../annotation/behavior/ReadsAttributes.java | 13 +- .../annotation/behavior/SideEffectFree.java | 24 +- .../annotation/behavior/SupportsBatching.java | 1 - .../annotation/behavior/TriggerSerially.java | 10 +- .../TriggerWhenAnyDestinationAvailable.java | 10 +- .../annotation/behavior/TriggerWhenEmpty.java | 15 +- .../annotation/behavior/WritesAttribute.java | 20 +- .../annotation/behavior/WritesAttributes.java | 13 +- .../documentation/CapabilityDescription.java | 8 +- .../nifi/annotation/documentation/SeeAlso.java | 21 +- .../nifi/annotation/documentation/Tags.java | 14 +- .../nifi/annotation/lifecycle/OnAdded.java | 25 +- .../nifi/annotation/lifecycle/OnDisabled.java | 35 +- .../nifi/annotation/lifecycle/OnEnabled.java | 43 +- .../nifi/annotation/lifecycle/OnRemoved.java | 28 +- .../nifi/annotation/lifecycle/OnScheduled.java | 45 +- .../nifi/annotation/lifecycle/OnShutdown.java | 24 +- .../nifi/annotation/lifecycle/OnStopped.java | 25 +- .../annotation/lifecycle/OnUnscheduled.java | 31 +- .../notification/OnPrimaryNodeStateChange.java | 44 + .../notification/PrimaryNodeState.java | 33 + .../apache/nifi/authorization/Authority.java | 12 +- .../nifi/authorization/AuthorityProvider.java | 99 +- .../AuthorityProviderConfigurationContext.java | 12 +- .../authorization/DownloadAuthorization.java | 33 +- .../annotation/AuthorityProviderContext.java | 1 - .../exception/ProviderCreationException.java | 1 - .../exception/ProviderDestructionException.java | 1 - .../AbstractConfigurableComponent.java | 14 +- .../apache/nifi/components/AllowableValue.java | 30 +- .../nifi/components/ConfigurableComponent.java | 16 +- .../nifi/components/PropertyDescriptor.java | 79 +- .../apache/nifi/components/PropertyValue.java | 40 +- .../nifi/components/ValidationContext.java | 73 +- .../nifi/components/ValidationResult.java | 17 +- .../org/apache/nifi/components/Validator.java | 1 - .../controller/AbstractControllerService.java | 26 +- .../nifi/controller/ConfigurationContext.java | 10 +- .../nifi/controller/ControllerService.java | 48 +- .../ControllerServiceInitializationContext.java | 16 +- .../controller/ControllerServiceLookup.java | 49 +- .../apache/nifi/controller/FlowFileQueue.java | 36 +- .../org/apache/nifi/controller/Snippet.java | 48 +- .../org/apache/nifi/controller/Triggerable.java | 15 +- .../controller/annotation/OnConfigured.java | 6 +- .../repository/ContentRepository.java | 109 +- .../controller/repository/FlowFileRecord.java | 14 +- .../repository/FlowFileRepository.java | 27 +- .../repository/FlowFileSwapManager.java | 6 +- .../controller/repository/QueueProvider.java | 4 +- .../controller/repository/RepositoryRecord.java | 36 +- .../repository/RepositoryRecordType.java | 1 - .../repository/claim/ContentClaim.java | 7 +- .../repository/claim/ContentClaimManager.java | 45 +- .../controller/status/ConnectionStatus.java | 1 - .../controller/status/ProcessGroupStatus.java | 45 +- .../nifi/controller/status/ProcessorStatus.java | 1 - .../history/ComponentStatusRepository.java | 58 +- .../status/history/MetricDescriptor.java | 25 +- .../status/history/StatusHistory.java | 14 +- .../status/history/StatusSnapshot.java | 12 +- .../nifi/expression/AttributeExpression.java | 30 +- .../expression/AttributeValueDecorator.java | 4 +- .../expression/ExpressionLanguageCompiler.java | 10 +- .../java/org/apache/nifi/flowfile/FlowFile.java | 16 +- .../nifi/flowfile/FlowFilePrioritizer.java | 1 - .../org/apache/nifi/logging/ComponentLog.java | 50 +- .../org/apache/nifi/logging/ProcessorLog.java | 14 +- .../AbstractSessionFactoryProcessor.java | 11 +- .../org/apache/nifi/processor/DataUnit.java | 3 - .../apache/nifi/processor/FlowFileFilter.java | 6 +- .../apache/nifi/processor/ProcessContext.java | 31 +- .../apache/nifi/processor/ProcessSession.java | 119 +- .../org/apache/nifi/processor/Processor.java | 3 +- .../ProcessorInitializationContext.java | 12 +- .../org/apache/nifi/processor/QueueSize.java | 1 - .../org/apache/nifi/processor/Relationship.java | 1 - .../annotation/CapabilityDescription.java | 4 +- .../nifi/processor/annotation/EventDriven.java | 5 +- .../nifi/processor/annotation/OnAdded.java | 4 +- .../nifi/processor/annotation/OnRemoved.java | 4 +- .../nifi/processor/annotation/OnScheduled.java | 6 +- .../nifi/processor/annotation/OnShutdown.java | 4 +- .../nifi/processor/annotation/OnStopped.java | 4 +- .../processor/annotation/OnUnscheduled.java | 4 +- .../processor/annotation/SideEffectFree.java | 4 +- .../processor/annotation/SupportsBatching.java | 4 +- .../apache/nifi/processor/annotation/Tags.java | 8 +- .../processor/annotation/TriggerSerially.java | 6 +- .../TriggerWhenAnyDestinationAvailable.java | 5 +- .../processor/annotation/TriggerWhenEmpty.java | 4 +- .../exception/FlowFileAccessException.java | 1 - .../exception/FlowFileHandlingException.java | 1 - .../exception/MissingFlowFileException.java | 1 - .../processor/exception/ProcessException.java | 1 - .../nifi/processor/io/InputStreamCallback.java | 5 +- .../nifi/processor/io/OutputStreamCallback.java | 5 +- .../nifi/processor/io/StreamCallback.java | 10 +- .../nifi/provenance/ProvenanceEventBuilder.java | 120 +- .../nifi/provenance/ProvenanceEventRecord.java | 137 +- .../provenance/ProvenanceEventRepository.java | 66 +- .../lineage/ComputeLineageResult.java | 26 +- .../lineage/ComputeLineageSubmission.java | 28 +- .../apache/nifi/provenance/lineage/Lineage.java | 8 +- .../nifi/provenance/lineage/LineageNode.java | 22 +- .../apache/nifi/provenance/search/Query.java | 7 +- .../nifi/provenance/search/QueryResult.java | 30 +- .../nifi/provenance/search/QuerySubmission.java | 18 +- .../nifi/provenance/search/SearchableField.java | 20 +- .../apache/nifi/remote/RemoteDestination.java | 47 +- .../nifi/reporting/AbstractReportingTask.java | 26 +- .../nifi/reporting/BulletinRepository.java | 32 +- .../org/apache/nifi/reporting/EventAccess.java | 12 +- .../apache/nifi/reporting/ReportingContext.java | 36 +- .../ReportingInitializationContext.java | 33 +- .../apache/nifi/reporting/ReportingTask.java | 6 +- .../org/apache/nifi/search/SearchContext.java | 18 +- .../org/apache/nifi/search/SearchResult.java | 16 +- .../org/apache/nifi/web/ComponentDetails.java | 35 +- .../apache/nifi/web/ConfigurationAction.java | 30 +- .../nifi/web/NiFiWebConfigurationContext.java | 68 +- .../web/NiFiWebConfigurationRequestContext.java | 5 +- .../org/apache/nifi/web/NiFiWebContext.java | 18 +- .../apache/nifi/web/NiFiWebRequestContext.java | 8 +- .../nifi/web/ProcessorConfigurationAction.java | 24 +- .../main/java/org/apache/nifi/web/Revision.java | 5 +- .../org/apache/nifi/web/UiExtensionType.java | 11 +- .../org/apache/nifi/web/ViewableContent.java | 41 +- .../nifi/components/TestPropertyDescriptor.java | 18 +- nifi/nifi-assembly/LICENSE | 22 + nifi/nifi-assembly/NOTICE | 52 +- nifi/nifi-assembly/pom.xml | 929 +++++----- .../src/main/assembly/dependencies.xml | 5 + .../apache/nifi/bootstrap/BootstrapCodec.java | 118 +- .../org/apache/nifi/bootstrap/NiFiListener.java | 196 +-- .../java/org/apache/nifi/bootstrap/RunNiFi.java | 1648 +++++++++--------- .../org/apache/nifi/bootstrap/ShutdownHook.java | 120 +- .../exception/InvalidCommandException.java | 33 +- .../nifi/provenance/AsyncLineageSubmission.java | 1 + .../nifi/provenance/AsyncQuerySubmission.java | 7 +- .../nifi/provenance/SearchableFields.java | 21 +- .../nifi/provenance/StandardLineageResult.java | 8 +- .../StandardProvenanceEventRecord.java | 1 - .../nifi-expression-language/pom.xml | 7 + .../language/InvalidPreparedQuery.java | 13 +- .../attribute/expression/language/Query.java | 81 +- .../functions/GreaterThanEvaluator.java | 3 - .../functions/GreaterThanOrEqualEvaluator.java | 3 - .../evaluation/functions/IsEmptyEvaluator.java | 5 +- .../evaluation/functions/LessThanEvaluator.java | 3 - .../functions/LessThanOrEqualEvaluator.java | 3 - .../functions/ReplaceEmptyEvaluator.java | 7 +- .../evaluation/reduce/CountEvaluator.java | 10 +- .../evaluation/reduce/JoinEvaluator.java | 17 +- .../evaluation/selection/MappingEvaluator.java | 7 +- .../selection/MultiMatchAttributeEvaluator.java | 2 +- .../exception/IllegalAttributeException.java | 1 + .../expression/language/TestQuery.java | 385 ++-- .../language/TestStandardPreparedQuery.java | 26 +- .../apache/nifi/util/FlowFilePackagerV1.java | 2 +- .../apache/nifi/util/FlowFileUnpackagerV1.java | 2 +- .../nifi-hl7-query-language/pom.xml | 204 +-- .../org/apache/nifi/hl7/hapi/EmptyField.java | 16 +- .../org/apache/nifi/hl7/hapi/HapiField.java | 95 +- .../org/apache/nifi/hl7/hapi/HapiMessage.java | 115 +- .../org/apache/nifi/hl7/hapi/HapiSegment.java | 70 +- .../apache/nifi/hl7/hapi/SingleValueField.java | 31 +- .../java/org/apache/nifi/hl7/io/HL7Reader.java | 4 +- .../hl7/io/exception/InvalidHL7Exception.java | 29 +- .../org/apache/nifi/hl7/model/HL7Component.java | 6 +- .../org/apache/nifi/hl7/model/HL7Field.java | 1 - .../org/apache/nifi/hl7/model/HL7Message.java | 8 +- .../org/apache/nifi/hl7/model/HL7Segment.java | 8 +- .../org/apache/nifi/hl7/query/Declaration.java | 12 +- .../org/apache/nifi/hl7/query/HL7Query.java | 646 ++++--- .../org/apache/nifi/hl7/query/QueryResult.java | 15 +- .../org/apache/nifi/hl7/query/ResultHit.java | 7 +- .../org/apache/nifi/hl7/query/Selection.java | 31 +- .../hl7/query/evaluator/BooleanEvaluator.java | 6 +- .../nifi/hl7/query/evaluator/Evaluator.java | 11 +- .../hl7/query/evaluator/IntegerEvaluator.java | 7 +- .../hl7/query/evaluator/StringEvaluator.java | 8 +- .../comparison/AbstractComparisonEvaluator.java | 163 +- .../comparison/AbstractNumericComparison.java | 85 +- .../evaluator/comparison/EqualsEvaluator.java | 16 +- .../comparison/GreaterThanEvaluator.java | 16 +- .../comparison/GreaterThanOrEqualEvaluator.java | 16 +- .../evaluator/comparison/IsNullEvaluator.java | 83 +- .../evaluator/comparison/LessThanEvaluator.java | 15 +- .../comparison/LessThanOrEqualEvaluator.java | 15 +- .../comparison/NotEqualsEvaluator.java | 16 +- .../evaluator/comparison/NotEvaluator.java | 23 +- .../evaluator/comparison/NotNullEvaluator.java | 75 +- .../literal/IntegerLiteralEvaluator.java | 22 +- .../literal/StringLiteralEvaluator.java | 21 +- .../hl7/query/evaluator/logic/AndEvaluator.java | 37 +- .../hl7/query/evaluator/logic/OrEvaluator.java | 37 +- .../message/DeclaredReferenceEvaluator.java | 33 +- .../query/evaluator/message/DotEvaluator.java | 111 +- .../query/evaluator/message/FieldEvaluator.java | 69 +- .../evaluator/message/MessageEvaluator.java | 12 +- .../evaluator/message/SegmentEvaluator.java | 41 +- .../exception/HL7QueryParsingException.java | 33 +- .../nifi/hl7/query/result/MissedResult.java | 59 +- .../hl7/query/result/StandardQueryResult.java | 75 +- .../hl7/query/result/StandardResultHit.java | 31 +- .../org/apache/nifi/hl7/query/TestHL7Query.java | 524 +++--- .../java/org/apache/nifi/logging/NiFiLog.java | 1 - .../nifi/processor/util/FlowFileFilters.java | 2 +- .../nifi/processor/util/SSLProperties.java | 8 +- .../nifi/processor/util/StandardValidators.java | 140 +- .../processor/util/TestStandardValidators.java | 18 +- .../org/apache/nifi/util/NiFiProperties.java | 125 +- .../apache/nifi/util/NiFiPropertiesTest.java | 120 ++ .../NiFiProperties/conf/nifi.blank.properties | 128 ++ .../NiFiProperties/conf/nifi.missing.properties | 126 ++ .../NiFiProperties/conf/nifi.properties | 128 ++ .../nifi/security/util/CertificateUtils.java | 21 +- .../nifi/security/util/EncryptionMethod.java | 6 +- .../nifi/security/util/SecurityStoreTypes.java | 8 +- .../nifi/security/util/SslContextFactory.java | 37 +- .../nifi-site-to-site-client/pom.xml | 64 +- .../remote/AbstractCommunicationsSession.java | 9 +- .../org/apache/nifi/remote/Communicant.java | 23 +- .../main/java/org/apache/nifi/remote/Peer.java | 20 +- .../org/apache/nifi/remote/PeerDescription.java | 7 +- .../java/org/apache/nifi/remote/PeerStatus.java | 7 +- .../nifi/remote/RemoteResourceInitiator.java | 48 +- .../org/apache/nifi/remote/Transaction.java | 295 ++-- .../nifi/remote/TransactionCompletion.java | 49 +- .../apache/nifi/remote/TransferDirection.java | 13 +- .../nifi/remote/client/SiteToSiteClient.java | 831 ++++----- .../remote/client/SiteToSiteClientConfig.java | 170 +- .../client/socket/EndpointConnection.java | 15 +- .../client/socket/EndpointConnectionPool.java | 629 ++++--- .../nifi/remote/client/socket/SocketClient.java | 319 ++-- .../apache/nifi/remote/codec/FlowFileCodec.java | 15 +- .../remote/codec/StandardFlowFileCodec.java | 33 +- .../remote/exception/HandshakeException.java | 9 +- .../exception/PortNotRunningException.java | 7 +- .../remote/exception/ProtocolException.java | 4 +- .../remote/exception/UnknownPortException.java | 6 +- .../SocketChannelCommunicationsSession.java | 23 +- .../remote/io/socket/SocketChannelInput.java | 11 +- .../remote/io/socket/SocketChannelOutput.java | 11 +- .../SSLSocketChannelCommunicationsSession.java | 23 +- .../io/socket/ssl/SSLSocketChannelInput.java | 9 +- .../io/socket/ssl/SSLSocketChannelOutput.java | 5 +- .../nifi/remote/protocol/ClientProtocol.java | 18 +- .../remote/protocol/CommunicationsInput.java | 5 +- .../remote/protocol/CommunicationsSession.java | 6 +- .../apache/nifi/remote/protocol/DataPacket.java | 33 +- .../protocol/socket/HandshakeProperty.java | 38 +- .../nifi/remote/protocol/socket/Response.java | 11 +- .../remote/protocol/socket/ResponseCode.java | 65 +- .../protocol/socket/SocketClientProtocol.java | 388 +++-- .../socket/SocketClientTransaction.java | 468 ++--- .../SocketClientTransactionCompletion.java | 2 +- .../nifi/remote/util/NiFiRestApiUtil.java | 24 +- .../nifi/remote/util/PeerStatusCache.java | 3 +- .../nifi/remote/util/StandardDataPacket.java | 44 +- .../socket/TestEndpointConnectionStatePool.java | 17 +- .../client/socket/TestSiteToSiteClient.java | 42 +- .../nifi/io/nio/AbstractChannelReader.java | 10 +- .../java/org/apache/nifi/io/nio/BufferPool.java | 10 +- .../apache/nifi/io/nio/ChannelDispatcher.java | 14 +- .../org/apache/nifi/io/nio/ChannelListener.java | 7 +- .../nifi/io/nio/DatagramChannelReader.java | 12 +- .../apache/nifi/io/nio/SocketChannelReader.java | 12 +- .../io/nio/consumer/AbstractStreamConsumer.java | 1 - .../nifi/io/nio/consumer/StreamConsumer.java | 12 +- .../io/nio/consumer/StreamConsumerFactory.java | 1 - .../nifi/io/socket/SSLContextFactory.java | 12 +- .../io/socket/ServerSocketConfiguration.java | 6 +- .../nifi/io/socket/SocketConfiguration.java | 6 +- .../apache/nifi/io/socket/SocketListener.java | 1 - .../org/apache/nifi/io/socket/SocketUtils.java | 6 +- .../socket/multicast/DiscoverableService.java | 1 - .../multicast/DiscoverableServiceImpl.java | 1 - .../multicast/MulticastConfiguration.java | 1 - .../io/socket/multicast/MulticastListener.java | 5 +- .../multicast/MulticastServiceDiscovery.java | 1 - .../multicast/MulticastServicesBroadcaster.java | 1 - .../socket/multicast/MulticastTimeToLive.java | 1 - .../io/socket/multicast/MulticastUtils.java | 1 - .../io/socket/multicast/ServiceDiscovery.java | 1 - .../socket/multicast/ServicesBroadcaster.java | 1 - .../apache/nifi/io/nio/example/ServerMain.java | 1 - .../apache/nifi/io/nio/example/TCPClient.java | 4 +- .../apache/nifi/io/nio/example/UDPClient.java | 1 - .../io/nio/example/UselessStreamConsumer.java | 1 - .../flowfile/attributes/CoreAttributes.java | 19 +- .../attributes/FlowFileAttributeKey.java | 1 + .../apache/nifi/remote/VersionNegotiator.java | 25 +- .../TransmissionDisabledException.java | 3 +- .../nifi/remote/io/CompressionInputStream.java | 5 +- .../nifi/remote/io/CompressionOutputStream.java | 5 +- .../remote/io/socket/BufferStateManager.java | 6 +- .../io/socket/SocketChannelInputStream.java | 9 +- .../io/socket/SocketChannelOutputStream.java | 3 +- .../remote/io/socket/ssl/SSLSocketChannel.java | 4 +- .../socket/ssl/SSLSocketChannelInputStream.java | 5 +- .../ssl/SSLSocketChannelOutputStream.java | 3 +- .../nifi/stream/io/BufferedInputStream.java | 7 +- .../nifi/stream/io/BufferedOutputStream.java | 31 +- .../nifi/stream/io/ByteArrayInputStream.java | 113 +- .../nifi/stream/io/ByteArrayOutputStream.java | 86 +- .../nifi/stream/io/ByteCountingInputStream.java | 5 + .../stream/io/ByteCountingOutputStream.java | 7 +- .../apache/nifi/stream/io/DataOutputStream.java | 113 +- .../apache/nifi/stream/io/GZIPOutputStream.java | 4 +- .../stream/io/LeakyBucketStreamThrottler.java | 11 +- .../nifi/stream/io/LimitingInputStream.java | 2 +- .../stream/io/MinimumLengthInputStream.java | 128 +- .../nifi/stream/io/NonCloseableInputStream.java | 5 +- .../org/apache/nifi/stream/io/StreamUtils.java | 82 +- .../apache/nifi/stream/io/ZipOutputStream.java | 5 +- .../io/util/NonThreadSafeCircularBuffer.java | 2 +- .../java/org/apache/nifi/util/EscapeUtils.java | 13 +- .../java/org/apache/nifi/util/FormatUtils.java | 16 +- .../java/org/apache/nifi/util/LongHolder.java | 6 +- .../apache/nifi/util/NaiveSearchRingBuffer.java | 31 +- .../java/org/apache/nifi/util/ObjectHolder.java | 1 - .../java/org/apache/nifi/util/RingBuffer.java | 45 +- .../java/org/apache/nifi/util/StopWatch.java | 11 +- .../main/java/org/apache/nifi/util/Tuple.java | 6 - .../concurrency/DebugDisabledTimedLock.java | 11 +- .../util/concurrency/DebugEnabledTimedLock.java | 16 +- .../org/apache/nifi/util/file/FileUtils.java | 168 +- .../file/monitor/CompoundUpdateMonitor.java | 7 +- .../file/monitor/SynchronousFileWatcher.java | 10 +- .../org/apache/nifi/util/search/Search.java | 24 +- .../org/apache/nifi/util/search/SearchTerm.java | 19 +- .../nifi/util/search/ahocorasick/Node.java | 1 - .../file/monitor/TestCompoundUpdateMonitor.java | 1 - .../monitor/TestSynchronousFileWatcher.java | 1 - .../nifi/util/timebuffer/TestRingBuffer.java | 6 +- .../org/apache/nifi/web/util/ClientUtils.java | 38 +- .../java/org/apache/nifi/web/util/WebUtils.java | 1 - .../org/wali/MinimalLockingWriteAheadLog.java | 70 +- .../src/main/java/org/wali/SerDe.java | 40 +- .../java/org/wali/WriteAheadRepository.java | 16 +- nifi/nifi-docs/pom.xml | 9 + .../src/main/asciidoc/administration-guide.adoc | 105 +- .../images/nifi_first_launch_screenshot.png | Bin 0 -> 122540 bytes nifi/nifi-external/nifi-spark-receiver/pom.xml | 22 +- .../org/apache/nifi/spark/NiFiDataPacket.java | 23 +- .../org/apache/nifi/spark/NiFiReceiver.java | 236 +-- ...kControllerServiceInitializationContext.java | 8 +- .../nifi/util/MockControllerServiceLookup.java | 14 +- .../java/org/apache/nifi/util/MockFlowFile.java | 20 +- .../apache/nifi/util/MockProcessContext.java | 15 +- .../apache/nifi/util/MockProcessSession.java | 33 +- .../MockProcessorInitializationContext.java | 4 +- .../org/apache/nifi/util/MockProcessorLog.java | 124 -- .../nifi/util/MockProvenanceReporter.java | 4 +- .../apache/nifi/util/MockReportingContext.java | 6 +- .../MockReportingInitializationContext.java | 2 +- .../apache/nifi/util/MockValidationContext.java | 20 +- .../org/apache/nifi/util/ReflectionUtils.java | 21 +- .../apache/nifi/util/SharedSessionState.java | 1 - .../nifi/util/StandardProcessorTestRunner.java | 123 +- .../java/org/apache/nifi/util/TestRunner.java | 428 ++--- .../util/TestStandardProcessorTestRunner.java | 30 +- .../src/main/resources/META-INF/NOTICE | 74 + .../nifi-aws-bundle/nifi-aws-processors/pom.xml | 19 +- .../processors/aws/AbstractAWSProcessor.java | 99 +- .../processors/aws/s3/AbstractS3Processor.java | 152 +- .../nifi/processors/aws/s3/FetchS3Object.java | 78 +- .../nifi/processors/aws/s3/PutS3Object.java | 100 +- .../aws/sns/AbstractSNSProcessor.java | 42 +- .../apache/nifi/processors/aws/sns/PutSNS.java | 98 +- .../aws/sqs/AbstractSQSProcessor.java | 24 +- .../nifi/processors/aws/sqs/DeleteSQS.java | 40 +- .../apache/nifi/processors/aws/sqs/GetSQS.java | 137 +- .../apache/nifi/processors/aws/sqs/PutSQS.java | 69 +- .../processors/aws/s3/TestFetchS3Object.java | 31 +- .../nifi/processors/aws/s3/TestPutS3Object.java | 45 +- .../nifi/processors/aws/sns/TestPutSNS.java | 25 +- .../nifi/processors/aws/sqs/TestGetSQS.java | 23 +- .../nifi/processors/aws/sqs/TestPutSQS.java | 23 +- nifi/nifi-nar-bundles/nifi-aws-bundle/pom.xml | 18 +- .../src/main/resources/META-INF/NOTICE | 5 + .../nifi-framework/nifi-administration/pom.xml | 8 + .../org/apache/nifi/admin/RepositoryUtils.java | 7 +- .../nifi/admin/UserDataSourceFactoryBean.java | 12 - .../org/apache/nifi/admin/dao/ActionDAO.java | 28 +- .../org/apache/nifi/admin/dao/AuthorityDAO.java | 19 +- .../java/org/apache/nifi/admin/dao/UserDAO.java | 52 +- .../nifi/admin/dao/impl/StandardActionDAO.java | 93 +- .../apache/nifi/admin/service/AuditService.java | 28 +- .../apache/nifi/admin/service/UserService.java | 70 +- .../service/action/AbstractUserAction.java | 18 +- .../service/action/AdministrationAction.java | 8 +- .../service/action/AuthorizeUserAction.java | 6 +- .../admin/service/action/DeleteUserAction.java | 2 +- .../service/action/FindUserByIdAction.java | 5 +- .../service/action/SeedUserAccountsAction.java | 4 +- .../service/impl/StandardAuditService.java | 11 - .../admin/service/impl/StandardUserService.java | 29 +- .../admin/service/transaction/Transaction.java | 6 +- .../AuthorityProviderFactoryBean.java | 47 +- .../org/apache/nifi/user/AccountStatus.java | 4 +- .../java/org/apache/nifi/user/NiFiUser.java | 2 +- .../service/action/AuthorizeUserActionTest.java | 22 +- .../service/action/CreateUserActionTest.java | 14 +- .../service/action/DisableUserActionTest.java | 11 +- .../action/InvalidateUserAccountActionTest.java | 9 +- .../action/RequestUserAccountActionTest.java | 6 +- .../action/SeedUserAccountsActionTest.java | 3 +- .../action/SetUserAuthoritiesActionTest.java | 6 +- .../nifi-framework/nifi-client-dto/pom.xml | 26 +- .../org/apache/nifi/web/api/dto/AboutDTO.java | 7 + .../org/apache/nifi/web/api/dto/BannerDTO.java | 7 + .../nifi/web/api/dto/BulletinBoardDTO.java | 18 +- .../apache/nifi/web/api/dto/BulletinDTO.java | 69 +- .../nifi/web/api/dto/BulletinQueryDTO.java | 47 +- .../org/apache/nifi/web/api/dto/ClusterDTO.java | 15 +- .../nifi/web/api/dto/ComponentHistoryDTO.java | 15 +- .../apache/nifi/web/api/dto/ConnectableDTO.java | 63 +- .../apache/nifi/web/api/dto/ConnectionDTO.java | 92 +- .../web/api/dto/ControllerConfigurationDTO.java | 75 +- .../apache/nifi/web/api/dto/ControllerDTO.java | 119 +- .../nifi/web/api/dto/ControllerServiceDTO.java | 100 +- ...ontrollerServiceReferencingComponentDTO.java | 108 +- .../org/apache/nifi/web/api/dto/CounterDTO.java | 35 +- .../apache/nifi/web/api/dto/CountersDTO.java | 15 +- .../nifi/web/api/dto/DocumentedTypeDTO.java | 22 +- .../apache/nifi/web/api/dto/FlowSnippetDTO.java | 65 +- .../org/apache/nifi/web/api/dto/LabelDTO.java | 30 +- .../nifi/web/api/dto/NiFiComponentDTO.java | 17 +- .../org/apache/nifi/web/api/dto/NodeDTO.java | 74 +- .../apache/nifi/web/api/dto/NodeEventDTO.java | 22 +- .../web/api/dto/NodeSystemDiagnosticsDTO.java | 15 +- .../org/apache/nifi/web/api/dto/PortDTO.java | 66 +- .../apache/nifi/web/api/dto/PositionDTO.java | 15 +- .../nifi/web/api/dto/PreviousValueDTO.java | 22 +- .../nifi/web/api/dto/ProcessGroupDTO.java | 85 +- .../nifi/web/api/dto/ProcessorConfigDTO.java | 120 +- .../apache/nifi/web/api/dto/ProcessorDTO.java | 60 +- .../nifi/web/api/dto/PropertyDescriptorDTO.java | 101 +- .../nifi/web/api/dto/PropertyHistoryDTO.java | 8 +- .../nifi/web/api/dto/RelationshipDTO.java | 22 +- .../api/dto/RemoteProcessGroupContentsDTO.java | 15 +- .../nifi/web/api/dto/RemoteProcessGroupDTO.java | 118 +- .../web/api/dto/RemoteProcessGroupPortDTO.java | 72 +- .../nifi/web/api/dto/ReportingTaskDTO.java | 309 ++-- .../apache/nifi/web/api/dto/RevisionDTO.java | 28 +- .../org/apache/nifi/web/api/dto/SnippetDTO.java | 134 +- .../nifi/web/api/dto/SystemDiagnosticsDTO.java | 204 ++- .../apache/nifi/web/api/dto/TemplateDTO.java | 43 +- .../org/apache/nifi/web/api/dto/UserDTO.java | 72 +- .../apache/nifi/web/api/dto/UserGroupDTO.java | 29 +- .../nifi/web/api/dto/action/ActionDTO.java | 71 +- .../nifi/web/api/dto/action/HistoryDTO.java | 22 +- .../web/api/dto/action/HistoryQueryDTO.java | 57 +- .../component/details/ExtensionDetailsDTO.java | 8 +- .../details/RemoteProcessGroupDetailsDTO.java | 8 +- .../dto/action/details/ConfigureDetailsDTO.java | 22 +- .../dto/action/details/ConnectDetailsDTO.java | 50 +- .../api/dto/action/details/MoveDetailsDTO.java | 29 +- .../api/dto/action/details/PurgeDetailsDTO.java | 8 +- .../web/api/dto/provenance/AttributeDTO.java | 22 +- .../web/api/dto/provenance/ProvenanceDTO.java | 67 +- .../api/dto/provenance/ProvenanceEventDTO.java | 302 ++-- .../dto/provenance/ProvenanceOptionsDTO.java | 8 +- .../dto/provenance/ProvenanceRequestDTO.java | 43 +- .../dto/provenance/ProvenanceResultsDTO.java | 50 +- .../ProvenanceSearchableFieldDTO.java | 29 +- .../api/dto/provenance/lineage/LineageDTO.java | 64 +- .../provenance/lineage/LineageRequestDTO.java | 30 +- .../provenance/lineage/LineageResultsDTO.java | 22 +- .../provenance/lineage/ProvenanceLinkDTO.java | 36 +- .../provenance/lineage/ProvenanceNodeDTO.java | 68 +- .../dto/search/ComponentSearchResultDTO.java | 29 +- .../web/api/dto/search/NodeSearchResultDTO.java | 15 +- .../web/api/dto/search/SearchResultsDTO.java | 50 +- .../dto/search/UserGroupSearchResultDTO.java | 8 +- .../web/api/dto/search/UserSearchResultDTO.java | 15 +- .../dto/status/ClusterConnectionStatusDTO.java | 27 +- .../api/dto/status/ClusterPortStatusDTO.java | 27 +- .../status/ClusterProcessGroupStatusDTO.java | 102 ++ .../dto/status/ClusterProcessorStatusDTO.java | 40 +- .../ClusterRemoteProcessGroupStatusDTO.java | 27 +- .../web/api/dto/status/ClusterStatusDTO.java | 8 +- .../api/dto/status/ClusterStatusHistoryDTO.java | 22 +- .../web/api/dto/status/ConnectionStatusDTO.java | 81 +- .../web/api/dto/status/ControllerStatusDTO.java | 75 +- .../api/dto/status/NodeConnectionStatusDTO.java | 15 +- .../web/api/dto/status/NodePortStatusDTO.java | 15 +- .../dto/status/NodeProcessGroupStatusDTO.java | 64 + .../api/dto/status/NodeProcessorStatusDTO.java | 15 +- .../status/NodeRemoteProcessGroupStatusDTO.java | 15 +- .../nifi/web/api/dto/status/NodeStatusDTO.java | 15 +- .../api/dto/status/NodeStatusHistoryDTO.java | 15 +- .../nifi/web/api/dto/status/PortStatusDTO.java | 59 +- .../api/dto/status/ProcessGroupStatusDTO.java | 139 +- .../web/api/dto/status/ProcessorStatusDTO.java | 81 +- .../web/api/dto/status/RemotePortStatusDTO.java | 36 +- .../dto/status/RemoteProcessGroupStatusDTO.java | 64 +- .../nifi/web/api/dto/status/StatusDTO.java | 8 +- .../web/api/dto/status/StatusDescriptorDTO.java | 30 +- .../web/api/dto/status/StatusHistoryDTO.java | 29 +- .../api/dto/status/StatusHistoryDetailDTO.java | 15 +- .../web/api/dto/status/StatusSnapshotDTO.java | 15 +- .../apache/nifi/web/api/entity/AboutEntity.java | 4 +- .../nifi/web/api/entity/ActionEntity.java | 4 +- .../nifi/web/api/entity/AuthorityEntity.java | 12 +- .../nifi/web/api/entity/BannerEntity.java | 4 +- .../web/api/entity/BulletinBoardEntity.java | 4 +- .../entity/ClusterConnectionStatusEntity.java | 4 +- .../nifi/web/api/entity/ClusterEntity.java | 4 +- .../web/api/entity/ClusterPortStatusEntity.java | 4 +- .../entity/ClusterProcessGroupStatusEntity.java | 43 + .../entity/ClusterProcessorStatusEntity.java | 4 +- .../ClusterRemoteProcessGroupStatusEntity.java | 5 +- .../api/entity/ClusterSearchResultsEntity.java | 8 +- .../web/api/entity/ClusterStatusEntity.java | 4 +- .../api/entity/ClusterStatusHistoryEntity.java | 4 +- .../web/api/entity/ComponentHistoryEntity.java | 4 +- .../nifi/web/api/entity/ConnectionEntity.java | 8 +- .../nifi/web/api/entity/ConnectionsEntity.java | 8 +- .../entity/ControllerConfigurationEntity.java | 4 +- .../nifi/web/api/entity/ControllerEntity.java | 4 +- .../web/api/entity/ControllerServiceEntity.java | 8 +- ...ollerServiceReferencingComponentsEntity.java | 9 +- .../entity/ControllerServiceTypesEntity.java | 8 +- .../api/entity/ControllerServicesEntity.java | 8 +- .../web/api/entity/ControllerStatusEntity.java | 4 +- .../nifi/web/api/entity/CounterEntity.java | 8 +- .../nifi/web/api/entity/CountersEntity.java | 9 +- .../org/apache/nifi/web/api/entity/Entity.java | 8 +- .../nifi/web/api/entity/FlowSnippetEntity.java | 4 +- .../nifi/web/api/entity/FunnelEntity.java | 4 +- .../nifi/web/api/entity/FunnelsEntity.java | 8 +- .../nifi/web/api/entity/HistoryEntity.java | 4 +- .../nifi/web/api/entity/InputPortEntity.java | 8 +- .../nifi/web/api/entity/InputPortsEntity.java | 8 +- .../apache/nifi/web/api/entity/LabelEntity.java | 4 +- .../nifi/web/api/entity/LabelsEntity.java | 8 +- .../nifi/web/api/entity/LineageEntity.java | 4 +- .../apache/nifi/web/api/entity/NodeEntity.java | 4 +- .../nifi/web/api/entity/NodeStatusEntity.java | 4 +- .../api/entity/NodeSystemDiagnosticsEntity.java | 4 +- .../nifi/web/api/entity/OutputPortEntity.java | 8 +- .../nifi/web/api/entity/OutputPortsEntity.java | 8 +- .../web/api/entity/PrioritizerTypesEntity.java | 8 +- .../nifi/web/api/entity/ProcessGroupEntity.java | 4 +- .../api/entity/ProcessGroupStatusEntity.java | 4 +- .../web/api/entity/ProcessGroupsEntity.java | 4 +- .../nifi/web/api/entity/ProcessorEntity.java | 4 +- .../web/api/entity/ProcessorTypesEntity.java | 8 +- .../nifi/web/api/entity/ProcessorsEntity.java | 8 +- .../api/entity/PropertyDescriptorEntity.java | 5 +- .../nifi/web/api/entity/ProvenanceEntity.java | 4 +- .../web/api/entity/ProvenanceEventEntity.java | 4 +- .../web/api/entity/ProvenanceOptionsEntity.java | 4 +- .../api/entity/RemoteProcessGroupEntity.java | 4 +- .../entity/RemoteProcessGroupPortEntity.java | 4 +- .../api/entity/RemoteProcessGroupsEntity.java | 8 +- .../web/api/entity/ReportingTaskEntity.java | 8 +- .../api/entity/ReportingTaskTypesEntity.java | 8 +- .../web/api/entity/ReportingTasksEntity.java | 8 +- .../web/api/entity/SearchResultsEntity.java | 10 +- .../nifi/web/api/entity/SnippetEntity.java | 4 +- .../web/api/entity/StatusHistoryEntity.java | 4 +- .../web/api/entity/SystemDiagnosticsEntity.java | 4 +- .../nifi/web/api/entity/TemplateEntity.java | 4 +- .../nifi/web/api/entity/TemplatesEntity.java | 8 +- .../apache/nifi/web/api/entity/UserEntity.java | 4 +- .../nifi/web/api/entity/UserGroupEntity.java | 4 +- .../web/api/entity/UserSearchResultsEntity.java | 13 +- .../apache/nifi/web/api/entity/UsersEntity.java | 8 +- .../protocol/message/DoesDnExistMessage.java | 1 - .../protocol/message/GetAuthoritiesMessage.java | 1 - .../message/GetGroupForUserMessage.java | 1 - .../protocol/message/ProtocolMessage.java | 1 - .../message/jaxb/JaxbProtocolUtils.java | 1 - .../protocol/message/jaxb/ObjectFactory.java | 1 - .../apache/nifi/documentation/DocGenerator.java | 12 +- .../html/HtmlDocumentationWriter.java | 292 ++-- .../html/HtmlProcessorDocumentationWriter.java | 77 +- .../FullyDocumentedControllerService.java | 59 +- .../example/FullyDocumentedProcessor.java | 156 +- .../example/FullyDocumentedReportingTask.java | 32 +- .../documentation/example/NakedProcessor.java | 8 +- .../documentation/example/SampleService.java | 2 +- .../html/HtmlDocumentationWriterTest.java | 94 +- .../html/ProcessorDocumentationWriterTest.java | 135 +- .../nifi/documentation/html/XmlValidator.java | 29 +- .../nifi-file-authorization-provider/pom.xml | 8 + .../FileAuthorizationProvider.java | 90 +- .../FileAuthorizationProviderTest.java | 63 +- .../protocol/ClusterManagerProtocolSender.java | 22 +- .../cluster/protocol/ConnectionRequest.java | 7 +- .../cluster/protocol/ConnectionResponse.java | 54 +- .../apache/nifi/cluster/protocol/Heartbeat.java | 20 +- .../nifi/cluster/protocol/NodeBulletins.java | 2 +- .../nifi/cluster/protocol/NodeIdentifier.java | 103 +- .../cluster/protocol/NodeProtocolSender.java | 43 +- .../nifi/cluster/protocol/ProtocolContext.java | 13 +- .../cluster/protocol/ProtocolException.java | 10 +- .../nifi/cluster/protocol/ProtocolHandler.java | 17 +- .../nifi/cluster/protocol/ProtocolListener.java | 31 +- .../protocol/ProtocolMessageMarshaller.java | 8 +- .../protocol/ProtocolMessageUnmarshaller.java | 13 +- .../nifi/cluster/protocol/StandardDataFlow.java | 34 +- .../UnknownServiceAddressException.java | 10 +- .../impl/ClusterManagerProtocolSenderImpl.java | 101 +- .../ClusterManagerProtocolSenderListener.java | 29 +- .../protocol/impl/ClusterServiceDiscovery.java | 5 +- .../protocol/impl/ClusterServiceLocator.java | 125 +- .../impl/ClusterServicesBroadcaster.java | 87 +- .../protocol/impl/CopyingInputStream.java | 25 +- .../impl/MulticastProtocolListener.java | 67 +- .../protocol/impl/NodeProtocolSenderImpl.java | 61 +- .../impl/NodeProtocolSenderListener.java | 16 +- .../protocol/impl/SocketProtocolListener.java | 53 +- .../protocol/jaxb/JaxbProtocolContext.java | 21 +- .../jaxb/message/AdaptedConnectionRequest.java | 8 +- .../jaxb/message/AdaptedConnectionResponse.java | 20 +- .../protocol/jaxb/message/AdaptedCounter.java | 12 +- .../protocol/jaxb/message/AdaptedDataFlow.java | 10 +- .../protocol/jaxb/message/AdaptedHeartbeat.java | 14 +- .../jaxb/message/AdaptedNodeBulletins.java | 12 +- .../jaxb/message/AdaptedNodeIdentifier.java | 14 +- .../jaxb/message/ConnectionRequestAdapter.java | 5 +- .../jaxb/message/ConnectionResponseAdapter.java | 13 +- .../protocol/jaxb/message/DataFlowAdapter.java | 11 +- .../protocol/jaxb/message/HeartbeatAdapter.java | 15 +- .../jaxb/message/JaxbProtocolUtils.java | 7 +- .../jaxb/message/NodeBulletinsAdapter.java | 11 +- .../jaxb/message/NodeIdentifierAdapter.java | 7 +- .../protocol/jaxb/message/ObjectFactory.java | 36 +- .../message/ConnectionRequestMessage.java | 12 +- .../message/ConnectionResponseMessage.java | 27 +- .../ControllerStartupFailureMessage.java | 8 +- .../protocol/message/DisconnectMessage.java | 9 +- .../protocol/message/ExceptionMessage.java | 10 +- .../protocol/message/FlowRequestMessage.java | 7 +- .../protocol/message/FlowResponseMessage.java | 5 +- .../protocol/message/HeartbeatMessage.java | 5 +- .../message/MulticastProtocolMessage.java | 18 +- .../protocol/message/NodeBulletinsMessage.java | 5 +- .../cluster/protocol/message/PingMessage.java | 14 +- .../message/PrimaryRoleAssignmentMessage.java | 5 +- .../protocol/message/ProtocolMessage.java | 22 +- .../message/ReconnectionFailureMessage.java | 8 +- .../message/ReconnectionRequestMessage.java | 20 +- .../message/ReconnectionResponseMessage.java | 2 +- .../message/ServiceBroadcastMessage.java | 10 +- .../MulticastConfigurationFactoryBean.java | 12 +- .../ServerSocketConfigurationFactoryBean.java | 13 +- .../spring/SocketConfigurationFactoryBean.java | 16 +- .../ClusterManagerProtocolSenderImplTest.java | 67 +- .../impl/ClusterServiceDiscoveryTest.java | 57 +- .../impl/ClusterServiceLocatorTest.java | 64 +- .../impl/ClusterServicesBroadcasterTest.java | 64 +- .../impl/MulticastProtocolListenerTest.java | 59 +- .../impl/NodeProtocolSenderImplTest.java | 83 +- .../impl/SocketProtocolListenerTest.java | 132 ++ .../impl/testutils/DelayedProtocolHandler.java | 1 - .../testutils/ReflexiveProtocolHandler.java | 7 +- .../nifi/cluster/context/ClusterContext.java | 36 +- .../cluster/context/ClusterContextImpl.java | 10 +- .../context/ClusterContextThreadLocal.java | 12 +- .../org/apache/nifi/cluster/event/Event.java | 7 +- .../apache/nifi/cluster/event/EventManager.java | 9 +- .../cluster/event/impl/EventManagerImpl.java | 7 +- .../cluster/firewall/ClusterNodeFirewall.java | 11 +- .../impl/FileBasedClusterNodeFirewall.java | 42 +- .../nifi/cluster/flow/ClusterDataFlow.java | 9 +- .../apache/nifi/cluster/flow/DaoException.java | 1 - .../apache/nifi/cluster/flow/DataFlowDao.java | 6 +- .../cluster/flow/DataFlowManagementService.java | 34 +- .../nifi/cluster/flow/PersistedFlowState.java | 1 - .../nifi/cluster/flow/StaleFlowException.java | 4 +- .../nifi/cluster/flow/impl/DataFlowDaoImpl.java | 83 +- .../impl/DataFlowManagementServiceImpl.java | 58 +- .../nifi/cluster/manager/ClusterManager.java | 109 +- .../cluster/manager/HttpClusterManager.java | 112 +- .../cluster/manager/HttpRequestReplicator.java | 42 +- .../cluster/manager/HttpResponseMapper.java | 4 +- .../nifi/cluster/manager/NodeResponse.java | 62 +- .../manager/exception/ClusterException.java | 1 - .../ConnectingNodeMutableRequestException.java | 4 +- ...DisconnectedNodeMutableRequestException.java | 4 +- .../exception/IllegalClusterStateException.java | 4 +- .../exception/IllegalNodeDeletionException.java | 4 +- .../IllegalNodeDisconnectionException.java | 5 +- .../IllegalNodeReconnectionException.java | 4 +- .../IneligiblePrimaryNodeException.java | 4 +- .../exception/MutableRequestException.java | 6 +- .../exception/NoConnectedNodesException.java | 4 +- .../exception/NoResponseFromNodesException.java | 6 +- .../exception/NodeDisconnectionException.java | 4 +- .../exception/NodeReconnectionException.java | 1 - .../PrimaryRoleAssignmentException.java | 4 +- .../SafeModeMutableRequestException.java | 4 +- .../manager/exception/UnknownNodeException.java | 4 +- .../exception/UriConstructionException.java | 5 +- .../manager/impl/HttpRequestReplicatorImpl.java | 42 +- .../manager/impl/HttpResponseMapperImpl.java | 10 +- .../cluster/manager/impl/WebClusterManager.java | 664 ++++--- .../java/org/apache/nifi/cluster/node/Node.java | 43 +- ...anagerProtocolServiceLocatorFactoryBean.java | 10 +- .../spring/WebClusterManagerFactoryBean.java | 12 +- .../event/impl/EventManagerImplTest.java | 6 +- .../impl/FileBasedClusterNodeFirewallTest.java | 75 +- .../impl/DataFlowManagementServiceImplTest.java | 1 - .../impl/HttpRequestReplicatorImplTest.java | 6 +- .../impl/HttpResponseMapperImplTest.java | 7 +- .../cluster/manager/testutils/HttpRequest.java | 8 +- .../cluster/manager/testutils/HttpResponse.java | 4 +- .../manager/testutils/HttpResponseAction.java | 5 +- .../cluster/manager/testutils/HttpServer.java | 4 +- .../ClusterManagerProtocolSenderImplTest.java | 133 -- .../impl/ClusterServiceLocatorTest.java | 119 -- .../impl/ClusterServicesBroadcasterTest.java | 131 -- .../impl/MulticastProtocolListenerTest.java | 171 -- .../impl/NodeProtocolSenderImplTest.java | 201 --- .../impl/SocketProtocolListenerTest.java | 132 -- .../testutils/DelayedProtocolHandler.java | 57 - .../testutils/ReflexiveProtocolHandler.java | 47 - .../nifi-framework-core-api/pom.xml | 4 +- .../apache/nifi/connectable/Connectable.java | 75 +- .../controller/AbstractConfiguredComponent.java | 13 +- .../apache/nifi/controller/AbstractPort.java | 32 +- .../nifi/controller/ConfiguredComponent.java | 4 +- .../nifi/controller/ContentAvailability.java | 24 +- .../nifi/controller/ProcessScheduler.java | 58 +- .../apache/nifi/controller/ProcessorNode.java | 18 +- .../nifi/controller/ReportingTaskNode.java | 48 +- .../nifi/controller/StandardFlowFileQueue.java | 7 +- .../apache/nifi/controller/StandardFunnel.java | 7 +- .../controller/ValidationContextFactory.java | 4 +- ...ControllerServiceAlreadyExistsException.java | 4 - ...ControllerServiceInstantiationException.java | 13 - .../reporting/ReportingTaskProvider.java | 90 +- .../repository/ContentNotFoundException.java | 1 - .../repository/FlowFileEventRepository.java | 15 +- .../service/ControllerServiceNode.java | 47 +- .../service/ControllerServiceProvider.java | 168 +- .../service/ControllerServiceReference.java | 17 +- .../service/ControllerServiceState.java | 16 +- .../org/apache/nifi/groups/ProcessGroup.java | 221 +-- .../apache/nifi/groups/RemoteProcessGroup.java | 56 +- .../RemoteProcessGroupPortDescriptor.java | 42 +- .../org/apache/nifi/logging/LogRepository.java | 18 +- .../nifi/nar/NarThreadContextClassLoader.java | 5 +- .../org/apache/nifi/remote/RemoteGroupPort.java | 8 +- .../org/apache/nifi/remote/RootGroupPort.java | 28 +- .../nifi/remote/protocol/ServerProtocol.java | 62 +- .../nifi-framework/nifi-framework-core/pom.xml | 1 + .../apache/nifi/cluster/BulletinsPayload.java | 1 - .../nifi/cluster/ConnectionException.java | 1 - .../nifi/cluster/DisconnectionException.java | 1 - .../apache/nifi/cluster/HeartbeatPayload.java | 4 +- .../org/apache/nifi/connectable/LocalPort.java | 5 +- .../nifi/connectable/StandardConnection.java | 25 +- .../nifi/controller/FileSystemSwapManager.java | 55 +- .../apache/nifi/controller/FlowController.java | 601 +++---- .../nifi/controller/FlowFromDOMFactory.java | 56 +- .../controller/FlowSerializationException.java | 4 +- .../apache/nifi/controller/FlowSerializer.java | 4 +- .../FlowSynchronizationException.java | 4 +- .../nifi/controller/FlowSynchronizer.java | 26 +- .../nifi/controller/FlowUnmarshaller.java | 16 +- .../nifi/controller/StandardFlowSerializer.java | 65 +- .../nifi/controller/StandardFlowService.java | 23 +- .../controller/StandardFlowSynchronizer.java | 223 ++- .../nifi/controller/StandardProcessorNode.java | 169 +- .../apache/nifi/controller/StandardSnippet.java | 75 +- .../org/apache/nifi/controller/Template.java | 2 +- .../apache/nifi/controller/TemplateManager.java | 67 +- .../controller/UninheritableFlowException.java | 4 +- .../reporting/AbstractReportingTaskNode.java | 84 +- .../reporting/StandardReportingContext.java | 12 +- .../StandardReportingInitializationContext.java | 12 +- .../repository/FileSystemRepository.java | 35 +- .../controller/repository/ProcessContext.java | 28 +- .../repository/ProvenanceEventEnricher.java | 9 +- .../repository/RepositoryPurgeException.java | 17 +- .../repository/RingBufferEventRepository.java | 2 +- .../repository/StandardFlowFileRecord.java | 12 +- .../repository/StandardProcessSession.java | 186 +- .../repository/StandardProvenanceReporter.java | 21 +- .../repository/StandardRepositoryRecord.java | 31 +- .../StandardRepositoryStatusReport.java | 12 +- .../repository/VolatileContentRepository.java | 36 +- .../repository/VolatileFlowFileRepository.java | 6 +- .../WriteAheadFlowFileRepository.java | 47 +- .../repository/claim/ContentDirection.java | 9 +- .../repository/claim/StandardContentClaim.java | 18 +- .../claim/StandardContentClaimManager.java | 10 - .../repository/io/ByteCountingOutputStream.java | 4 +- .../io/DisableOnCloseInputStream.java | 4 +- .../io/DisableOnCloseOutputStream.java | 4 +- .../io/FlowFileAccessInputStream.java | 13 +- .../io/FlowFileAccessOutputStream.java | 9 +- .../controller/repository/io/LongHolder.java | 6 +- .../scheduling/ConnectableProcessContext.java | 11 +- .../scheduling/EventDrivenSchedulingAgent.java | 40 +- .../scheduling/QuartzSchedulingAgent.java | 2 +- .../controller/scheduling/ScheduleState.java | 18 +- .../scheduling/StandardProcessScheduler.java | 137 +- .../scheduling/TimerDrivenSchedulingAgent.java | 52 +- .../service/ControllerServiceLoader.java | 53 +- ...dControllerServiceInitializationContext.java | 6 +- .../service/StandardControllerServiceNode.java | 87 +- .../StandardControllerServiceProvider.java | 302 ++-- .../StandardControllerServiceReference.java | 4 +- .../history/StandardMetricDescriptor.java | 23 +- .../status/history/StandardStatusSnapshot.java | 8 + .../VolatileComponentStatusRepository.java | 441 ++--- .../tasks/ContinuallyRunConnectableTask.java | 11 +- .../tasks/ContinuallyRunProcessorTask.java | 16 +- .../nifi/controller/tasks/ExpireFlowFiles.java | 4 +- .../controller/tasks/ReportingTaskWrapper.java | 6 +- .../nifi/diagnostics/DiagnosticUtils.java | 1 - .../apache/nifi/diagnostics/StorageUsage.java | 1 - .../nifi/diagnostics/SystemDiagnostics.java | 1 - .../diagnostics/SystemDiagnosticsFactory.java | 1 - .../nifi/encrypt/EncryptionException.java | 1 - .../apache/nifi/encrypt/StringEncryptor.java | 14 +- .../java/org/apache/nifi/engine/FlowEngine.java | 38 +- .../nifi/events/VolatileBulletinRepository.java | 7 +- .../nifi/fingerprint/FingerprintException.java | 1 - .../nifi/fingerprint/FingerprintFactory.java | 105 +- .../nifi/groups/StandardProcessGroup.java | 63 +- .../org/apache/nifi/jaxb/AdaptedCounter.java | 1 - .../org/apache/nifi/jaxb/BulletinAdapter.java | 1 - .../org/apache/nifi/jaxb/CounterAdapter.java | 1 - .../org/apache/nifi/lifecycle/LifeCycle.java | 18 +- .../nifi/lifecycle/LifeCycleException.java | 4 +- .../nifi/lifecycle/LifeCycleStartException.java | 5 +- .../nifi/lifecycle/LifeCycleStopException.java | 4 +- .../nifi/persistence/FlowConfigurationDAO.java | 39 +- .../nifi/processor/SimpleProcessLogger.java | 5 - .../nifi/processor/StandardProcessContext.java | 9 +- .../nifi/processor/StandardPropertyValue.java | 18 +- .../processor/StandardSchedulingContext.java | 2 +- .../processor/StandardValidationContext.java | 18 +- .../org/apache/nifi/remote/RemoteNiFiUtils.java | 113 +- .../nifi/remote/StandardRemoteProcessGroup.java | 93 +- .../org/apache/nifi/services/FlowService.java | 67 +- .../nifi/spring/FlowControllerFactoryBean.java | 6 +- .../spring/StandardFlowServiceFactoryBean.java | 6 +- .../apache/nifi/util/ComponentStatusReport.java | 4 +- .../java/org/apache/nifi/util/DomUtils.java | 6 +- .../org/apache/nifi/util/ReflectionUtils.java | 216 ++- .../java/org/apache/nifi/util/SnippetUtils.java | 38 +- .../src/main/resources/FlowConfiguration.xsd | 38 +- .../nifi/cluster/HeartbeatPayloadTest.java | 5 +- .../controller/StandardFlowServiceTest.java | 1 - .../repository/TestStandardProcessSession.java | 220 ++- .../StandardControllerServiceProviderTest.java | 46 +- .../TestStandardControllerServiceProvider.java | 104 +- .../controller/service/mock/DummyProcessor.java | 13 +- .../nifi/controller/service/mock/ServiceA.java | 21 +- .../service/util/TestControllerService.java | 58 +- .../fingerprint/FingerprintFactoryTest.java | 1 - .../processor/TestStandardPropertyValue.java | 4 +- .../org/apache/nifi/nar/ExtensionManager.java | 15 +- .../org/apache/nifi/nar/NarClassLoader.java | 24 +- .../org/apache/nifi/nar/NarClassLoaders.java | 40 +- .../java/org/apache/nifi/nar/NarUnpacker.java | 125 +- .../java/org/apache/nifi/util/FileUtils.java | 29 +- .../org/apache/nifi/nar/NarUnpackerTest.java | 208 +++ .../resources/NarUnpacker/conf/nifi.properties | 129 ++ .../resources/NarUnpacker/lib/dummy-one.nar | Bin 0 -> 1749 bytes .../NarUnpacker/lib/nifi-framework-nar.nar | Bin 0 -> 406 bytes .../resources/NarUnpacker/lib2/dummy-two.nar | Bin 0 -> 1751 bytes .../src/main/resources/conf/logback.xml | 3 + .../nifi-framework/nifi-runtime/pom.xml | 2 +- .../java/org/apache/nifi/BootstrapListener.java | 501 +++--- .../src/main/java/org/apache/nifi/NiFi.java | 70 +- .../util/SslContextCreationException.java | 2 +- .../security/util/SslContextFactory.java | 40 +- .../framework/security/util/SslException.java | 2 +- .../security/util/SslServerSocketFactory.java | 19 +- ...SslServerSocketFactoryCreationException.java | 5 +- .../security/util/SslSocketFactory.java | 17 +- .../util/SslSocketFactoryCreationException.java | 2 +- .../security/util/SslContextFactoryTest.java | 19 +- .../nifi-framework/nifi-site-to-site/pom.xml | 4 +- .../util/RemoteProcessGroupUtils.java | 120 +- .../nifi/remote/RemoteResourceFactory.java | 114 +- .../nifi/remote/RemoteResourceManager.java | 98 +- .../apache/nifi/remote/RemoteSiteListener.java | 2 +- .../nifi/remote/SocketRemoteSiteListener.java | 226 +-- .../nifi/remote/StandardRemoteGroupPort.java | 210 ++- .../nifi/remote/StandardRootGroupPort.java | 243 +-- .../exception/UnsupportedCodecException.java | 5 +- .../socket/ClusterManagerServerProtocol.java | 50 +- .../socket/SocketFlowFileServerProtocol.java | 254 +-- .../remote/TestStandardSiteToSiteProtocol.java | 28 +- .../io/socket/TestSocketChannelStreams.java | 62 +- .../io/socket/ssl/TestSSLSocketChannel.java | 114 +- .../java/org/apache/nifi/action/Action.java | 4 +- .../java/org/apache/nifi/action/Component.java | 3 +- .../java/org/apache/nifi/action/Operation.java | 1 + .../component/details/ComponentDetails.java | 2 +- .../component/details/ExtensionDetails.java | 2 +- .../details/RemoteProcessGroupDetails.java | 2 +- .../nifi/action/details/ActionDetails.java | 2 +- .../nifi/action/details/ConfigureDetails.java | 2 +- .../nifi/action/details/ConnectDetails.java | 2 +- .../apache/nifi/action/details/MoveDetails.java | 2 +- .../nifi/action/details/PurgeDetails.java | 10 +- .../org/apache/nifi/web/server/JettyServer.java | 127 +- .../nifi-web/nifi-ui-extension/pom.xml | 16 +- .../apache/nifi/ui/extension/UiExtension.java | 8 +- .../nifi/ui/extension/UiExtensionMapping.java | 17 +- .../nifi-web/nifi-web-api/pom.xml | 137 +- .../src/main/enunciate/enunciate.xml | 36 - .../src/main/enunciate/images/home.png | Bin 144 -> 0 bytes .../src/main/enunciate/override.css | 178 -- .../org/apache/nifi/aop/MethodProfiler.java | 1 - .../apache/nifi/audit/ControllerAuditor.java | 38 +- .../nifi/audit/ControllerServiceAuditor.java | 108 +- .../org/apache/nifi/audit/FunnelAuditor.java | 33 +- .../java/org/apache/nifi/audit/NiFiAuditor.java | 10 +- .../java/org/apache/nifi/audit/PortAuditor.java | 45 +- .../apache/nifi/audit/ProcessGroupAuditor.java | 42 +- .../org/apache/nifi/audit/ProcessorAuditor.java | 66 +- .../apache/nifi/audit/RelationshipAuditor.java | 72 +- .../nifi/audit/RemoteProcessGroupAuditor.java | 56 +- .../apache/nifi/audit/ReportingTaskAuditor.java | 61 +- .../org/apache/nifi/audit/SnippetAuditor.java | 40 +- .../IllegalClusterResourceRequestException.java | 3 +- .../org/apache/nifi/web/NiFiServiceFacade.java | 513 +++--- .../nifi/web/StandardNiFiContentAccess.java | 18 +- .../nifi/web/StandardNiFiServiceFacade.java | 228 ++- .../StandardNiFiWebConfigurationContext.java | 115 +- .../apache/nifi/web/StandardNiFiWebContext.java | 10 +- .../nifi/web/api/ApplicationResource.java | 36 +- .../nifi/web/api/BulletinBoardResource.java | 70 +- .../apache/nifi/web/api/ClusterResource.java | 603 ++++++- .../apache/nifi/web/api/ConnectionResource.java | 260 ++- .../apache/nifi/web/api/ControllerResource.java | 586 +++++-- .../nifi/web/api/ControllerServiceResource.java | 485 ++++-- .../org/apache/nifi/web/api/FunnelResource.java | 165 +- .../apache/nifi/web/api/HistoryResource.java | 233 ++- .../apache/nifi/web/api/InputPortResource.java | 199 ++- .../org/apache/nifi/web/api/LabelResource.java | 197 ++- .../org/apache/nifi/web/api/NodeResource.java | 181 +- .../apache/nifi/web/api/OutputPortResource.java | 199 ++- .../nifi/web/api/ProcessGroupResource.java | 514 ++++-- .../apache/nifi/web/api/ProcessorResource.java | 297 +++- .../apache/nifi/web/api/ProvenanceResource.java | 456 +++-- .../web/api/RemoteProcessGroupResource.java | 316 +++- .../nifi/web/api/ReportingTaskResource.java | 357 +++- .../apache/nifi/web/api/SnippetResource.java | 150 +- .../nifi/web/api/SystemDiagnosticsResource.java | 36 +- .../apache/nifi/web/api/TemplateResource.java | 149 +- .../apache/nifi/web/api/UserGroupResource.java | 110 +- .../org/apache/nifi/web/api/UserResource.java | 156 +- .../config/AdministrationExceptionMapper.java | 1 - ...ationCredentialsNotFoundExceptionMapper.java | 3 +- .../web/api/config/ClusterExceptionMapper.java | 1 - .../NoResponseFromNodesExceptionMapper.java | 3 +- .../nifi/web/api/config/ThrowableMapper.java | 1 - .../org/apache/nifi/web/api/dto/DtoFactory.java | 262 ++- .../org/apache/nifi/web/api/package-info.java | 58 - .../request/BulletinBoardPatternParameter.java | 3 +- .../nifi/web/api/request/ClientIdParameter.java | 3 +- .../nifi/web/api/request/DateTimeParameter.java | 3 +- .../nifi/web/api/request/DoubleParameter.java | 3 +- .../nifi/web/api/request/IntegerParameter.java | 3 +- .../nifi/web/api/request/LongParameter.java | 3 +- .../ApplicationStartupContextListener.java | 25 +- .../nifi/web/controller/ControllerFacade.java | 203 ++- .../org/apache/nifi/web/dao/ConnectionDAO.java | 37 +- .../nifi/web/dao/ControllerServiceDAO.java | 37 +- .../java/org/apache/nifi/web/dao/FunnelDAO.java | 25 +- .../java/org/apache/nifi/web/dao/LabelDAO.java | 21 +- .../java/org/apache/nifi/web/dao/PortDAO.java | 29 +- .../apache/nifi/web/dao/ProcessGroupDAO.java | 11 +- .../org/apache/nifi/web/dao/ProcessorDAO.java | 36 +- .../nifi/web/dao/RemoteProcessGroupDAO.java | 55 +- .../apache/nifi/web/dao/ReportingTaskDAO.java | 13 +- .../org/apache/nifi/web/dao/SnippetDAO.java | 28 +- .../org/apache/nifi/web/dao/TemplateDAO.java | 17 +- .../apache/nifi/web/dao/impl/ComponentDAO.java | 21 +- .../web/dao/impl/StandardConnectionDAO.java | 48 - .../dao/impl/StandardControllerServiceDAO.java | 100 +- .../nifi/web/dao/impl/StandardFunnelDAO.java | 48 - .../nifi/web/dao/impl/StandardInputPortDAO.java | 41 - .../nifi/web/dao/impl/StandardLabelDAO.java | 48 - .../web/dao/impl/StandardOutputPortDAO.java | 41 - .../web/dao/impl/StandardProcessGroupDAO.java | 34 - .../nifi/web/dao/impl/StandardProcessorDAO.java | 51 +- .../dao/impl/StandardRemoteProcessGroupDAO.java | 30 +- .../web/dao/impl/StandardReportingTaskDAO.java | 67 +- .../nifi/web/dao/impl/StandardSnippetDAO.java | 51 +- .../nifi/web/filter/NodeRequestFilter.java | 22 +- .../apache/nifi/web/filter/RequestLogger.java | 1 - .../nifi/web/filter/ThreadLocalFilter.java | 1 - .../org/apache/nifi/web/filter/TimerFilter.java | 1 - .../ReportingTaskProviderFactoryBean.java | 1 - .../org/apache/nifi/web/util/Availability.java | 4 +- .../org/apache/nifi/web/util/SnippetUtils.java | 147 +- .../src/main/resources/META-INF/NOTICE | 27 - .../src/main/resources/images/bgNifiLogo.png | Bin 0 -> 4232 bytes .../src/main/resources/images/nifi16.ico | Bin 0 -> 1150 bytes .../src/main/resources/templates/endpoint.hbs | 61 + .../src/main/resources/templates/example.hbs | 18 + .../src/main/resources/templates/index.html.hbs | 597 +++++++ .../src/main/resources/templates/operation.hbs | 104 ++ .../src/main/resources/templates/type.hbs | 55 + .../src/main/webapp/WEB-INF/web.xml | 4 + .../apache/nifi/integration/NiFiWebApiTest.java | 27 - .../accesscontrol/AdminAccessControlTest.java | 162 +- .../accesscontrol/DfmAccessControlTest.java | 140 +- .../ReadOnlyAccessControlTest.java | 162 +- .../util/NiFiTestAuthorizationProvider.java | 36 +- .../nifi/integration/util/NiFiTestServer.java | 63 +- .../nifi/integration/util/NiFiTestUser.java | 88 +- .../java/org/apache/nifi/web/ContentAccess.java | 7 +- .../apache/nifi/web/ContentRequestContext.java | 24 +- .../apache/nifi/web/DownloadableContent.java | 12 +- .../nifi-web/nifi-web-content-viewer/pom.xml | 14 + .../nifi/web/ContentViewerController.java | 55 +- .../src/main/resources/META-INF/LICENSE | 232 +++ .../src/main/resources/META-INF/NOTICE | 12 +- .../src/main/webapp/js/hexview/LICENSE | 32 - .../main/webapp/js/hexview/hexview.default.css | 34 +- .../src/main/webapp/js/hexview/hexview.js | 33 + .../nifi/web/docs/DocumentationController.java | 2 +- .../apache/nifi/web/ConfigurationRequest.java | 9 +- .../apache/nifi/web/ConfigurationSnapshot.java | 3 +- .../org/apache/nifi/web/FlowModification.java | 16 +- .../nifi/web/OptimisticLockingManager.java | 26 +- .../web/StandardOptimisticLockingManager.java | 33 +- .../org/apache/nifi/web/UpdateRevision.java | 6 +- .../org/apache/nifi/web/security/DnUtils.java | 14 +- .../anonymous/NiFiAnonymousUserFilter.java | 4 +- .../NiFiAuthenticationEntryPoint.java | 11 +- .../authorization/NiFiAuthorizationService.java | 38 +- .../nifi/web/security/user/NiFiUserDetails.java | 16 +- .../nifi/web/security/user/NiFiUserUtils.java | 7 +- .../x509/SubjectDnX509PrincipalExtractor.java | 6 - .../security/x509/X509AuthenticationFilter.java | 50 +- .../security/x509/X509CertificateExtractor.java | 4 +- .../x509/ocsp/OcspCertificateValidator.java | 43 +- .../NiFiAuthorizationServiceTest.java | 91 +- .../nifi-framework/nifi-web/nifi-web-ui/pom.xml | 1 + .../apache/nifi/web/filter/IeEdgeHeader.java | 1 - .../src/main/webapp/WEB-INF/pages/summary.jsp | 1 + .../cluster-process-group-summary-dialog.jsp | 36 + .../partials/summary/summary-content.jsp | 3 + .../src/main/webapp/css/provenance.css | 3 +- .../nifi-web-ui/src/main/webapp/css/summary.css | 83 + .../src/main/webapp/images/iconProcessGroup.png | Bin 0 -> 1314 bytes .../webapp/js/nf/canvas/nf-canvas-header.js | 17 + .../webapp/js/nf/canvas/nf-canvas-toolbar.js | 36 +- .../src/main/webapp/js/nf/canvas/nf-canvas.js | 4 +- .../webapp/js/nf/canvas/nf-toolbar-action.js | 11 +- .../js/nf/provenance/nf-provenance-lineage.js | 7 +- .../js/nf/provenance/nf-provenance-table.js | 12 +- .../webapp/js/nf/summary/nf-summary-table.js | 448 ++++- .../src/main/resources/META-INF/NOTICE | 68 + .../org/apache/nifi/processors/GeoEnrichIP.java | 51 +- .../nifi/processors/maxmind/DatabaseReader.java | 58 +- .../nifi-hadoop-bundle/nifi-hadoop-nar/pom.xml | 28 +- .../nifi-hdfs-processors/pom.xml | 8 +- .../hadoop/AbstractHadoopProcessor.java | 58 +- .../hadoop/CreateHadoopSequenceFile.java | 30 +- .../nifi/processors/hadoop/FetchHDFS.java | 125 ++ .../apache/nifi/processors/hadoop/GetHDFS.java | 202 +-- .../processors/hadoop/GetHDFSSequenceFile.java | 30 +- .../nifi/processors/hadoop/KeyValueReader.java | 7 +- .../apache/nifi/processors/hadoop/ListHDFS.java | 481 +++++ .../apache/nifi/processors/hadoop/PutHDFS.java | 21 +- .../nifi/processors/hadoop/ValueReader.java | 5 +- .../hadoop/util/ByteFilteringOutputStream.java | 24 +- .../processors/hadoop/util/HDFSListing.java | 83 + .../hadoop/util/InputStreamWritable.java | 6 +- .../nifi/processors/hadoop/util/LongSerDe.java | 48 + .../hadoop/util/OutputStreamWritable.java | 4 +- .../hadoop/util/SequenceFileWriter.java | 12 +- .../processors/hadoop/util/StringSerDe.java | 44 + .../org.apache.nifi.processor.Processor | 6 +- .../nifi/processors/hadoop/TestListHDFS.java | 357 ++++ .../src/main/resources/META-INF/NOTICE | 29 + .../nifi-hl7-bundle/nifi-hl7-processors/pom.xml | 114 +- .../processors/hl7/ExtractHL7Attributes.java | 365 ++-- .../apache/nifi/processors/hl7/RouteHL7.java | 300 ++-- .../hl7/TestExtractHL7Attributes.java | 30 +- .../apache/nifi/processors/kafka/GetKafka.java | 438 ++--- .../apache/nifi/processors/kafka/PutKafka.java | 285 +-- .../additionalDetails.html | 28 +- .../additionalDetails.html | 30 +- .../nifi/processors/kafka/TestGetKafka.java | 58 +- .../nifi/processors/kafka/TestPutKafka.java | 189 +- nifi/nifi-nar-bundles/nifi-kafka-bundle/pom.xml | 14 +- .../processors/kite/AbstractKiteProcessor.java | 10 +- .../apache/nifi/processors/kite/AvroUtil.java | 18 +- .../nifi/processors/kite/ConvertCSVToAvro.java | 348 ++-- .../nifi/processors/kite/ConvertJSONToAvro.java | 2 +- .../processors/kite/StoreInKiteDataset.java | 208 +-- .../processors/kite/TestCSVToAvroProcessor.java | 181 +- .../kite/TestConfigurationProperty.java | 65 +- .../nifi/processors/kite/TestGetSchema.java | 117 +- .../kite/TestJSONToAvroProcessor.java | 58 +- .../kite/TestKiteProcessorsCluster.java | 125 +- .../kite/TestKiteStorageProcessor.java | 225 ++- .../apache/nifi/processors/kite/TestUtil.java | 114 +- .../nifi-yandex-processors/pom.xml | 4 +- .../nifi/processors/yandex/YandexTranslate.java | 381 ++-- .../processors/yandex/model/Translation.java | 55 +- .../nifi/processors/yandex/util/Languages.java | 124 +- .../processors/yandex/TestYandexTranslate.java | 317 ++-- .../nifi-language-translation-bundle/pom.xml | 28 +- .../nifi/provenance/IndexConfiguration.java | 28 +- .../PersistentProvenanceRepository.java | 724 ++++---- .../provenance/RepositoryConfiguration.java | 100 +- .../nifi/provenance/StandardRecordReader.java | 221 ++- .../nifi/provenance/StandardRecordWriter.java | 120 +- .../provenance/expiration/ExpirationAction.java | 6 +- .../expiration/FileRemovalAction.java | 28 +- .../provenance/lucene/DeleteIndexAction.java | 77 +- .../nifi/provenance/lucene/DocsReader.java | 112 +- .../nifi/provenance/lucene/FieldNames.java | 1 + .../nifi/provenance/lucene/IndexManager.java | 512 ++++++ .../nifi/provenance/lucene/IndexSearch.java | 67 +- .../nifi/provenance/lucene/IndexingAction.java | 232 +-- .../nifi/provenance/lucene/LineageQuery.java | 103 +- .../nifi/provenance/lucene/LuceneUtil.java | 26 +- .../provenance/rollover/CompressionAction.java | 59 - .../provenance/rollover/RolloverAction.java | 35 - .../provenance/serialization/RecordReader.java | 72 + .../provenance/serialization/RecordReaders.java | 123 +- .../provenance/serialization/RecordWriter.java | 28 +- .../provenance/serialization/RecordWriters.java | 13 +- .../nifi/provenance/toc/StandardTocReader.java | 155 ++ .../nifi/provenance/toc/StandardTocWriter.java | 120 ++ .../apache/nifi/provenance/toc/TocReader.java | 71 + .../org/apache/nifi/provenance/toc/TocUtil.java | 40 + .../apache/nifi/provenance/toc/TocWriter.java | 53 + .../TestPersistentProvenanceRepository.java | 192 +- .../TestStandardRecordReaderWriter.java | 189 ++ .../org/apache/nifi/provenance/TestUtil.java | 82 + .../provenance/toc/TestStandardTocReader.java | 118 ++ .../provenance/toc/TestStandardTocWriter.java | 42 + .../src/main/resources/META-INF/NOTICE | 57 + .../nifi-twitter-processors/pom.xml | 10 +- .../nifi/processors/twitter/GetTwitter.java | 450 ++--- .../nifi-solr-bundle/nifi-solr-nar/pom.xml | 36 + .../src/main/resources/META-INF/LICENSE | 321 ++++ .../src/main/resources/META-INF/NOTICE | 60 + .../nifi-solr-processors/pom.xml | 117 ++ .../apache/nifi/processors/solr/GetSolr.java | 314 ++++ .../processors/solr/PutSolrContentStream.java | 295 ++++ .../nifi/processors/solr/SolrProcessor.java | 145 ++ .../org.apache.nifi.processor.Processor | 16 + .../additionalDetails.html | 48 + .../solr/EmbeddedSolrServerFactory.java | 85 + .../nifi/processors/solr/TestGetSolr.java | 200 +++ .../solr/TestPutSolrContentStream.java | 416 +++++ .../src/test/resources/log4j.properties | 14 + .../src/test/resources/solr/solr.xml | 18 + .../testCollection/conf/_rest_managed.json | 3 + .../testCollection/conf/lang/stopwords_en.txt | 54 + .../resources/testCollection/conf/protwords.txt | 21 + .../resources/testCollection/conf/schema.xml | 21 + .../testCollection/conf/solrconfig.xml | 20 + .../resources/testCollection/conf/synonyms.txt | 29 + .../resources/testCollection/core.properties | 1 + .../testdata/test-csv-multiple-docs.csv | 2 + .../testdata/test-custom-json-single-doc.json | 15 + .../testdata/test-solr-json-multiple-docs.json | 18 + .../testdata/test-xml-multiple-docs.xml | 18 + nifi/nifi-nar-bundles/nifi-solr-bundle/pom.xml | 39 + .../web/StandardContentViewerController.java | 9 +- .../main/webapp/META-INF/nifi-content-viewer | 14 + .../nifi-standard-processors/pom.xml | 9 + .../standard/AbstractJsonPathProcessor.java | 16 +- .../standard/Base64EncodeContent.java | 11 +- .../nifi/processors/standard/BinFiles.java | 155 +- .../processors/standard/CompressContent.java | 29 +- .../nifi/processors/standard/ControlRate.java | 36 +- .../standard/ConvertCharacterSet.java | 43 +- .../processors/standard/DetectDuplicate.java | 28 +- .../processors/standard/DistributeLoad.java | 76 +- .../processors/standard/DuplicateFlowFile.java | 81 + .../nifi/processors/standard/EncodeContent.java | 27 +- .../processors/standard/EncryptContent.java | 567 +++--- .../processors/standard/EvaluateJsonPath.java | 99 +- .../standard/EvaluateRegularExpression.java | 31 +- .../nifi/processors/standard/EvaluateXPath.java | 80 +- .../processors/standard/EvaluateXQuery.java | 57 +- .../processors/standard/ExecuteProcess.java | 309 ++-- .../standard/ExecuteStreamCommand.java | 51 +- .../nifi/processors/standard/ExtractText.java | 23 +- .../processors/standard/GenerateFlowFile.java | 7 +- .../apache/nifi/processors/standard/GetFTP.java | 14 +- .../nifi/processors/standard/GetFile.java | 26 +- .../processors/standard/GetFileTransfer.java | 9 +- .../nifi/processors/standard/GetHTTP.java | 103 +- .../nifi/processors/standard/GetJMSTopic.java | 47 +- .../nifi/processors/standard/GetSFTP.java | 16 +- .../processors/standard/HandleHttpRequest.java | 463 ++--- .../processors/standard/HandleHttpResponse.java | 126 +- .../nifi/processors/standard/HashAttribute.java | 64 +- .../nifi/processors/standard/HashContent.java | 18 +- .../processors/standard/IdentifyMimeType.java | 17 +- .../nifi/processors/standard/InvokeHTTP.java | 127 +- .../nifi/processors/standard/JmsConsumer.java | 104 +- .../nifi/processors/standard/ListenHTTP.java | 18 +- .../nifi/processors/standard/ListenUDP.java | 269 ++- .../nifi/processors/standard/LogAttribute.java | 5 +- .../nifi/processors/standard/MergeContent.java | 174 +- .../nifi/processors/standard/ModifyBytes.java | 3 - .../processors/standard/MonitorActivity.java | 27 +- .../nifi/processors/standard/PostHTTP.java | 111 +- .../nifi/processors/standard/PutEmail.java | 199 +-- .../apache/nifi/processors/standard/PutFTP.java | 23 +- .../nifi/processors/standard/PutFile.java | 29 +- .../processors/standard/PutFileTransfer.java | 36 +- .../apache/nifi/processors/standard/PutJMS.java | 49 +- .../nifi/processors/standard/PutSFTP.java | 3 +- .../nifi/processors/standard/ReplaceText.java | 36 +- .../standard/ReplaceTextWithMapping.java | 45 +- .../processors/standard/RouteOnAttribute.java | 42 +- .../processors/standard/RouteOnContent.java | 18 +- .../nifi/processors/standard/ScanAttribute.java | 15 +- .../nifi/processors/standard/ScanContent.java | 21 +- .../processors/standard/SegmentContent.java | 39 +- .../nifi/processors/standard/SplitContent.java | 39 +- .../nifi/processors/standard/SplitJson.java | 27 +- .../nifi/processors/standard/SplitText.java | 50 +- .../nifi/processors/standard/SplitXml.java | 18 +- .../nifi/processors/standard/TransformXml.java | 20 +- .../nifi/processors/standard/UnpackContent.java | 54 +- .../nifi/processors/standard/ValidateXml.java | 10 +- .../servlets/ContentAcknowledgmentServlet.java | 11 +- .../standard/servlets/ListenHTTPServlet.java | 29 +- .../nifi/processors/standard/util/Bin.java | 38 +- .../processors/standard/util/BinManager.java | 20 +- .../standard/util/DocumentReaderCallback.java | 13 +- .../processors/standard/util/FTPTransfer.java | 3 +- .../nifi/processors/standard/util/FTPUtils.java | 60 +- .../processors/standard/util/FileTransfer.java | 29 +- .../processors/standard/util/JmsFactory.java | 3 +- .../standard/util/JmsProcessingSummary.java | 100 +- .../processors/standard/util/JmsProperties.java | 5 +- .../util/JsonPathExpressionValidator.java | 86 +- .../standard/util/NLKBufferedReader.java | 14 +- .../standard/util/OpenPGPKeyBasedEncryptor.java | 277 +++ .../util/OpenPGPPasswordBasedEncryptor.java | 175 ++ .../standard/util/PasswordBasedEncryptor.java | 155 ++ .../standard/util/SFTPConnection.java | 9 - .../processors/standard/util/SFTPTransfer.java | 26 +- .../processors/standard/util/SFTPUtils.java | 12 - .../standard/util/UDPStreamConsumer.java | 1 - .../util/ValidatingBase32InputStream.java | 4 +- .../util/ValidatingBase64InputStream.java | 3 +- .../org.apache.nifi.processor.Processor | 1 + .../additionalDetails.html | 30 + .../additionalDetails.html | 6 +- .../additionalDetails.html | 2 +- .../org/apache/tika/mime/custom-mimetypes.xml | 144 +- .../processors/standard/CaptureServlet.java | 9 +- .../processors/standard/HelloWorldServlet.java | 3 +- .../standard/TestBase64EncodeContent.java | 1 - .../standard/TestCompressContent.java | 13 +- .../processors/standard/TestControlRate.java | 3 +- .../standard/TestDetectDuplicate.java | 36 +- .../processors/standard/TestDistributeLoad.java | 1 - .../standard/TestDuplicateFlowFile.java | 36 + .../processors/standard/TestEncryptContent.java | 228 ++- .../standard/TestEvaluateJsonPath.java | 3 - .../processors/standard/TestEvaluateXPath.java | 1 - .../processors/standard/TestExecuteProcess.java | 100 +- .../standard/TestExecuteStreamCommand.java | 5 +- .../processors/standard/TestExtractText.java | 23 +- .../nifi/processors/standard/TestGetHTTP.java | 60 +- .../standard/TestHandleHttpRequest.java | 42 +- .../standard/TestHandleHttpResponse.java | 64 +- .../processors/standard/TestHashAttribute.java | 2 +- .../processors/standard/TestHashContent.java | 1 - .../standard/TestIdentifyMimeType.java | 1 - .../processors/standard/TestInvokeHTTP.java | 57 +- .../processors/standard/TestJmsConsumer.java | 192 +- .../nifi/processors/standard/TestListenUDP.java | 1 - .../processors/standard/TestMergeContent.java | 20 +- .../processors/standard/TestModifyBytes.java | 1 - .../standard/TestMonitorActivity.java | 18 +- .../nifi/processors/standard/TestPostHTTP.java | 87 +- .../nifi/processors/standard/TestPutEmail.java | 77 +- .../standard/TestReplaceTextLineByLine.java | 1 - .../standard/TestReplaceTextWithMapping.java | 4 +- .../standard/TestRouteOnAttribute.java | 1 - .../processors/standard/TestRouteOnContent.java | 1 - .../processors/standard/TestScanAttribute.java | 1 - .../processors/standard/TestSegmentContent.java | 1 - .../nifi/processors/standard/TestServer.java | 65 +- .../processors/standard/TestSplitContent.java | 21 +- .../nifi/processors/standard/TestSplitText.java | 10 - .../nifi/processors/standard/TestSplitXml.java | 1 - .../processors/standard/TestTransformXml.java | 5 - .../processors/standard/TestUnpackContent.java | 2 - .../processors/standard/TestValidateXml.java | 1 - .../standard/UserAgentTestingServlet.java | 1 - .../test/resources/TestEncryptContent/text.txt | 17 + .../resources/TestEncryptContent/text.txt.asc | 33 + .../test/resources/TestJson/json-sample.json | 814 ++++----- .../ControllerStatusReportingTask.java | 19 +- .../apache/nifi/controller/MonitorMemory.java | 3 +- .../distributed/cache/client/Deserializer.java | 8 +- .../cache/client/DistributedMapCacheClient.java | 77 +- .../cache/client/DistributedSetCacheClient.java | 27 +- .../distributed/cache/client/Serializer.java | 9 +- .../distributed/cache/client/CommsSession.java | 16 +- .../DistributedMapCacheClientService.java | 78 +- .../DistributedSetCacheClientService.java | 8 +- .../cache/client/SSLCommsSession.java | 25 +- .../cache/client/StandardCommsSession.java | 1 + .../additionalDetails.html | 45 - .../cache/protocol/ProtocolHandshake.java | 37 +- .../protocol/exception/HandshakeException.java | 3 +- .../cache/server/AbstractCacheServer.java | 25 +- .../distributed/cache/server/CacheRecord.java | 12 +- .../distributed/cache/server/CacheServer.java | 3 +- .../cache/server/DistributedCacheServer.java | 3 +- .../cache/server/DistributedSetCacheServer.java | 13 +- .../cache/server/EvictionPolicy.java | 24 +- .../cache/server/SetCacheServer.java | 25 +- .../server/map/DistributedMapCacheServer.java | 12 +- .../distributed/cache/server/map/MapCache.java | 6 + .../cache/server/map/MapCacheRecord.java | 19 +- .../cache/server/map/MapCacheServer.java | 10 +- .../cache/server/map/MapPutResult.java | 5 +- .../cache/server/map/PersistentMapCache.java | 78 +- .../cache/server/map/SimpleMapCache.java | 69 +- .../cache/server/set/PersistentSetCache.java | 57 +- .../distributed/cache/server/set/SetCache.java | 5 +- .../cache/server/set/SetCacheRecord.java | 15 +- .../cache/server/set/SetCacheResult.java | 11 +- .../cache/server/set/SimpleSetCache.java | 41 +- .../additionalDetails.html | 46 - .../cache/server/TestServerAndClient.java | 15 +- .../nifi-http-context-map-api/pom.xml | 34 +- .../org/apache/nifi/http/HttpContextMap.java | 45 +- .../nifi-http-context-map/pom.xml | 20 +- .../nifi/http/StandardHttpContextMap.java | 83 +- .../index.html | 67 - .../nifi/ssl/StandardSSLContextService.java | 3 +- .../additionalDetails.html | 49 - .../apache/nifi/ssl/SSLContextServiceTest.java | 4 +- .../apache/nifi/update/attributes/Criteria.java | 24 +- .../update/attributes/serde/CriteriaSerDe.java | 8 +- .../processors/attributes/UpdateAttribute.java | 59 +- .../update/attributes/api/RuleResource.java | 10 +- nifi/nifi-nar-bundles/pom.xml | 1 + nifi/pom.xml | 262 +-- 1395 files changed, 42241 insertions(+), 31804 deletions(-) ----------------------------------------------------------------------
