Joseph Witt created NIFI-3947: --------------------------------- Summary: MergeContent when merging avro and not receiving avro handles the failure improperly Key: NIFI-3947 URL: https://issues.apache.org/jira/browse/NIFI-3947 Project: Apache NiFi Issue Type: Bug Reporter: Joseph Witt
2017-05-19 11:09:31,601 ERROR [Timer-Driven Process Thread-3] o.a.n.processors.standard.MergeContent MergeContent[id=21afec4c-015c-1000-0000-000048ddee06] Failed to process bundle of 206 files due to org. apache.nifi.processor.exception.ProcessException: IOException thrown from MergeContent[id=21afec4c-015c-1000-0000-000048ddee06]: java.io.IOException: Not a data file.: org.apache.nifi.processor.exception. ProcessException: IOException thrown from MergeContent[id=21afec4c-015c-1000-0000-000048ddee06]: java.io.IOException: Not a data file. 2017-05-19 11:09:31,602 ERROR [Timer-Driven Process Thread-3] o.a.n.processors.standard.MergeContent org.apache.nifi.processor.exception.ProcessException: IOException thrown from MergeContent[id=21afec4c-015c-1000-0000-000048ddee06]: java.io.IOException: Not a data file. at org.apache.nifi.controller.repository.StandardProcessSession.read(StandardProcessSession.java:2105) ~[na:na] at org.apache.nifi.processors.standard.MergeContent$AvroMerge$1.process(MergeContent.java:885) ~[nifi-standard-processors-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.repository.StandardProcessSession.write(StandardProcessSession.java:2329) ~[na:na] at org.apache.nifi.processors.standard.MergeContent$AvroMerge.merge(MergeContent.java:880) ~[nifi-standard-processors-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.processors.standard.MergeContent.processBin(MergeContent.java:459) ~[nifi-standard-processors-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.processor.util.bin.BinFiles.processBins(BinFiles.java:231) [nifi-processor-utils-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.processor.util.bin.BinFiles.onTrigger(BinFiles.java:191) [nifi-processor-utils-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1099) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [na:1.8.0_91] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91] Caused by: java.io.IOException: Not a data file. at org.apache.avro.file.DataFileStream.initialize(DataFileStream.java:105) ~[avro-1.7.7.jar:1.7.7] at org.apache.avro.file.DataFileStream.<init>(DataFileStream.java:84) ~[avro-1.7.7.jar:1.7.7] at org.apache.nifi.processors.standard.MergeContent$AvroMerge$1$1.process(MergeContent.java:889) ~[nifi-standard-processors-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.repository.StandardProcessSession.read(StandardProcessSession.java:2082) ~[na:na] ... 17 common frames omitted 2017-05-19 11:09:31,603 ERROR [Timer-Driven Process Thread-3] o.a.n.processors.standard.MergeContent MergeContent[id=21afec4c-015c-1000-0000-000048ddee06] MergeContent[id=21afec4c-015c-1000-0000-000048dde e06] failed to process session due to org.apache.nifi.processor.exception.FlowFileHandlingException: StandardFlowFileRecord[uuid=cc1b1ad8-d556-43b0-bb48-31fb7f62e308,claim=,offset=0,name=846915345633862,s ize=0] transfer relationship not specified: org.apache.nifi.processor.exception.FlowFileHandlingException: StandardFlowFileRecord[uuid=cc1b1ad8-d556-43b0-bb48-31fb7f62e308,claim=,offset=0,name=846915345633862,size=0] transfer relationship not specified 2017-05-19 11:09:31,603 ERROR [Timer-Driven Process Thread-3] o.a.n.processors.standard.MergeContent org.apache.nifi.processor.exception.FlowFileHandlingException: StandardFlowFileRecord[uuid=cc1b1ad8-d556-43b0-bb48-31fb7f62e308,claim=,offset=0,name=846915345633862,size=0] transfer relationship not specified at org.apache.nifi.controller.repository.StandardProcessSession.checkpoint(StandardProcessSession.java:234) ~[nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.repository.StandardProcessSession.commit(StandardProcessSession.java:304) ~[nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.processor.util.bin.BinFiles.processBins(BinFiles.java:239) ~[na:na] at org.apache.nifi.processor.util.bin.BinFiles.onTrigger(BinFiles.java:191) ~[na:na] at org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1099) ~[nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.1.0.2.1.0.0-165.jar:1.1.0.2.1.0.0-165] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [na:1.8.0_91] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91] 2017-05-19 11:09:31,603 WARN [Timer-Driven Process Thread-3] o.a.n.processors.standard.MergeContent MergeContent[id=21afec4c-015c-1000-0000-000048ddee06] Processor Administratively Yielded for 1 sec due to processing failure -- This message was sent by Atlassian JIRA (v6.3.15#6346)