[ https://issues.apache.org/jira/browse/DRILL-5785?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16163984#comment-16163984 ]
Takeo Ogawara commented on DRILL-5785: -------------------------------------- Here are the messages in Drill log files. drillbit.log --- 2017-09-11 15:06:52,390 [BitServer-2] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile { state: FAILED error { error_id: "bbf284b6-9da4-4869-ac20-fa100eed11b9" endpoint { address: "node22" user_port: 31010 control_port: 31011 data_port: 31012 version: "1.11.0" } error_type: SYSTEM message: "SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a\n\nFragment 1:200\n\n[Error Id: bbf284b6-9da4-4869-ac20-fa100eed11b9 on node22:31010]" exception { exception_class: "java.lang.IllegalStateException" message: "Bad magic number = 0a0d0d0a" stack_trace { class_name: "com.google.common.base.Preconditions" file_name: "Preconditions.java" line_number: 173 method_name: "checkState" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.store.pcap.decoder.PacketDecoder" file_name: "PacketDecoder.java" line_number: 84 method_name: "<init>" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.store.pcap.PcapRecordReader" file_name: "PcapRecordReader.java" line_number: 104 method_name: "setup" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ScanBatch" file_name: "ScanBatch.java" line_number: 104 method_name: "<init>" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin" file_name: "EasyFormatPlugin.java" line_number: 166 method_name: "getReaderBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator" file_name: "EasyReaderBatchCreator.java" line_number: 35 method_name: "getBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator" file_name: "EasyReaderBatchCreator.java" line_number: 28 method_name: "getBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 156 method_name: "getRecordBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 179 method_name: "getChildren" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 136 method_name: "getRecordBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 179 method_name: "getChildren" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 136 method_name: "getRecordBatch" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 179 method_name: "getChildren" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 109 method_name: "getRootExec" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.physical.impl.ImplCreator" file_name: "ImplCreator.java" line_number: 87 method_name: "getExec" is_native_method: false } stack_trace { class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor" file_name: "FragmentExecutor.java" line_number: 207 method_name: "run" is_native_method: false } stack_trace { class_name: "org.apache.drill.common.SelfCleaningRunnable" file_name: "SelfCleaningRunnable.java" line_number: 38 method_name: "run" is_native_method: false } stack_trace { class_name: "..." line_number: 0 method_name: "..." is_native_method: false } } } minor_fragment_id: 200 operator_profile { input_profile { records: 0 batches: 0 schemas: 0 } operator_id: 0 operator_type: 37 setup_nanos: 0 process_nanos: 29498572 peak_local_memory_allocated: 0 wait_nanos: 0 } start_time: 1505110011975 end_time: 1505110012320 memory_used: 0 max_memory_used: 1000000 endpoint { address: "node22" user_port: 31010 control_port: 31011 data_port: 31012 version: "1.11.0" } } handle { query_id { part1: 2758973773160297386 part2: -412723615757922113 } major_fragment_id: 1 minor_fragment_id: 200 } . --- sqlline.log --- [Error Id: c737dd8b-78e4-40c6-89b0-d53260770b11 on node21:31010] at org.apache.drill.exec.rpc.user.QueryResultHandler.resultArrived(QueryResultHandler.java:123) [drill-java-exec-1.11.0.jar:1.11.0] at org.apache.drill.exec.rpc.user.UserClient.handle(UserClient.java:368) [drill-java-exec-1.11.0.jar:1.11.0] at org.apache.drill.exec.rpc.user.UserClient.handle(UserClient.java:90) [drill-java-exec-1.11.0.jar:1.11.0] at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:274) [drill-rpc-1.11.0.jar:1.11.0] at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:244) [drill-rpc-1.11.0.jar:1.11.0] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) [netty-codec-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254) [netty-handler-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242) [netty-codec-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.27.Final.jar:4.0.27.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111) [netty-common-4.0.27.Final.jar:4.0.27.Final] at java.lang.Thread.run(Thread.java:748) [na:1.7.0_141] 2017-09-11 15:32:36,406 [Client-1] INFO o.a.d.j.i.DrillCursor$ResultsListener - [#5] Query failed: org.apache.drill.common.exceptions.UserRemoteException: SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a --- > Query Error on a large PCAP file > -------------------------------- > > Key: DRILL-5785 > URL: https://issues.apache.org/jira/browse/DRILL-5785 > Project: Apache Drill > Issue Type: Bug > Components: Storage - Other > Affects Versions: 1.11.0 > Reporter: Takeo Ogawara > Priority: Minor > > Query on a very large PCAP file (larger than 100GB) failed with following > error message. > > Error: SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a > > > > Fragment 1:169 > > > > [Error Id: 8882c359-c253-40c0-866c-417ef1ce5aa3 on node22:31010] > > (state=,code=0) -- This message was sent by Atlassian JIRA (v6.4.14#64029)