You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@drill.apache.org by "Takeo Ogawara (JIRA)" <ji...@apache.org> on 2017/09/13 01:18:00 UTC
[jira] [Commented] (DRILL-5785) Query Error on a large PCAP file
[ https://issues.apache.org/jira/browse/DRILL-5785?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16163984#comment-16163984 ]
Takeo Ogawara commented on DRILL-5785:
--------------------------------------
Here are the messages in Drill log files.
drillbit.log
---
2017-09-11 15:06:52,390 [BitServer-2] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
state: FAILED
error {
error_id: "bbf284b6-9da4-4869-ac20-fa100eed11b9"
endpoint {
address: "node22"
user_port: 31010
control_port: 31011
data_port: 31012
version: "1.11.0"
}
error_type: SYSTEM
message: "SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a\n\nFragment 1:200\n\n[Error Id: bbf284b6-9da4-4869-ac20-fa100eed11b9 on node22:31010]"
exception {
exception_class: "java.lang.IllegalStateException"
message: "Bad magic number = 0a0d0d0a"
stack_trace {
class_name: "com.google.common.base.Preconditions"
file_name: "Preconditions.java"
line_number: 173
method_name: "checkState"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.store.pcap.decoder.PacketDecoder"
file_name: "PacketDecoder.java"
line_number: 84
method_name: "<init>"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.store.pcap.PcapRecordReader"
file_name: "PcapRecordReader.java"
line_number: 104
method_name: "setup"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
file_name: "ScanBatch.java"
line_number: 104
method_name: "<init>"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin"
file_name: "EasyFormatPlugin.java"
line_number: 166
method_name: "getReaderBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator"
file_name: "EasyReaderBatchCreator.java"
line_number: 35
method_name: "getBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator"
file_name: "EasyReaderBatchCreator.java"
line_number: 28
method_name: "getBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 156
method_name: "getRecordBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 179
method_name: "getChildren"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 136
method_name: "getRecordBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 179
method_name: "getChildren"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 136
method_name: "getRecordBatch"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 179
method_name: "getChildren"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 109
method_name: "getRootExec"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.physical.impl.ImplCreator"
file_name: "ImplCreator.java"
line_number: 87
method_name: "getExec"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
file_name: "FragmentExecutor.java"
line_number: 207
method_name: "run"
is_native_method: false
}
stack_trace {
class_name: "org.apache.drill.common.SelfCleaningRunnable"
file_name: "SelfCleaningRunnable.java"
line_number: 38
method_name: "run"
is_native_method: false
}
stack_trace {
class_name: "..."
line_number: 0
method_name: "..."
is_native_method: false
}
}
}
minor_fragment_id: 200
operator_profile {
input_profile {
records: 0
batches: 0
schemas: 0
}
operator_id: 0
operator_type: 37
setup_nanos: 0
process_nanos: 29498572
peak_local_memory_allocated: 0
wait_nanos: 0
}
start_time: 1505110011975
end_time: 1505110012320
memory_used: 0
max_memory_used: 1000000
endpoint {
address: "node22"
user_port: 31010
control_port: 31011
data_port: 31012
version: "1.11.0"
}
}
handle {
query_id {
part1: 2758973773160297386
part2: -412723615757922113
}
major_fragment_id: 1
minor_fragment_id: 200
}
.
---
sqlline.log
---
[Error Id: c737dd8b-78e4-40c6-89b0-d53260770b11 on node21:31010]
at org.apache.drill.exec.rpc.user.QueryResultHandler.resultArrived(QueryResultHandler.java:123) [drill-java-exec-1.11.0.jar:1.11.0]
at org.apache.drill.exec.rpc.user.UserClient.handle(UserClient.java:368) [drill-java-exec-1.11.0.jar:1.11.0]
at org.apache.drill.exec.rpc.user.UserClient.handle(UserClient.java:90) [drill-java-exec-1.11.0.jar:1.11.0]
at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:274) [drill-rpc-1.11.0.jar:1.11.0]
at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:244) [drill-rpc-1.11.0.jar:1.11.0]
at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254) [netty-handler-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111) [netty-common-4.0.27.Final.jar:4.0.27.Final]
at java.lang.Thread.run(Thread.java:748) [na:1.7.0_141]
2017-09-11 15:32:36,406 [Client-1] INFO o.a.d.j.i.DrillCursor$ResultsListener - [#5] Query failed:
org.apache.drill.common.exceptions.UserRemoteException: SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a
---
> Query Error on a large PCAP file
> --------------------------------
>
> Key: DRILL-5785
> URL: https://issues.apache.org/jira/browse/DRILL-5785
> Project: Apache Drill
> Issue Type: Bug
> Components: Storage - Other
> Affects Versions: 1.11.0
> Reporter: Takeo Ogawara
> Priority: Minor
>
> Query on a very large PCAP file (larger than 100GB) failed with following error message.
> > Error: SYSTEM ERROR: IllegalStateException: Bad magic number = 0a0d0d0a
> >
> > Fragment 1:169
> >
> > [Error Id: 8882c359-c253-40c0-866c-417ef1ce5aa3 on node22:31010] (state=,code=0)
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)