Matthew Mulder created IMPALA-5175:
--------------------------------------
Summary: crash in HdfsScanner::AttachPool
Key: IMPALA-5175
URL: https://issues.apache.org/jira/browse/IMPALA-5175
Project: IMPALA
Issue Type: Bug
Components: be
Affects Versions: Impala 2.8.0
Environment: RHEL 7
Reporter: Matthew Mulder
In the impalad log just before the crash{code}W0403 22:49:24.430353 8832
hdfs-lzo-text-scanner.cc:192] No index file for:
hdfs://localhost:20500/test-warehouse/alltypes_text_lzo/year=2009/month=1/000013_0.lzo.
Split scans are not possible.
F0403 22:49:24.430428 8832 hdfs-scanner.h:351] Check failed: batch_ !=
__null{code}{code}#0 0x00007f0fd64185c9 in raise () from /lib64/libc.so.6
#1 0x00007f0fd6419cd8 in abort () from /lib64/libc.so.6
#2 0x00000000028cb504 in google::DumpStackTraceAndExit() ()
#3 0x00000000028c1f7d in google::LogMessage::Fail() ()
#4 0x00000000028c3822 in google::LogMessage::SendToLog() ()
#5 0x00000000028c1957 in google::LogMessage::Flush() ()
#6 0x00000000028c4f1e in google::LogMessageFatal::~LogMessageFatal() ()
#7 0x00000000016fe5a5 in impala::HdfsScanner::AttachPool (this=0xa866a00,
pool=0xae88640, commit_batch=false) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/repos/Impala/be/src/exec/hdfs-scanner.h:351
#8 0x00007f0f0e0974b4 in impala::HdfsLzoTextScanner::Close (this=0xa866a00,
row_batch=0x0) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/repos/Impala-lzo/hdfs-lzo-text-scanner.cc:80
#9 0x00000000016d5a3d in impala::HdfsScanNode::ProcessSplit (this=0xb523c00,
filter_ctxs=..., scan_range=0x97cdb00) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/repos/Impala/be/src/exec/hdfs-scan-node.cc:545
#10 0x00000000016d4aba in impala::HdfsScanNode::ScannerThread (this=0xb523c00)
at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/repos/Impala/be/src/exec/hdfs-scan-node.cc:417
#11 0x00000000016da893 in boost::_mfi::mf0<void,
impala::HdfsScanNode>::operator() (this=0x7f0f144c7c68, p=0xb523c00) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/bind/mem_fn_template.hpp:49
#12 0x00000000016da4b6 in
boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*>
>::operator()<boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list0>
(this=0x7f0f144c7c78, f=..., a=...) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/bind/bind.hpp:253
#13 0x00000000016da047 in boost::_bi::bind_t<void, boost::_mfi::mf0<void,
impala::HdfsScanNode>,
boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >::operator()
(this=0x7f0f144c7c68) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/bind/bind_template.hpp:20
#14 0x00000000016d9b6c in
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
boost::_mfi::mf0<void, impala::HdfsScanNode>,
boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >, void>::invoke
(function_obj_ptr=...) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/function/function_template.hpp:153
#15 0x000000000137bd26 in boost::function0<void>::operator()
(this=0x7f0f144c7c60) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/function/function_template.hpp:767
#16 0x000000000162e24f in impala::Thread::SuperviseThread(std::string const&,
std::string const&, boost::function<void ()>, impala::Promise<long>*)
(name=..., category=..., functor=..., thread_started=0x7f0f1c8c3000) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/repos/Impala/be/src/util/thread.cc:325
#17 0x0000000001636c2a in boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::string
const&, std::string const&, boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&,
std::string const&, boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list0&, int) (this=0x96db9c0, f=@0x96db9b8: 0x162df8a
<impala::Thread::SuperviseThread(std::string const&, std::string const&,
boost::function<void ()>, impala::Promise<long>*)>, a=...) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/bind/bind.hpp:457
#18 0x0000000001636b6d in boost::_bi::bind_t<void, void (*)(std::string const&,
std::string const&, boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x96db9b8) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/bind/bind_template.hpp:20
#19 0x0000000001636b30 in boost::detail::thread_data<boost::_bi::bind_t<void,
void (*)(std::string const&, std::string const&, boost::function<void ()>,
impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x96db800) at
/data/jenkins/workspace/impala-asf-master-exhaustive-rhel7/Impala-Toolchain/boost-1.57.0-p1/include/boost/thread/detail/thread.hpp:116
#20 0x0000000001af25fa in thread_proxy ()
#21 0x00007f0fd67abdf3 in start_thread () from /lib64/libpthread.so.0
#22 0x00007f0fd64d91ad in clone () from /lib64/libc.so.6{code}
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
