[ 
https://issues.apache.org/jira/browse/IMPALA-7147?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Csaba Ringhofer resolved IMPALA-7147.
-------------------------------------
       Resolution: Fixed
    Fix Version/s: Impala 3.1.0

> Hit DCHECK in Parquet fuzz test
> -------------------------------
>
>                 Key: IMPALA-7147
>                 URL: https://issues.apache.org/jira/browse/IMPALA-7147
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Backend
>    Affects Versions: Impala 3.1.0
>            Reporter: Tim Armstrong
>            Assignee: Csaba Ringhofer
>            Priority: Critical
>              Labels: crash
>             Fix For: Impala 3.1.0
>
>
> This test was running:
> {noformat}
> 10:24:44 [gw3] ERROR 
> query_test/test_scanners_fuzz.py::TestScannersFuzzing::test_fuzz_alltypes[exec_option:
>  {'debug_action': '-1:OPEN:SET_DENY_RESERVATION_PROBABILITY@0.5', 
> 'abort_on_error': False, 'mem_limit': '512m', 'num_nodes': 0} | table_format: 
> parquet/none] 
> {noformat}
> {noformat}
> F0607 10:23:52.436451  9895 bit-stream-utils.inline.h:111] Check failed: 
> bit_width <= sizeof(T) * 8 (9 vs. 8) 
> {noformat}
> {noformat}
> CORE: ./core.1528392237.27349.impalad
> BINARY: ./be/build/latest/service/impalad
> Core was generated by 
> `/data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/build/late'.
> Program terminated with signal 6, Aborted.
> #0  0x00007f30633008e5 in raise () from /lib64/libc.so.6
> To enable execution of this file add
>       add-auto-load-safe-path 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/gcc-4.9.2/lib64/libstdc++.so.6.0.20-gdb.py
> line to your configuration file "/var/lib/jenkins/.gdbinit".
> To completely disable this security protection add
>       set auto-load safe-path /
> line to your configuration file "/var/lib/jenkins/.gdbinit".
> For more information about this security protection see the
> "Auto-loading safe path" section in the GDB manual.  E.g., run from the shell:
>       info "(gdb)Auto-loading safe path"
> #0  0x00007f30633008e5 in raise () from /lib64/libc.so.6
> #1  0x00007f30633020c5 in abort () from /lib64/libc.so.6
> #2  0x00000000042bdf64 in google::DumpStackTraceAndExit() ()
> #3  0x00000000042b49dd in google::LogMessage::Fail() ()
> #4  0x00000000042b6282 in google::LogMessage::SendToLog() ()
> #5  0x00000000042b43b7 in google::LogMessage::Flush() ()
> #6  0x00000000042b797e in google::LogMessageFatal::~LogMessageFatal() ()
> #7  0x00000000022d001f in 
> impala::BatchedBitReader::UnpackAndDecodeBatch<signed char> (this=0xe8cc720, 
> bit_width=9, dict=0xef5a720 "\a\b\t", dict_len=10, num_values=128, 
> v=0xe8cc800 "") at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/bit-stream-utils.inline.h:111
> #8  0x00000000022ccc56 in impala::RleBatchDecoder<unsigned 
> int>::DecodeLiteralValues<signed char> (this=0xe8cc720, 
> num_literals_to_consume=128, dict=0xef5a720 "\a\b\t", dict_len=10, 
> values=0xe8cc800 "") at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/rle-encoding.h:569
> #9  0x00000000022ca1a8 in impala::DictDecoder<signed char>::DecodeNextValue 
> (this=0xe8cc718, value=0x1cd00c057 "") at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/dict-encoding.h:469
> #10 0x00000000022a8c3f in GetNextValue (this=0xe8cc480, max_values=10000, 
> tuple_size=90, tuple_mem=0x1cd00c000 "", num_values=0x7f2f9e5ad600) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/dict-encoding.h:447
> #11 DecodeValue<(parquet::Encoding::type)2> (this=0xe8cc480, 
> max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0x7f2f9e5ad600) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:625
> #12 ReadSlot<(parquet::Encoding::type)2, false> (this=0xe8cc480, 
> max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0x7f2f9e5ad600) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:606
> #13 impala::ScalarColumnReader<signed char, (parquet::Type::type)1, 
> true>::MaterializeValueBatch<false, (parquet::Encoding::type)2, false> 
> (this=0xe8cc480, max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0x7f2f9e5ad600) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:555
> #14 0x00000000022914df in impala::ScalarColumnReader<signed char, 
> (parquet::Type::type)1, true>::MaterializeValueBatch<false> (this=0xe8cc480, 
> max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0x7f2f9e5ad600) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:581
> #15 0x0000000002278854 in impala::ScalarColumnReader<signed char, 
> (parquet::Type::type)1, true>::ReadValueBatch<false> (this=0xe8cc480, 
> max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0xab914b0) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:513
> #16 0x00000000022627b1 in impala::ScalarColumnReader<signed char, 
> (parquet::Type::type)1, true>::ReadNonRepeatedValueBatch (this=0xe8cc480, 
> pool=0xab914f8, max_values=10000, tuple_size=90, tuple_mem=0x1cd00c000 "", 
> num_values=0xab914b0) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/parquet-column-readers.cc:228
> #17 0x0000000002095768 in impala::HdfsParquetScanner::AssembleRows 
> (this=0x1ba692c00, column_readers=..., row_batch=0x1ba5bd040, 
> skip_row_group=0x1ba692db8) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-parquet-scanner.cc:936
> #18 0x000000000209223d in impala::HdfsParquetScanner::GetNextInternal 
> (this=0x1ba692c00, row_batch=0x1ba5bd040) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-parquet-scanner.cc:434
> #19 0x000000000209040c in impala::HdfsParquetScanner::ProcessSplit 
> (this=0x1ba692c00) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-parquet-scanner.cc:332
> #20 0x0000000002012780 in impala::HdfsScanNode::ProcessSplit 
> (this=0x1b79cc800, filter_ctxs=..., expr_results_pool=0x7f2f9e5ae490, 
> scan_range=0xaabd9c0, scanner_thread_reservation=0x7f2f9e5ae408) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:489
> #21 0x0000000002011b21 in impala::HdfsScanNode::ScannerThread 
> (this=0x1b79cc800, first_thread=true, scanner_thread_reservation=90112) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:396
> #22 0x0000000002010f94 in impala::HdfsScanNode::<lambda()>::operator()(void) 
> const (__closure=0x7f2f9e5aebc8) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:328
> #23 0x0000000002012ff0 in 
> boost::detail::function::void_function_obj_invoker0<impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::<lambda()>,
>  void>::invoke(boost::detail::function::function_buffer &) 
> (function_obj_ptr=...) at 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153
> #24 0x0000000001b7d40a in boost::function0<void>::operator() 
> (this=0x7f2f9e5aebc0) at 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767
> #25 0x0000000001f665c3 in impala::Thread::SuperviseThread (name=..., 
> category=..., functor=..., parent_thread_info=0x7f2facfec870, 
> thread_started=0x7f2facfeb4e0) at 
> /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/thread.cc:356
> #26 0x0000000001f6e679 in 
> boost::_bi::list5<boost::_bi::value<std::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const 
> std::basic_string<char>&, const std::basic_string<char>&, 
> boost::function<void()>, const impala::ThreadDebugInfo*, impala::Promise<long 
> int>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(const 
> std::basic_string<char, std::char_traits<char>, std::allocator<char> > &, 
> const std::basic_string<char, std::char_traits<char>, std::allocator<char> > 
> &, boost::function<void()>, const impala::ThreadDebugInfo *, 
> impala::Promise<long> *), boost::_bi::list0 &, int) (this=0x1b4f68bc0, 
> f=@0x1b4f68bb8, a=...) at 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:525
> #27 0x0000000001f6e59d in boost::_bi::bind_t<void, void (*)(const 
> std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, 
> const std::basic_string<char, std::char_traits<char>, std::allocator<char> 
> >&, boost::function<void()>, const impala::ThreadDebugInfo*, 
> impala::Promise<long int>*), 
> boost::_bi::list5<boost::_bi::value<std::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long int>*> > >::operator()(void) 
> (this=0x1b4f68bb8) at 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20
> #28 0x0000000001f6e560 in boost::detail::thread_data<boost::_bi::bind_t<void, 
> void (*)(const std::basic_string<char, std::char_traits<char>, 
> std::allocator<char> >&, const std::basic_string<char, 
> std::char_traits<char>, std::allocator<char> >&, boost::function<void()>, 
> const impala::ThreadDebugInfo*, impala::Promise<long int>*), 
> boost::_bi::list5<boost::_bi::value<std::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long int>*> > > >::run(void) 
> (this=0x1b4f68a00) at 
> /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116
> #29 0x00000000031dec1a in thread_proxy ()
> #30 0x00007f3063668851 in start_thread () from /lib64/libpthread.so.0
> #31 0x00007f30633b694d in clone () from /lib64/libc.so.6
> {noformat}



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)

Reply via email to