[ 
https://issues.apache.org/jira/browse/IMPALA-11772?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17760167#comment-17760167
 ] 

Joe McDonnell commented on IMPALA-11772:
----------------------------------------

The latest occurrence also is crashing with SIGSEGV via 
ImpalaHttpHandler::QueryStateHandler's call to QueryStateRecord::Init().
{noformat}
Crash reason:  SIGSEGV /SEGV_MAPERR
Crash address: 0x0
Process uptime: not available

Thread 565 (crashed)
 0  libc.so.6 + 0x15bac4
    rax = 0x0000000000000000   rdx = 0xfffffffff8924df0
    rcx = 0x00000000076db200   rbx = 0x0000000013f83638
    rsi = 0x00000000076db210   rdi = 0x0000000000000010
    rbp = 0x00007f36e0cfa200   rsp = 0x00007f36e0cf9ea8
     r8 = 0x0000000000000000    r9 = 0x00fffffff88ae03d
    r10 = 0x0000000000000000   r11 = 0x00007f3822d74750
    r12 = 0x0000000000000000   r13 = 0x0000000000000000
    r14 = 0xfffffffff8924e00   r15 = 0x0000000013f83c70
    rip = 0x00007f3822d41ac4
    Found by: given as instruction pointer in context
 1  impalad!impala::TPlanNode::TPlanNode(impala::TPlanNode const&) 
[PlanNodes_types.cpp : 3049 + 0x10]
    rbp = 0x00007f36e0cfa2d0   rsp = 0x00007f36e0cfa210
    rip = 0x000000000122ae13
    Found by: previous frame's frame pointer
 2  impalad!std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> 
>::operator=(std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > 
const&) [stl_construct.h : 109 + 0x8]
    rbp = 0x00007f36e0cfa320   rsp = 0x00007f36e0cfa2e0
    rip = 0x0000000001234834
    Found by: previous frame's frame pointer
 3  impalad!impala::TPlan::operator=(impala::TPlan const&) [PlanNodes_types.cpp 
: 3220 + 0x5]
    rbp = 0x00007f36e0cfa340   rsp = 0x00007f36e0cfa330
    rip = 0x000000000122b2c7
    Found by: previous frame's frame pointer
 4  impalad!impala::TPlanFragment::TPlanFragment(impala::TPlanFragment const&) 
[Planner_types.cpp : 110 + 0xc]
    rbp = 0x00007f36e0cfa390   rsp = 0x00007f36e0cfa350
    rip = 0x0000000001235590
    Found by: previous frame's frame pointer
 5  impalad!void std::vector<impala::TPlanFragment, 
std::allocator<impala::TPlanFragment> 
>::_M_range_insert<__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > > 
>(__gnu_cxx::__normal_iterator<impala::TPlanFragment*, 
std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
std::forward_iterator_tag) [stl_construct.h : 109 + 0x8]
    rbp = 0x00007f36e0cfa420   rsp = 0x00007f36e0cfa3a0
    rip = 0x0000000001650eb0
    Found by: previous frame's frame pointer
 6  
impalad!impala::ImpalaServer::QueryStateRecord::Init(impala::ClientRequestState 
const&) [stl_vector.h : 1665 + 0x5]
    rbp = 0x00007f36e0cfa520   rsp = 0x00007f36e0cfa430
    rip = 0x00000000015f6c22
    Found by: previous frame's frame pointer
 7  
impalad!impala::ImpalaServer::QueryStateRecord::QueryStateRecord(impala::ClientRequestState
 const&) [impala-server.cc : 2482 + 0x5]
    rbp = 0x00007f36e0cfa5b0   rsp = 0x00007f36e0cfa530
    rip = 0x00000000015f73d6
    Found by: previous frame's frame pointer
 8  
impalad!impala::ImpalaHttpHandler::QueryStateHandler(kudu::WebCallbackRegistry::WebRequest
 const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
rapidjson::CrtAllocator>*)::{lambda(std::shared_ptr<impala::QueryDriver> 
const&)#1}::operator()(std::shared_ptr<impala::QueryDriver> const&) const + 0x2b
    rbp = 0x00007f36e0cfa8f0   rsp = 0x00007f36e0cfa5c0
    rip = 0x00000000015d3eff
    Found by: previous frame's frame pointer
 9  impalad!std::_Function_handler<void(const 
std::shared_ptr<impala::QueryDriver>&), 
impala::ImpalaHttpHandler::QueryStateHandler(const WebRequest&, 
rapidjson::Document*)::<lambda(const std::shared_ptr<impala::QueryDriver>&)> 
>::_M_invoke [invoke.h : 60 + 0x5]
    rbp = 0x00007f36e0cfa900   rsp = 0x00007f36e0cfa900
    rip = 0x00000000015d3f3e
    Found by: previous frame's frame pointer
10  impalad!std::function<void (std::shared_ptr<impala::QueryDriver> 
const&)>::operator()(std::shared_ptr<impala::QueryDriver> const&) const 
[std_function.h : 622 + 0x3]
    rbp = 0x00007f36e0cfa910   rsp = 0x00007f36e0cfa910
    rip = 0x00000000015d93bc
    Found by: previous frame's frame pointer
11  
impalad!impala::ImpalaHttpHandler::QueryStateHandler(kudu::WebCallbackRegistry::WebRequest
 const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
rapidjson::CrtAllocator>*) [sharded-query-map-util.h : 53 + 0x5]
    rbp = 0x00007f36e0cfad70   rsp = 0x00007f36e0cfa920
    rip = 0x00000000015d3fe7
    Found by: previous frame's frame pointer
12  impalad!boost::detail::function::void_function_obj_invoker2<(anonymous 
namespace)::MakeCallback<impala::ImpalaHttpHandler, void 
(impala::ImpalaHttpHandler::*)(const kudu::WebCallbackRegistry::WebRequest&, 
rapidjson::GenericDocument<rapidjson::UTF8<> >*)>::<lambda(const auto:24&, 
auto:25*)>, void, const kudu::WebCallbackRegistry::WebRequest&, 
rapidjson::GenericDocument<rapidjson::UTF8<char>, 
rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
rapidjson::CrtAllocator>*>::invoke [impala-http-handler.cc : 77 + 0x5]
    rbp = 0x00007f36e0cfad80   rsp = 0x00007f36e0cfad80
    rip = 0x00000000015bd33d
    Found by: previous frame's frame pointer
13  impalad!impala::Webserver::RenderUrlWithTemplate(sq_connection const*, 
kudu::WebCallbackRegistry::WebRequest const&, impala::Webserver::UrlHandler 
const&, std::__cxx11::basic_stringstream<char, std::char_traits<char>, 
std::allocator<char> >*, impala::ContentType*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&) [function_template.hpp : 
763 + 0x6]
    rbp = 0x00007f36e0cfb330   rsp = 0x00007f36e0cfad90
    rip = 0x0000000001946097
    Found by: previous frame's frame pointer
14  impalad!impala::Webserver::BeginRequestCallback(sq_connection*, 
sq_request_info*) [webserver.cc : 923 + 0x20]
    rbp = 0x00007f36e0cfd950   rsp = 0x00007f36e0cfb340
    rip = 0x000000000194b1f1
    Found by: previous frame's frame pointer
15  impalad!impala::Webserver::BeginRequestCallbackStatic(sq_connection*) 
[webserver.cc : 631 + 0x8]
    rbp = 0x00007f36e0cfd970   rsp = 0x00007f36e0cfd960
    rip = 0x000000000194bac0
    Found by: previous frame's frame pointer{noformat}
After discussing with [~asherman], one theory that comes up is that maybe there 
is a race between the thread calling ImpalaHttpHandler::QueryStateHandler / 
QueryStateRecord::Init() and a different thread tearing down the underlying 
data structures. In this case, it is copying the TPlanFragment and underlying 
information to the QueryStateRecord, but maybe the TPlanFragment tree gets 
freed partway through. I think we can investigate what sort of locking we 
currently have and how it is meant to work.

> Server crashes with SIGSEGV in TExprNode::operator= when running UBSAN tests
> ----------------------------------------------------------------------------
>
>                 Key: IMPALA-11772
>                 URL: https://issues.apache.org/jira/browse/IMPALA-11772
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Backend
>    Affects Versions: Impala 4.1.1
>            Reporter: Andrew Sherman
>            Assignee: Joe McDonnell
>            Priority: Critical
>         Attachments: 
> impalad.impala-ec2-centos79-m6i-4xlarge-ondemand-1fe9.vpc.cloudera.com.jenkins.log.ERROR.20221201-094002.30726
>
>
> {code}
> Operating system: Linux
>                   0.0.0 Linux 3.10.0-1160.66.1.el7.x86_64 #1 SMP Wed May 18 
> 16:02:34 UTC 2022 x86_64
> CPU: amd64
>      family 6 model 106 stepping 6
>      1 CPU
> GPU: UNKNOWN
> Crash reason:  SIGSEGV
> Crash address: 0x8
> Process uptime: not available
> Thread 548 (crashed)
>  0  impalad!impala::TExprNode::operator=(impala::TExprNode const&) 
> [Exprs_types.cpp : 1027 + 0x7]
>     rax = 0x0000000000000000   rdx = 0x000000000000000c
>     rcx = 0x000000000000000c   rbx = 0x0000000000000001
>     rsi = 0x000000000000000c   rdi = 0x0000000000002000
>     rbp = 0x00007f1e7f0cd680   rsp = 0x00007f1e7f0cd490
>      r8 = 0x0000000000000001    r9 = 0x0000000000000000
>     r10 = 0x0000000000000000   r11 = 0x0000000000000206
>     r12 = 0x0000000000000000   r13 = 0x0000000000801000
>     r14 = 0x0000000000000000   r15 = 0x00007f1e7f0d5700
>     rip = 0x00000000022e19cd
>     Found by: given as instruction pointer in context
>  1  impalad!impala::TExprNode* std::__copy_move<false, false, 
> std::random_access_iterator_tag>::__copy_m<impala::TExprNode const*, 
> impala::TExprNode*>(impala::TExprNode const*, impala::TExprNode const*, 
> impala::TExprNode*) [stl_algobase.h : 324 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cd710
>     rsp = 0x00007f1e7f0cd690   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022ecf37
>     Found by: call frame info
>  2  impalad!impala::TExprNode* std::__copy_move_a<false, impala::TExprNode 
> const*, impala::TExprNode*>(impala::TExprNode const*, impala::TExprNode 
> const*, impala::TExprNode*) [stl_algobase.h : 385 + 0x5]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cd740
>     rsp = 0x00007f1e7f0cd720   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022ecda9
>     Found by: call frame info
>  3  impalad!__gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > > 
> std::__copy_move_a2<false, __gnu_cxx::__normal_iterator<impala::TExprNode 
> const*, std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > > 
> >(__gnu_cxx::__normal_iterator<impala::TExprNode const*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode const*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >) 
> [stl_algobase.h : 422 + 0x10]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cd7a0
>     rsp = 0x00007f1e7f0cd750   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022ecd3f
>     Found by: call frame info
>  4  impalad!__gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > > 
> std::copy<__gnu_cxx::__normal_iterator<impala::TExprNode const*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > > 
> >(__gnu_cxx::__normal_iterator<impala::TExprNode const*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode const*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TExprNode*, 
> std::vector<impala::TExprNode, std::allocator<impala::TExprNode> > >) 
> [stl_algobase.h : 454 + 0x11]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cd800
>     rsp = 0x00007f1e7f0cd7b0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022ec5b7
>     Found by: call frame info
>  5  impalad!std::vector<impala::TExprNode, std::allocator<impala::TExprNode> 
> >::operator=(std::vector<impala::TExprNode, std::allocator<impala::TExprNode> 
> > const&) [vector.tcc : 218 + 0x11]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cd9e0
>     rsp = 0x00007f1e7f0cd810   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022e997d
>     Found by: call frame info
>  6  impalad!impala::TExpr::TExpr(impala::TExpr const&) [Exprs_types.cpp : 
> 1127 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cda40
>     rsp = 0x00007f1e7f0cd9f0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022e5b84
>     Found by: call frame info
>  7  impalad!void std::_Construct<impala::TExpr, impala::TExpr 
> const&>(impala::TExpr*, impala::TExpr const&) [stl_construct.h : 75 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cda80
>     rsp = 0x00007f1e7f0cda50   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002251df5
>     Found by: call frame info
>  8  impalad!impala::TExpr* 
> std::__uninitialized_copy<false>::__uninit_copy<__gnu_cxx::__normal_iterator<impala::TExpr
>  const*, std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> impala::TExpr*>(__gnu_cxx::__normal_iterator<impala::TExpr const*, 
> std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> __gnu_cxx::__normal_iterator<impala::TExpr const*, std::vector<impala::TExpr, 
> std::allocator<impala::TExpr> > >, impala::TExpr*) [stl_uninitialized.h : 83 
> + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdb10
>     rsp = 0x00007f1e7f0cda90   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002251c82
>     Found by: call frame info
>  9  impalad!impala::TExpr* 
> std::uninitialized_copy<__gnu_cxx::__normal_iterator<impala::TExpr const*, 
> std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> impala::TExpr*>(__gnu_cxx::__normal_iterator<impala::TExpr const*, 
> std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> __gnu_cxx::__normal_iterator<impala::TExpr const*, std::vector<impala::TExpr, 
> std::allocator<impala::TExpr> > >, impala::TExpr*) [stl_uninitialized.h : 131 
> + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdb50
>     rsp = 0x00007f1e7f0cdb20   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002251bd9
>     Found by: call frame info
> 10  impalad!impala::TExpr* 
> std::__uninitialized_copy_a<__gnu_cxx::__normal_iterator<impala::TExpr 
> const*, std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> impala::TExpr*, impala::TExpr>(__gnu_cxx::__normal_iterator<impala::TExpr 
> const*, std::vector<impala::TExpr, std::allocator<impala::TExpr> > >, 
> __gnu_cxx::__normal_iterator<impala::TExpr const*, std::vector<impala::TExpr, 
> std::allocator<impala::TExpr> > >, impala::TExpr*, 
> std::allocator<impala::TExpr>&) [stl_uninitialized.h : 289 + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdb90
>     rsp = 0x00007f1e7f0cdb60   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002251b99
>     Found by: call frame info
> 11  impalad!impala::TExpr* std::vector<impala::TExpr, 
> std::allocator<impala::TExpr> 
> >::_M_allocate_and_copy<__gnu_cxx::__normal_iterator<impala::TExpr const*, 
> std::vector<impala::TExpr, std::allocator<impala::TExpr> > > >(unsigned long, 
> __gnu_cxx::__normal_iterator<impala::TExpr const*, std::vector<impala::TExpr, 
> std::allocator<impala::TExpr> > >, __gnu_cxx::__normal_iterator<impala::TExpr 
> const*, std::vector<impala::TExpr, std::allocator<impala::TExpr> > >) 
> [stl_vector.h : 1263 + 0x21]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdc20
>     rsp = 0x00007f1e7f0cdba0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000022518ce
>     Found by: call frame info
> 12  impalad!std::vector<impala::TExpr, std::allocator<impala::TExpr> 
> >::operator=(std::vector<impala::TExpr, std::allocator<impala::TExpr> > 
> const&) [vector.tcc : 206 + 0x15]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cde00
>     rsp = 0x00007f1e7f0cdc30   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002232f68
>     Found by: call frame info
> 13  impalad!impala::TSortInfo::operator=(impala::TSortInfo const&) 
> [PlanNodes_types.cpp : 2093 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdea0
>     rsp = 0x00007f1e7f0cde10   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000027e5f60
>     Found by: call frame info
> 14  impalad!impala::TSortNode::operator=(impala::TSortNode const&) 
> [PlanNodes_types.cpp : 2214 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cdf40
>     rsp = 0x00007f1e7f0cdeb0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000027e7fb7
>     Found by: call frame info
> 15  impalad!impala::TPlanNode::TPlanNode(impala::TPlanNode const&) 
> [PlanNodes_types.cpp : 2981 + 0x22]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce250
>     rsp = 0x00007f1e7f0cdf50   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000027f4b70
>     Found by: call frame info
> 16  impalad!void std::_Construct<impala::TPlanNode, impala::TPlanNode 
> const&>(impala::TPlanNode*, impala::TPlanNode const&) [stl_construct.h : 75 + 
> 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce290
>     rsp = 0x00007f1e7f0ce260   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002835d85
>     Found by: call frame info
> 17  impalad!impala::TPlanNode* 
> std::__uninitialized_copy<false>::__uninit_copy<__gnu_cxx::__normal_iterator<impala::TPlanNode
>  const*, std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > 
> >, impala::TPlanNode*>(__gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> impala::TPlanNode*) [stl_uninitialized.h : 83 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce320
>     rsp = 0x00007f1e7f0ce2a0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002835b82
>     Found by: call frame info
> 18  impalad!impala::TPlanNode* 
> std::uninitialized_copy<__gnu_cxx::__normal_iterator<impala::TPlanNode 
> const*, std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> impala::TPlanNode*>(__gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> impala::TPlanNode*) [stl_uninitialized.h : 131 + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce360
>     rsp = 0x00007f1e7f0ce330   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002835ad9
>     Found by: call frame info
> 19  impalad!impala::TPlanNode* 
> std::__uninitialized_copy_a<__gnu_cxx::__normal_iterator<impala::TPlanNode 
> const*, std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> impala::TPlanNode*, 
> impala::TPlanNode>(__gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> impala::TPlanNode*, std::allocator<impala::TPlanNode>&) [stl_uninitialized.h 
> : 289 + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce3a0
>     rsp = 0x00007f1e7f0ce370   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002835989
>     Found by: call frame info
> 20  impalad!impala::TPlanNode* std::vector<impala::TPlanNode, 
> std::allocator<impala::TPlanNode> 
> >::_M_allocate_and_copy<__gnu_cxx::__normal_iterator<impala::TPlanNode 
> const*, std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > > 
> >(unsigned long, __gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanNode const*, 
> std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> > >) 
> [stl_vector.h : 1263 + 0x21]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce430
>     rsp = 0x00007f1e7f0ce3b0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000283551e
>     Found by: call frame info
> 21  impalad!std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> 
> >::operator=(std::vector<impala::TPlanNode, std::allocator<impala::TPlanNode> 
> > const&) [vector.tcc : 206 + 0x15]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce610
>     rsp = 0x00007f1e7f0ce440   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000280a2d8
>     Found by: call frame info
> 22  impalad!impala::TPlan::operator=(impala::TPlan const&) 
> [PlanNodes_types.cpp : 3142 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce650
>     rsp = 0x00007f1e7f0ce620   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000027fb2e4
>     Found by: call frame info
> 23  impalad!impala::TPlanFragment::TPlanFragment(impala::TPlanFragment 
> const&) [Planner_types.cpp : 104 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce720
>     rsp = 0x00007f1e7f0ce660   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000002838970
>     Found by: call frame info
> 24  impalad!void std::_Construct<impala::TPlanFragment, impala::TPlanFragment 
> const&>(impala::TPlanFragment*, impala::TPlanFragment const&) 
> [stl_construct.h : 75 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce760
>     rsp = 0x00007f1e7f0ce730   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000269dc05
>     Found by: call frame info
> 25  impalad!impala::TPlanFragment* 
> std::__uninitialized_copy<false>::__uninit_copy<__gnu_cxx::__normal_iterator<impala::TPlanFragment
>  const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, 
> impala::TPlanFragment*>(__gnu_cxx::__normal_iterator<impala::TPlanFragment 
> const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> impala::TPlanFragment*) [stl_uninitialized.h : 83 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce7f0
>     rsp = 0x00007f1e7f0ce770   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000269da02
>     Found by: call frame info
> 26  impalad!impala::TPlanFragment* 
> std::uninitialized_copy<__gnu_cxx::__normal_iterator<impala::TPlanFragment 
> const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, 
> impala::TPlanFragment*>(__gnu_cxx::__normal_iterator<impala::TPlanFragment 
> const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> impala::TPlanFragment*) [stl_uninitialized.h : 131 + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce830
>     rsp = 0x00007f1e7f0ce800   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000269d959
>     Found by: call frame info
> 27  impalad!impala::TPlanFragment* 
> std::__uninitialized_copy_a<__gnu_cxx::__normal_iterator<impala::TPlanFragment
>  const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, impala::TPlanFragment*, 
> impala::TPlanFragment>(__gnu_cxx::__normal_iterator<impala::TPlanFragment 
> const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> impala::TPlanFragment*, std::allocator<impala::TPlanFragment>&) 
> [stl_uninitialized.h : 289 + 0xd]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ce870
>     rsp = 0x00007f1e7f0ce840   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000269d809
>     Found by: call frame info
> 28  impalad!void std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> 
> >::_M_range_insert<__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > > 
> >(__gnu_cxx::__normal_iterator<impala::TPlanFragment*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> std::forward_iterator_tag) [vector.tcc : 682 + 0x30]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cec30
>     rsp = 0x00007f1e7f0ce880   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000363e432
>     Found by: call frame info
> 29  impalad!void std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> 
> >::_M_insert_dispatch<__gnu_cxx::__normal_iterator<impala::TPlanFragment 
> const*, std::vector<impala::TPlanFragment, 
> std::allocator<impala::TPlanFragment> > > 
> >(__gnu_cxx::__normal_iterator<impala::TPlanFragment*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> std::__false_type) [stl_vector.h : 1411 + 0x15]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ceca0
>     rsp = 0x00007f1e7f0cec40   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000363d8d3
>     Found by: call frame info
> 30  impalad!__gnu_cxx::__normal_iterator<impala::TPlanFragment*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > > 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> 
> >::insert<__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> void>(__gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >, 
> __gnu_cxx::__normal_iterator<impala::TPlanFragment const*, 
> std::vector<impala::TPlanFragment, std::allocator<impala::TPlanFragment> > >) 
> [stl_vector.h : 1132 + 0x15]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0ced20
>     rsp = 0x00007f1e7f0cecb0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000035a6d9e
>     Found by: call frame info
> 31  
> impalad!impala::ImpalaServer::QueryStateRecord::Init(impala::ClientRequestState
>  const&) [impala-server.cc : 2383 + 0x21]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf020
>     rsp = 0x00007f1e7f0ced30   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000035889f6
>     Found by: call frame info
> 32  
> impalad!impala::ImpalaServer::QueryStateRecord::QueryStateRecord(impala::ClientRequestState
>  const&) [impala-server.cc : 2345 + 0x1f]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf0e0
>     rsp = 0x00007f1e7f0cf030   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003588ff6
>     Found by: call frame info
> 33  
> impalad!impala::ImpalaHttpHandler::QueryStateHandler(kudu::WebCallbackRegistry::WebRequest
>  const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*)::$_9::operator()(std::shared_ptr<impala::QueryDriver>
>  const&) const [impala-http-handler.cc : 496 + 0x16]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf420
>     rsp = 0x00007f1e7f0cf0f0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000351d8bd
>     Found by: call frame info
> 34  impalad!std::_Function_handler<void (std::shared_ptr<impala::QueryDriver> 
> const&), 
> impala::ImpalaHttpHandler::QueryStateHandler(kudu::WebCallbackRegistry::WebRequest
>  const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*)::$_9>::_M_invoke(std::_Any_data const&, 
> std::shared_ptr<impala::QueryDriver> const&) [std_function.h : 316 + 0x19]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf460
>     rsp = 0x00007f1e7f0cf430   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000351d53b
>     Found by: call frame info
> 35  impalad!std::function<void (std::shared_ptr<impala::QueryDriver> 
> const&)>::operator()(std::shared_ptr<impala::QueryDriver> const&) const 
> [std_function.h : 706 + 0x1a]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf4b0
>     rsp = 0x00007f1e7f0cf470   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x00000000035327ed
>     Found by: call frame info
> 36  impalad!impala::GenericShardedQueryMap<impala::TUniqueId, 
> std::shared_ptr<impala::QueryDriver> 
> >::DoFuncForAllEntries(std::function<void 
> (std::shared_ptr<impala::QueryDriver> const&)> const&) 
> [sharded-query-map-util.h : 53 + 0x22]
>     rbx = 0x0000000000000001   rbp = 0x00007f1e7f0cf5d0
>     rsp = 0x00007f1e7f0cf4c0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000000
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003526e99
>     Found by: call frame info
> 37  
> impalad!impala::ImpalaHttpHandler::QueryStateHandler(kudu::WebCallbackRegistry::WebRequest
>  const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*) [impala-http-handler.cc : 493 + 0xc]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0cfbe0
>     rsp = 0x00007f1e7f0cf5e0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003502c3a
>     Found by: call frame info
> 38  impalad!<name omitted> [impala-http-handler.cc : 77 + 0xe]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0cfc40
>     rsp = 0x00007f1e7f0cfbf0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x000000000351906f
>     Found by: call frame info
> 39  
> impalad!boost::detail::function::void_function_obj_invoker2<boost::function<void
>  (kudu::WebCallbackRegistry::WebRequest const&, 
> rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*)> (anonymous 
> namespace)::MakeCallback<impala::ImpalaHttpHandler, void 
> (impala::ImpalaHttpHandler::*)(kudu::WebCallbackRegistry::WebRequest const&, 
> rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*)>(impala::ImpalaHttpHandler*, void 
> (impala::ImpalaHttpHandler::* const&)(kudu::WebCallbackRegistry::WebRequest 
> const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*))::{lambda(auto:1 const&, auto:2*)#1}, void, 
> kudu::WebCallbackRegistry::WebRequest const&, 
> rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*>::invoke(boost::detail::function::function_buffer&, 
> kudu::WebCallbackRegistry::WebRequest const&, 
> rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*) [function_template.hpp : 158 + 0x1d]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0cfc80
>     rsp = 0x00007f1e7f0cfc50   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003518937
>     Found by: call frame info
> 40  impalad!boost::function2<void, kudu::WebCallbackRegistry::WebRequest 
> const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*>::operator()(kudu::WebCallbackRegistry::WebRequest 
> const&, rapidjson::GenericDocument<rapidjson::UTF8<char>, 
> rapidjson::MemoryPoolAllocator<rapidjson::CrtAllocator>, 
> rapidjson::CrtAllocator>*) const [function_template.hpp : 763 + 0xe]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0cfd00
>     rsp = 0x00007f1e7f0cfc90   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e4f755
>     Found by: call frame info
> 41  impalad!impala::Webserver::RenderUrlWithTemplate(sq_connection const*, 
> kudu::WebCallbackRegistry::WebRequest const&, impala::Webserver::UrlHandler 
> const&, std::__cxx11::basic_stringstream<char, std::char_traits<char>, 
> std::allocator<char> >*, impala::ContentType*) [webserver.cc : 1009 + 0x13]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d05a0
>     rsp = 0x00007f1e7f0cfd10   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e4a6d7
>     Found by: call frame info
> 42  impalad!impala::Webserver::BeginRequestCallback(sq_connection*, 
> sq_request_info*) [webserver.cc : 842 + 0x1a]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d38f0
>     rsp = 0x00007f1e7f0d05b0   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e461f3
>     Found by: call frame info
> 43  impalad!impala::Webserver::BeginRequestCallbackStatic(sq_connection*) 
> [webserver.cc : 615 + 0x9]
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d3930
>     rsp = 0x00007f1e7f0d3900   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e40958
>     Found by: call frame info
> 44  impalad!handle_request + 0x21a
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d4a50
>     rsp = 0x00007f1e7f0d3940   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e6d59a
>     Found by: call frame info
> 45  impalad!process_new_connection + 0x205
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d4b10
>     rsp = 0x00007f1e7f0d4a60   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e6cfc5
>     Found by: call frame info
> 46  impalad!worker_thread + 0x197
>     rbx = 0x0000000000000000   rbp = 0x00007f1e7f0d4b50
>     rsp = 0x00007f1e7f0d4b20   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x0000000003e6c9d7
>     Found by: call frame info
> 47  libpthread-2.17.so + 0x7ea5
>     rbx = 0x0000000000000000   rbp = 0x0000000000000000
>     rsp = 0x00007f1e7f0d4b60   r12 = 0x0000000000000000
>     r13 = 0x0000000000801000   r14 = 0x0000000000000003
>     r15 = 0x00007f1e7f0d5700   rip = 0x00007f1fb7a3eea5
>     Found by: call frame info
> 48  libc-2.17.so + 0xfeb0d
>     rsp = 0x00007f1e7f0d4c00   rip = 0x00007f1fb465db0d
>     Found by: stack scanning
> {code}
> Just before the failure there was a memory allocation failure, maybe this is 
> connected? The full log is attached.
> {code}
> E1201 10:28:58.200817 31999 coordinator-backend-state.cc:190] 
> ExecQueryFInstances rpc query_id=f34d56f220c0b259:417ca83400000000 failed: 
> Failed to get minimum memory reservation of 4.00 MB on daemon 
> impala-ec2-centos79-m6i-4xlarge-ondemand-1fe9.vpc.cloudera.com:27000 for 
> query f34d56f220c0b259:417ca83400000000 due to following error: Memory limit 
> exceeded: Could not allocate memory while trying to increase reservation.
> Query(f34d56f220c0b259:417ca83400000000) could not allocate 4.00 MB without 
> exceeding limit.
> Error occurred on backend 
> impala-ec2-centos79-m6i-4xlarge-ondemand-1fe9.vpc.cloudera.com:27000
> Memory left in process limit: 11.32 GB
> Memory left in query limit: 1.00 MB
> Query(f34d56f220c0b259:417ca83400000000): Limit=1.00 MB Reservation=0 
> ReservationLimit=4.04 MB OtherMemory=0 Total=0 Peak=0
> Memory is likely oversubscribed. Reducing query concurrency or configuring 
> admission control may help avoid this error.
> /data/jenkins/workspace/impala-cdwh-2022.0.11.1-core-ubsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/stl_algobase.h:324:18:
>  runtime error: member call on null pointer of type 'impala::TExprNode'
>     #0 0x22ecf29 in impala::TExprNode* std::__copy_move<false, false, 
> std::random_access_iterator_tag>::__copy_m<impala::TExprNode const*, 
> impala::TExprNode*>(impala::TExprNode const*, impala::TExprNode const*, 
> impala::TExprNode*) 
> /data/jenkins/workspace/impala-cdwh-2022.0.11.1-core-ubsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/stl_algobase.h:324:18
>     #1 0x22ecda8 in impala::TExprNode* std::__copy_move_a<false, 
> impala::TExprNode const*, impala::TExprNode*>(impala::TExprNode const*, 
> impala::TExprNode const*, impala::TExprNode*) 
> /data/jenkins/workspace/impala-cdwh-2022.0.11.1-core-ubsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/stl_algobase.h:385:14
>  {code}



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscr...@impala.apache.org
For additional commands, e-mail: issues-all-h...@impala.apache.org


Reply via email to