[ 
https://issues.apache.org/jira/browse/IMPALA-10155?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Qifan Chen resolved IMPALA-10155.
---------------------------------
    Fix Version/s: Impala 4.0
       Resolution: Duplicate

> Apparent data race in GetTopNQueriesAndUpdatePoolStats
> ------------------------------------------------------
>
>                 Key: IMPALA-10155
>                 URL: https://issues.apache.org/jira/browse/IMPALA-10155
>             Project: IMPALA
>          Issue Type: Bug
>    Affects Versions: Impala 4.0
>            Reporter: Thomas Tauber-Marshall
>            Assignee: Qifan Chen
>            Priority: Blocker
>             Fix For: Impala 4.0
>
>
> From a tsan build:
> {noformat}
> WARNING: ThreadSanitizer: data race (pid=6487)
>   Read of size 1 at 0x7b48001c2c28 by thread T320 (mutexes: write 
> M866233966607478128, write M867078391537609888, write M627824798772259232, 
> write M451058461859238408):
>     #0 
> impala::MemTracker::GetTopNQueriesAndUpdatePoolStats(std::priority_queue<impala::THeavyMemoryQuery,
>  std::vector<impala::THeavyMemoryQuery, 
> std::allocator<impala::THeavyMemoryQuery> >, 
> std::greater<impala::THeavyMemoryQuery> >&, int, impala::TPoolStats&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:453:19
>  (impalad+0x20b2e51)
>     #1 impala::MemTracker::UpdatePoolStatsForQueries(int, 
> impala::TPoolStats&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:432:3
>  (impalad+0x20b2cdd)
>     #2 impala::AdmissionController::PoolStats::UpdateMemTrackerStats() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1642:14
>  (impalad+0x21cb7b0)
>     #3 
> impala::AdmissionController::AddPoolUpdates(std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1662:18
>  (impalad+0x21c8af3)
>     #4 
> impala::AdmissionController::UpdatePoolStats(std::map<std::__cxx11::basic_string<char,
>  std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1355:5
>  (impalad+0x21c881d)
>     #5 
> impala::AdmissionController::Init()::$_4::operator()(std::map<std::__cxx11::basic_string<char,
>  std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:643:45
>  (impalad+0x21cfb81)
>     #6 
> boost::detail::function::void_function_obj_invoker2<impala::AdmissionController::Init()::$_4,
>  void, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> 
> >*>::invoke(boost::detail::function::function_buffer&, 
> std::map<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x21cf9cc)
>     #7 boost::function2<void, std::map<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> 
> >*>::operator()(std::map<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x23fc400)
>     #8 
> impala::StatestoreSubscriber::UpdateState(std::map<std::__cxx11::basic_string<char,
>  std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
> std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, 
> std::allocator<std::pair<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > 
> > const&, impala::TUniqueId const&, std::vector<impala::TTopicDelta, 
> std::allocator<impala::TTopicDelta> >*, bool*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/statestore/statestore-subscriber.cc:471:7
>  (impalad+0x23f9339)
>     #9 
> impala::StatestoreSubscriberThriftIf::UpdateState(impala::TUpdateStateResponse&,
>  impala::TUpdateStateRequest const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/statestore/statestore-subscriber.cc:110:18
>  (impalad+0x23fc65f)
>     #10 impala::StatestoreSubscriberProcessor::process_UpdateState(int, 
> apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
> void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/StatestoreSubscriber.cpp:543:13
>  (impalad+0x29b2fc4)
>     #11 
> impala::StatestoreSubscriberProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
>  apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, int, void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/StatestoreSubscriber.cpp:516:3
>  (impalad+0x29b2da2)
>     #12 
> apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
>  boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.9.3-p8/include/thrift/TDispatchProcessor.h:121:12
>  (impalad+0x1aa99ee)
>     #13 apache::thrift::server::TAcceptQueueServer::Task::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
>  (impalad+0x201cc66)
>     #14 
> impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
>  impala::Promise<unsigned long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
>  (impalad+0x2010e9c)
>     #15 boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, 
> (impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
>  (impalad+0x2012949)
>     #16 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> 
> >::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
> impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>&, 
> boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
>  (impalad+0x201285c)
>     #17 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x20127a3)
>     #18 
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
> boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> >, void>::invoke(boost::detail::function::function_buffer&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x2012511)
>     #19 boost::function0<void>::operator()() const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x1f79331)
>     #20 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
>  (impalad+0x25438db)
>     #21 void 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
> >::operator()<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list0>(boost::_bi::type<void>, void 
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  (impalad+0x254b6fc)
>     #22 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x254b613)
>     #23 boost::detail::thread_data<boost::_bi::bind_t<void, void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > 
> >::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
>  (impalad+0x254b300)
>     #24 thread_proxy <null> (impalad+0x3292501)
>   Previous write of size 1 at 0x7b48001c2c28 by thread T351 (mutexes: write 
> M877211576598879032):
>     #0 impala::MemTracker::CreateQueryMemTracker(impala::TUniqueId const&, 
> long, std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, impala::ObjectPool*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:235:34
>  (impalad+0x20b1e25)
>     #1 impala::QueryState::QueryState(impala::TQueryCtx const&, long, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:108:24
>  (impalad+0x20cc994)
>     #2 impala::QueryExecMgr::GetOrCreateQueryState(impala::TQueryCtx const&, 
> long, bool*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:144:16
>  (impalad+0x20c1a89)
>     #3 impala::QueryExecMgr::CreateQueryState(impala::TQueryCtx const&, long) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:106:20
>  (impalad+0x20c2338)
>     #4 impala::Coordinator::Exec() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/coordinator.cc:165:60
>  (impalad+0x2aa799a)
>     #5 impala::ClientRequestState::FinishExecQueryOrDmlRequest() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:554:32
>  (impalad+0x236aeda)
>     #6 boost::_mfi::mf0<void, 
> impala::ClientRequestState>::operator()(impala::ClientRequestState*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:49:29
>  (impalad+0x2376e36)
>     #7 void boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> 
> >::operator()<boost::_mfi::mf0<void, impala::ClientRequestState>, 
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, 
> impala::ClientRequestState>&, boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:259:9
>  (impalad+0x2376d8a)
>     #8 boost::_bi::bind_t<void, boost::_mfi::mf0<void, 
> impala::ClientRequestState>, 
> boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x2376d13)
>     #9 
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
> boost::_mfi::mf0<void, impala::ClientRequestState>, 
> boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > >, 
> void>::invoke(boost::detail::function::function_buffer&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x2376b09)
>     #10 boost::function0<void>::operator()() const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x1f79331)
>     #11 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
>  (impalad+0x25438db)
>     #12 void 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
> >::operator()<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list0>(boost::_bi::type<void>, void 
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  (impalad+0x254b6fc)
>     #13 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x254b613)
>     #14 boost::detail::thread_data<boost::_bi::bind_t<void, void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > 
> >::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
>  (impalad+0x254b300)
>     #15 thread_proxy <null> (impalad+0x3292501)
>   Location is heap block of size 368 at 0x7b48001c2c00 allocated by thread 
> T351:
>     #0 operator new(unsigned long) 
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cc:44
>  (impalad+0x1aa4076)
>     #1 impala::MemTracker::CreateQueryMemTracker(impala::TUniqueId const&, 
> long, std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, impala::ObjectPool*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:233:39
>  (impalad+0x20b1d11)
>     #2 impala::QueryState::QueryState(impala::TQueryCtx const&, long, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:108:24
>  (impalad+0x20cc994)
>     #3 impala::QueryExecMgr::GetOrCreateQueryState(impala::TQueryCtx const&, 
> long, bool*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:144:16
>  (impalad+0x20c1a89)
>     #4 impala::QueryExecMgr::CreateQueryState(impala::TQueryCtx const&, long) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:106:20
>  (impalad+0x20c2338)
>     #5 impala::Coordinator::Exec() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/coordinator.cc:165:60
>  (impalad+0x2aa799a)
>     #6 impala::ClientRequestState::FinishExecQueryOrDmlRequest() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:554:32
>  (impalad+0x236aeda)
>     #7 boost::_mfi::mf0<void, 
> impala::ClientRequestState>::operator()(impala::ClientRequestState*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:49:29
>  (impalad+0x2376e36)
>     #8 void boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> 
> >::operator()<boost::_mfi::mf0<void, impala::ClientRequestState>, 
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, 
> impala::ClientRequestState>&, boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:259:9
>  (impalad+0x2376d8a)
>     #9 boost::_bi::bind_t<void, boost::_mfi::mf0<void, 
> impala::ClientRequestState>, 
> boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x2376d13)
>     #10 
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
> boost::_mfi::mf0<void, impala::ClientRequestState>, 
> boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > >, 
> void>::invoke(boost::detail::function::function_buffer&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x2376b09)
>     #11 boost::function0<void>::operator()() const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x1f79331)
>     #12 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
>  (impalad+0x25438db)
>     #13 void 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
> >::operator()<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list0>(boost::_bi::type<void>, void 
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  (impalad+0x254b6fc)
>     #14 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x254b613)
>     #15 boost::detail::thread_data<boost::_bi::bind_t<void, void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > 
> >::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
>  (impalad+0x254b300)
>     #16 thread_proxy <null> (impalad+0x3292501)
>   Mutex M866233966607478128 is already destroyed.
>   Mutex M867078391537609888 is already destroyed.
>   Mutex M627824798772259232 is already destroyed.
>   Mutex M451058461859238408 is already destroyed.
>   Mutex M877211576598879032 is already destroyed.
>   Thread T320 (tid=7628, running) created by thread T315 at:
>     #0 pthread_create 
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
>  (impalad+0x1a17bc6)
>     #1 boost::thread::start_thread_noexcept() <null> (impalad+0x3291558)
>     #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> >, std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
> impala::Promise<long, (impala::PromiseMode)0>*>(void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> >, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
> (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
>  (impalad+0x25460c4)
>     #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
> std::default_delete<impala::Thread> >*, bool) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
>  (impalad+0x2543251)
>     #4 impala::Status impala::Thread::Create<boost::_bi::bind_t<void, 
> boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> > >(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> > const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> 
> >*, bool) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:74:12
>  (impalad+0x2011368)
>     #5 impala::ThriftThread::start() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:35:19
>  (impalad+0x2010c88)
>     #6 
> apache::thrift::server::TAcceptQueueServer::SetupConnection(boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>)
>  
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:292:13
>  (impalad+0x20185e6)
>     #7 
> apache::thrift::server::TAcceptQueueServer::serve()::$_0::operator()(int, 
> boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:323:15
>  (impalad+0x201a580)
>     #8 
> boost::detail::function::void_function_obj_invoker2<apache::thrift::server::TAcceptQueueServer::serve()::$_0,
>  void, int, boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
> const&>::invoke(boost::detail::function::function_buffer&, int, 
> boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x201a3b9)
>     #9 boost::function2<void, int, 
> boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
> const&>::operator()(int, 
> boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x2021f2e)
>     #10 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >::WorkerThread(int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread-pool.h:166:9
>  (impalad+0x2020ff5)
>     #11 boost::_mfi::mf1<void, 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >, 
> int>::operator()(impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >*, int) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29
>  (impalad+0x202160d)
>     #12 void 
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >, int>&, boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9
>  (impalad+0x202154c)
>     #13 boost::_bi::bind_t<void, boost::_mfi::mf1<void, 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >, int>, 
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >*>, boost::_bi::value<int> > >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x20214b3)
>     #14 
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
> boost::_mfi::mf1<void, 
> impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >, int>, 
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
>  >*>, boost::_bi::value<int> > >, 
> void>::invoke(boost::detail::function::function_buffer&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x2021251)
>     #15 boost::function0<void>::operator()() const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x1f79331)
>     #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
>  (impalad+0x25438db)
>     #17 void 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
> >::operator()<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list0>(boost::_bi::type<void>, void 
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  (impalad+0x254b6fc)
>     #18 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x254b613)
>     #19 boost::detail::thread_data<boost::_bi::bind_t<void, void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > 
> >::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
>  (impalad+0x254b300)
>     #20 thread_proxy <null> (impalad+0x3292501)
>   Thread T351 (tid=12135, running) created by thread T344 at:
>     #0 pthread_create 
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
>  (impalad+0x1a17bc6)
>     #1 boost::thread::start_thread_noexcept() <null> (impalad+0x3291558)
>     #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> >, std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
> impala::Promise<long, (impala::PromiseMode)0>*>(void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> >, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
> (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
>  (impalad+0x25460c4)
>     #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
> std::default_delete<impala::Thread> >*, bool) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
>  (impalad+0x2543251)
>     #4 impala::Status impala::Thread::Create<void 
> (impala::ClientRequestState::*)(), 
> impala::ClientRequestState*>(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, void (impala::ClientRequestState::* const&)(), 
> impala::ClientRequestState* const&, std::unique_ptr<impala::Thread, 
> std::default_delete<impala::Thread> >*, bool) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:81:12
>  (impalad+0x2372837)
>     #5 
> impala::ClientRequestState::ExecAsyncQueryOrDmlRequest(impala::TQueryExecRequest
>  const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:522:3
>  (impalad+0x2367247)
>     #6 impala::ClientRequestState::Exec() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:212:7
>  (impalad+0x2365c49)
>     #7 impala::ImpalaServer::ExecuteInternal(impala::TQueryCtx const&, 
> std::shared_ptr<impala::ImpalaServer::SessionState>, bool*, 
> impala::QueryHandle*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-server.cc:1028:3
>  (impalad+0x22fc450)
>     #8 impala::ImpalaServer::Execute(impala::TQueryCtx*, 
> std::shared_ptr<impala::ImpalaServer::SessionState>, impala::QueryHandle*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-server.cc:961:19
>  (impalad+0x22fbe3b)
>     #9 impala::ImpalaServer::query(beeswax::QueryHandle&, beeswax::Query 
> const&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-beeswax-server.cc:70:3
>  (impalad+0x238712e)
>     #10 beeswax::BeeswaxServiceProcessor::process_query(int, 
> apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
> void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/BeeswaxService.cpp:3227:13
>  (impalad+0x291abc4)
>     #11 
> beeswax::BeeswaxServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
>  apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, int, void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/BeeswaxService.cpp:3200:3
>  (impalad+0x291a9a2)
>     #12 
> impala::ImpalaServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
>  apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, int, void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/ImpalaService.cpp:1824:49
>  (impalad+0x28e73df)
>     #13 
> apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
>  boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.9.3-p8/include/thrift/TDispatchProcessor.h:121:12
>  (impalad+0x1aa99ee)
>     #14 apache::thrift::server::TAcceptQueueServer::Task::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
>  (impalad+0x201cc66)
>     #15 
> impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
>  impala::Promise<unsigned long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
>  (impalad+0x2010e9c)
>     #16 boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, 
> (impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*) const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
>  (impalad+0x2012949)
>     #17 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> 
> >::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
> impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>&, 
> boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
>  (impalad+0x201285c)
>     #18 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x20127a3)
>     #19 
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
> boost::_mfi::mf2<void, impala::ThriftThread, 
> boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
> boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
> >, void>::invoke(boost::detail::function::function_buffer&) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
>  (impalad+0x2012511)
>     #20 boost::function0<void>::operator()() const 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  (impalad+0x1f79331)
>     #21 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
>  (impalad+0x25438db)
>     #22 void 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
> >::operator()<void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list0>(boost::_bi::type<void>, void 
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), boost::_bi::list0&, int) 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  (impalad+0x254b6fc)
>     #23 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, 
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
> impala::Promise<long, (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
> >::operator()() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  (impalad+0x254b613)
>     #24 boost::detail::thread_data<boost::_bi::bind_t<void, void 
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > const&, std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
> (impala::PromiseMode)0>*), 
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
> std::char_traits<char>, std::allocator<char> > >, 
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
> boost::_bi::value<impala::ThreadDebugInfo*>, 
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > 
> >::run() 
> /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
>  (impalad+0x254b300)
>     #25 thread_proxy <null> (impalad+0x3292501)
> SUMMARY: ThreadSanitizer: data race 
> /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:453:19
>  in 
> impala::MemTracker::GetTopNQueriesAndUpdatePoolStats(std::priority_queue<impala::THeavyMemoryQuery,
>  std::vector<impala::THeavyMemoryQuery, 
> std::allocator<impala::THeavyMemoryQuery> >, 
> std::greater<impala::THeavyMemoryQuery> >&, int, impala::TPoolStats&)
> ==================
> {noformat}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscr...@impala.apache.org
For additional commands, e-mail: issues-all-h...@impala.apache.org

Reply via email to