mseth10 commented on issue #20766:
URL:
https://github.com/apache/incubator-mxnet/issues/20766#issuecomment-989466011
Thanks @cfRod for the suggestion. Here's a more extensive backtrace:
```
#0 0x0000ffffbdce5238 in raise () from /lib64/libc.so.6
#1 0x0000ffffbdce68b0 in abort () from /lib64/libc.so.6
#2 0x0000ffffbdcde72c in __assert_fail_base () from /lib64/libc.so.6
#3 0x0000ffffbdcde7e4 in __assert_fail () from /lib64/libc.so.6
#4 0x0000ffffb8f37708 in
dnnl::impl::resource_mapper_t::get<dnnl::impl::cpu::aarch64::acl_indirect_gemm_resource_t>
(this=0x45520e8, p=0x47c8f20)
at ../3rdparty/mkldnn/src/common/primitive.hpp:220
#5 0x0000ffffb8f3729c in
dnnl::impl::cpu::aarch64::acl_indirect_gemm_convolution_fwd_t::execute_forward
(this=0x47c8f20, ctx=...)
at
../3rdparty/mkldnn/src/cpu/aarch64/acl_indirect_gemm_convolution.cpp:36
#6 0x0000ffffb8dd7148 in
dnnl::impl::cpu::aarch64::acl_indirect_gemm_convolution_fwd_t::execute
(this=0x47c8f20, ctx=...)
at
../3rdparty/mkldnn/src/cpu/aarch64/acl_indirect_gemm_convolution.hpp:167
#7 0x0000ffffb8f0102c in
dnnl::impl::cpu::ref_deconvolution_bwd_data_t::execute (this=0x4e3cff0,
ctx=...) at ../3rdparty/mkldnn/src/cpu/ref_deconvolution.cpp:566
#8 0x0000ffffb821817c in dnnl_primitive::execute (this=0x45520c0, ctx=...)
at ../3rdparty/mkldnn/src/common/primitive.cpp:264
#9 0x0000ffffb823beec in dnnl_stream::enqueue_primitive (this=0x4aa8580,
primitive_iface=0x45520c0, ctx=...) at
../3rdparty/mkldnn/src/common/stream.cpp:33
#10 0x0000ffffb82177e8 in dnnl::impl::primitive_execute
(primitive_iface=0x45520c0, ctx=...) at
../3rdparty/mkldnn/src/common/primitive.cpp:127
#11 0x0000ffffb8217a20 in dnnl_primitive_execute (primitive_iface=0x45520c0,
stream=0x4aa8580, nargs=3, c_args=0x4f8e340) at
../3rdparty/mkldnn/src/common/primitive.cpp:169
Python Exception <class 'gdb.error'> There is no member or method named
_M_bbegin.:
#12 0x0000ffffaf37cfc4 in dnnl::primitive::execute (this=0x4e3d0d0,
astream=..., args=std::unordered_map with 3 elements) at
../3rdparty/mkldnn/include/oneapi/dnnl/dnnl.hpp:11044
#13 0x0000ffffaf37d184 in mxnet::MKLDNNStream::Submit (this=0x4136998,
cleanup=true) at ../src/common/./../operator/nn/mkldnn/mkldnn_base-inl.h:464
#14 0x0000ffffb05104b8 in mxnet::op::MKLDNNDeconvBwd::Execute
(this=0x4282710, num_group=1, req=std::vector of length 3, capacity 3 = {...},
read_tensors=..., write_tensors=...)
at ../src/operator/nn/mkldnn/mkldnn_deconvolution.cc:267
#15 0x0000ffffb050fb50 in mxnet::op::MKLDNNDeconvolutionBackward (attrs=...,
ctx=..., inputs=std::vector of length 4, capacity 4 = {...},
req=std::vector of length 3, capacity 3 = {...}, outputs=std::vector of
length 3, capacity 3 = {...}) at
../src/operator/nn/mkldnn/mkldnn_deconvolution.cc:183
#16 0x0000ffffaf699b9c in std::__invoke_impl<void, void (*&)(nnvm::NodeAttrs
const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&), nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&> (
__f=@0xfffff3a1f618: 0xffffb050f9bc
<mxnet::op::MKLDNNDeconvolutionBackward(nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&)>)
at /opt/rh/devtoolset-10/root/usr/include/c++/10/bits/invoke.h:60
#17 0x0000ffffaf69595c in std::__invoke_r<void, void (*&)(nnvm::NodeAttrs
const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&), nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&> (
__fn=@0xfffff3a1f618: 0xffffb050f9bc
<mxnet::op::MKLDNNDeconvolutionBackward(nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&)>)
at /opt/rh/devtoolset-10/root/usr/include/c++/10/bits/invoke.h:153
#18 0x0000ffffaf690474 in std::_Function_handler<void (nnvm::NodeAttrs
const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&), void (*)(nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&)>::_M_invoke(std::_Any_data const&,
nnvm::NodeAttrs const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&) (__functor=..., __args#0=...,
__args#1=..., __args#2=std::vector of length 4, capacity 4 = {...},
__args#3=std::vector of length 3, capacity 3 = {...}, __args#4=std::vector of
length 3, capacity 3 = {...})
at /opt/rh/devtoolset-10/root/usr/include/c++/10/bits/std_function.h:291
#19 0x0000ffffaf4453f8 in std::function<void (nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&)>::operator()(nnvm::NodeAttrs const&,
mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&) const (this=0xfffff3a1f618,
__args#0=..., __args#1=..., __args#2=std::vector of length 4, capacity 4 =
{...},
__args#3=std::vector of length 3, capacity 3 = {...},
__args#4=std::vector of length 3, capacity 3 = {...})
at /opt/rh/devtoolset-10/root/usr/include/c++/10/bits/std_function.h:622
#20 0x0000ffffb04e9334 in mxnet::MKLDNNRun(std::function<void
(nnvm::NodeAttrs const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, st---Type <return> to continue, or q
<return> to quit---
d::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&,
std::vector<mxnet::NDArray, std::allocator<mxnet::NDArray> > const&)>,
nnvm::NodeAttrs const&, mxnet::OpContext const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&, std::vector<mxnet::OpReqType,
std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::NDArray,
std::allocator<mxnet::NDArray> > const&) (fn=..., attrs=..., ctx=...,
inputs=std::vector of length 4, capacity 4 = {...}, req=std::vector of length
3, capacity 3 = {...},
outputs=std::vector of length 3, capacity 3 = {...}) at
../src/operator/nn/mkldnn/mkldnn_base.cc:672
#21 0x0000ffffb00dd19c in mxnet::op::DeconvolutionGradComputeExCPU
(attrs=..., ctx=..., inputs=std::vector of length 4, capacity 4 = {...},
req=std::vector of length 3, capacity 3 = {...}, outputs=std::vector of
length 3, capacity 3 = {...}) at ../src/operator/nn/deconvolution.cc:71
```
Looks like oneDNN's deconvolution operator is called first
`dnnl::impl::cpu::ref_deconvolution_bwd_data_t::execute (this=0x4e3cff0,
ctx=...) at ../3rdparty/mkldnn/src/cpu/ref_deconvolution.cpp:566`
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
