mseth10 commented on issue #20289: URL: https://github.com/apache/incubator-mxnet/issues/20289#issuecomment-874370693
In https://github.com/apache/incubator-mxnet/pull/20392, the docker base image was changed from ubuntu 14 to centos 7, and python v3.8 and numpy v1.17.3 were installed. With these changes, most of the above tests pass and are enabled in the PR (hence we confirm that numpy version was the cause of failure). Only one test fail now `test_contrib_operator.test_multibox_target_op` with the following error log ``` [2021-07-03T11:05:44.813Z] Traceback (most recent call last): [2021-07-03T11:05:44.813Z] File "/opt/rh/rh-python38/root/usr/local/lib/python3.8/site-packages/nose/case.py", line 198, in runTest [2021-07-03T11:05:44.813Z] self.test(*self.arg) [2021-07-03T11:05:44.813Z] File "/work/mxnet/tests/python/unittest/test_contrib_operator.py", line 284, in test_multibox_target_op [2021-07-03T11:05:44.813Z] assert_allclose(loc_target.asnumpy(), expected_loc_target, rtol=1e-5, atol=1e-5) [2021-07-03T11:05:44.813Z] File "/work/mxnet/python/mxnet/ndarray/ndarray.py", line 2568, in asnumpy [2021-07-03T11:05:44.813Z] check_call(_LIB.MXNDArraySyncCopyToCPU( [2021-07-03T11:05:44.813Z] File "/work/mxnet/python/mxnet/base.py", line 246, in check_call [2021-07-03T11:05:44.813Z] raise get_last_ffi_error() [2021-07-03T11:05:44.813Z] mxnet.base.MXNetError: Traceback (most recent call last): [2021-07-03T11:05:44.813Z] [bt] (9) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x5b75e9c) [0xffffaa8d3e9c] [2021-07-03T11:05:44.813Z] [bt] (8) /work/mxnet/python/mxnet/../../lib/libmxnet.so(std::thread::_State_impl<std::thread::_Invoker<std::tuple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)>, std::shared_ptr<dmlc::ManualEvent> > > >::_M_run()+0x34) [0xffffa560ae54] [2021-07-03T11:05:44.813Z] [bt] (7) /work/mxnet/python/mxnet/../../lib/libmxnet.so(std::_Function_handler<void (std::shared_ptr<dmlc::ManualEvent>), mxnet::engine::ThreadedEnginePerDevice::PushToExecute(mxnet::engine::OprBlock*, bool)::{lambda()#1}::operator()() const::{lambda(std::shared_ptr<dmlc::ManualEvent>)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr<dmlc::ManualEvent>&&)+0x104) [0xffffa560c944] [2021-07-03T11:05:44.813Z] [bt] (6) /work/mxnet/python/mxnet/../../lib/libmxnet.so(mxnet::engine::ThreadedEngine::ExecuteOprBlock(mxnet::RunContext, mxnet::engine::OprBlock*)+0x10c) [0xffffa560bc3c] [2021-07-03T11:05:44.813Z] [bt] (5) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x8a27f0) [0xffffa56007f0] [2021-07-03T11:05:44.813Z] [bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(std::_Function_handler<void (mxnet::RunContext), mxnet::imperative::PushOperator(mxnet::OpStatePtr const&, nnvm::Op const*, nnvm::NodeAttrs const&, mxnet::Context const&, std::vector<mxnet::engine::Var*, std::allocator<mxnet::engine::Var*> > const&, std::vector<mxnet::engine::Var*, std::allocator<mxnet::engine::Var*> > const&, std::vector<mxnet::Resource, std::allocator<mxnet::Resource> > const&, std::vector<mxnet::NDArray*, std::allocator<mxnet::NDArray*> > const&, std::vector<mxnet::NDArray*, std::allocator<mxnet::NDArray*> > const&, std::vector<unsigned int, std::allocator<unsigned int> > const&, std::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&, mxnet::DispatchMode)::{lambda(mxnet::RunContext)#4}>::_M_invoke(std::_Any_data const&, mxnet::RunContext&&)+0x44) [0xffffa56c2ce4] [2021-07-03T11:05:44.813Z] [bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(mxnet::imperative::PushOperator(mxnet::OpStatePtr const&, nnvm::Op const*, nnvm::NodeAttrs const&, mxnet::Context const&, std::vector<mxnet::engine::Var*, std::allocator<mxnet::engine::Var*> > const&, std::vector<mxnet::engine::Var*, std::allocator<mxnet::engine::Var*> > const&, std::vector<mxnet::Resource, std::allocator<mxnet::Resource> > const&, std::vector<mxnet::NDArray*, std::allocator<mxnet::NDArray*> > const&, std::vector<mxnet::NDArray*, std::allocator<mxnet::NDArray*> > const&, std::vector<unsigned int, std::allocator<unsigned int> > const&, std::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&, mxnet::DispatchMode)::{lambda(mxnet::RunContext, mxnet::engine::CallbackOnComplete)#3}::operator()(mxnet::RunContext, mxnet::engine::CallbackOnComplete) const+0x274) [0xffffa56c29b4] [2021-07-03T11:05:44.813Z] [bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(mxnet::op::MultiBoxTargetOp<mshadow::cpu, float>::Forward(mxnet::OpContext const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&)+0x18b4) [0xffffa5b9f8a4] [2021-07-03T11:05:44.813Z] [bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(void mshadow::MultiBoxTargetForward<float>(mshadow::Tensor<mshadow::cpu, 2, float> const&, mshadow::Tensor<mshadow::cpu, 2, float> const&, mshadow::Tensor<mshadow::cpu, 2, float> const&, mshadow::Tensor<mshadow::cpu, 2, float> const&, mshadow::Tensor<mshadow::cpu, 3, float> const&, mshadow::Tensor<mshadow::cpu, 3, float> const&, mshadow::Tensor<mshadow::cpu, 4, float> const&, float, float, float, float, int, mxnet::Tuple<float> const&)+0x1150) [0xffffa5b8f9d0] [2021-07-03T11:05:44.813Z] [bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(dmlc::LogMessageFatal::~LogMessageFatal()+0x60) [0xffffa54a66e0] [2021-07-03T11:05:44.813Z] File "../src/operator/contrib/multibox_target.cc", line 235 [2021-07-03T11:05:44.813Z] MXNetError: Check failed: temp.size() >= num_negative (0 vs. 1) : ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@mxnet.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@mxnet.apache.org For additional commands, e-mail: issues-h...@mxnet.apache.org
