You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by GitBox <gi...@apache.org> on 2019/09/19 06:54:03 UTC
[GitHub] [incubator-mxnet] perdasilva opened a new issue #16208: [CD]
test_profiler failing for cpu on python 2
perdasilva opened a new issue #16208: [CD] test_profiler failing for cpu on python 2
URL: https://github.com/apache/incubator-mxnet/issues/16208
## Description
The python 2 tests are failing against the statically linked cpu variant of libmxnet:
[Jenkins log](http://jenkins.mxnet-ci-dev.amazon-ml.com/blue/organizations/jenkins/restricted-mxnet-cd%2Fmxnet-cd-release-job/detail/mxnet-cd-release-job/195/pipeline/414)
```
======================================================================
ERROR: test_profiler.test_continuous_profile_and_instant_marker
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 222, in test_continuous_profile_and_instant_marker
enable_profiler(file_name, True, True, True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_aggregate_stats_valid_json_return
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 242, in test_aggregate_stats_valid_json_return
enable_profiler(file_name, True, True, True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_aggregate_stats_sorting
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 272, in test_aggregate_stats_sorting
enable_profiler(file_name, True, True, True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_aggregate_duplication
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 284, in test_aggregate_duplication
aggregate_stats=True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_custom_operator_profiling
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 344, in test_custom_operator_profiling
aggregate_stats=True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_custom_operator_profiling_multiple_custom_ops_symbolic
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 441, in test_custom_operator_profiling_multiple_custom_ops_symbolic
'test_custom_operator_profiling_multiple_custom_ops_symbolic.json')
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 417, in custom_operator_profiling_multiple_custom_ops
aggregate_stats=True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
======================================================================
ERROR: test_profiler.test_custom_operator_profiling_multiple_custom_ops_imperative
----------------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/nose/case.py", line 197, in runTest
self.test(*self.arg)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 446, in test_custom_operator_profiling_multiple_custom_ops_imperative
'test_custom_operator_profiling_multiple_custom_ops_imperative.json')
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 417, in custom_operator_profiling_multiple_custom_ops
aggregate_stats=True)
File "/work/mxnet/tests/python/unittest/test_profiler.py", line 37, in enable_profiler
aggregate_stats=aggregate_stats
File "/work/mxnet/python/mxnet/profiler.py", line 67, in set_config
profiler_kvstore_handle))
File "/work/mxnet/python/mxnet/base.py", line 254, in check_call
raise MXNetError(py_str(_LIB.MXGetLastError()))
MXNetError: [20:07:40] /work/mxnet/3rdparty/dmlc-core/include/dmlc/thread_group.h:227: Check failed: auto_remove_ == false (1 vs. 0) :
Stack trace:
[bt] (0) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x2ee6cb) [0x7f0d452a56cb]
[bt] (1) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338332c) [0x7f0d4833a32c]
[bt] (2) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x3387893) [0x7f0d4833e893]
[bt] (3) /work/mxnet/python/mxnet/../../lib/libmxnet.so(+0x338837a) [0x7f0d4833f37a]
[bt] (4) /work/mxnet/python/mxnet/../../lib/libmxnet.so(MXSetProcessProfilerConfig+0x4ba) [0x7f0d47b1584a]
[bt] (5) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call_unix64+0x4c) [0x7f0d58a5fe40]
[bt] (6) /usr/lib/x86_64-linux-gnu/libffi.so.6(ffi_call+0x2eb) [0x7f0d58a5f8ab]
[bt] (7) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(_ctypes_callproc+0x48f) [0x7f0d58c6f3df]
[bt] (8) /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so(+0x11d82) [0x7f0d58c73d82]
```
## Environment info (Required)
[ubuntu_cpu](https://github.com/apache/incubator-mxnet/blob/master/ci/docker/Dockerfile.build.ubuntu_cpu) docker environment.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services