API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Sep 16th, 2019
160
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 8.87 KB | None | 0 0
raw download clone embed print report
  1. (gdb) set pagination off
  2. (gdb) thread apply all bt
  3.  
  4. Thread 4 (Thread 0x7efdfdfab700 (LWP 330906)):
  5. #0 0x00007efe181faa13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84
  6. #1 0x00007efd73f3b138 in epoll_dispatch (base=0x7efd280b78d0, tv=<optimized out>) at epoll.c:407
  7. #2 0x00007efd73f3e4ff in opal_libevent2022_event_base_loop (base=0x7efd280b78d0, flags=1) at event.c:1630
  8. #3 0x00007efd2dbdee9e in progress_engine () from /opt/openmpi/lib/openmpi/mca_pmix_pmix3x.so
  9. #4 0x00007efe184c46ba in start_thread (arg=0x7efdfdfab700) at pthread_create.c:333
  10. #5 0x00007efe181fa41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
  11.  
  12. Thread 3 (Thread 0x7efdfd7aa700 (LWP 330905)):
  13. #0 0x00007efe181ee74d in poll () at ../sysdeps/unix/syscall-template.S:84
  14. #1 0x00007efd73f47db8 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7efd200008c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
  15. #2 poll_dispatch (base=0x7efd2805f880, tv=<optimized out>) at poll.c:165
  16. #3 0x00007efd73f3e4ff in opal_libevent2022_event_base_loop (base=0x7efd2805f880, flags=1) at event.c:1630
  17. #4 0x00007efd73ef988e in progress_engine () from /opt/openmpi/lib/libopen-pal.so.40
  18. #5 0x00007efe184c46ba in start_thread (arg=0x7efdfd7aa700) at pthread_create.c:333
  19. #6 0x00007efe181fa41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
  20.  
  21. Thread 2 (Thread 0x7efdfcfa9700 (LWP 330904)):
  22. #0 0x00007efe181ee74d in poll () at ../sysdeps/unix/syscall-template.S:84
  23. #1 0x00007efd73f47db8 in poll (__timeout=<optimized out>, __nfds=4, __fds=0x7efd282ca770) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
  24. #2 poll_dispatch (base=0x7efd28046e90, tv=<optimized out>) at poll.c:165
  25. #3 0x00007efd73f3e4ff in opal_libevent2022_event_base_loop (base=0x7efd28046e90, flags=2) at event.c:1630
  26. #4 0x00007efd73ef3ce8 in opal_progress () from /opt/openmpi/lib/libopen-pal.so.40
  27. #5 0x00007efd73efa475 in ompi_sync_wait_mt () from /opt/openmpi/lib/libopen-pal.so.40
  28. #6 0x00007efd744c0e70 in ompi_request_wait_completion () from /opt/openmpi/lib/libmpi.so.40
  29. #7 0x00007efd744c29a6 in ompi_comm_nextcid () from /opt/openmpi/lib/libmpi.so.40
  30. #8 0x00007efd744bd595 in ompi_comm_dup_with_info () from /opt/openmpi/lib/libmpi.so.40
  31. #9 0x00007efd744f58a3 in PMPI_Comm_dup () from /opt/openmpi/lib/libmpi.so.40
  32. #10 0x00007efd747e97f6 in horovod::common::(anonymous namespace)::BackgroundThreadLoop (state=..., ctx=...) at horovod/common/operations.cc:929
  33. #11 0x00007efda6206c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
  34. #12 0x00007efe184c46ba in start_thread (arg=0x7efdfcfa9700) at pthread_create.c:333
  35. #13 0x00007efe181fa41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
  36.  
  37. Thread 1 (Thread 0x7efe188dd700 (LWP 330376)):
  38. #0 0x00007efe184cdc1d in nanosleep () at ../sysdeps/unix/syscall-template.S:84
  39. #1 0x00007efd747e2904 in std::this_thread::sleep_for<long, std::ratio<1l, 1000l> > (__rtime=...) at /usr/include/c++/5/thread:292
  40. #2 horovod::common::(anonymous namespace)::InitializeHorovodOnce (ranks=<optimized out>, nranks=<optimized out>) at horovod/common/operations.cc:1610
  41. #3 0x00007efe16baee40 in ffi_call_unix64 () from /usr/lib/x86_64-linux-gnu/libffi.so.6
  42. #4 0x00007efe16bae8ab in ffi_call () from /usr/lib/x86_64-linux-gnu/libffi.so.6
  43. #5 0x00007efe170943df in _call_function_pointer (argcount=2, resmem=0x7ffceeaf0360, restype=<optimized out>, atypes=<optimized out>, avalues=0x7ffceeaf0340, pProc=0x7efd747e29d0 <horovod::common::horovod_init(int const*, int)>, flags=4353) at /build/python2.7-iaXs16/python2.7-2.7.12/Modules/_ctypes/callproc.c:837
  44. #6 _ctypes_callproc (pProc=0x7efd747e29d0 <horovod::common::horovod_init(int const*, int)>, argtuple=<optimized out>, flags=4353, argtypes=0x0, restype=<_ctypes.PyCSimpleType at remote 0x2353630>, checker=0x0) at /build/python2.7-iaXs16/python2.7-2.7.12/Modules/_ctypes/callproc.c:1180
  45. #7 0x00007efe17098d82 in PyCFuncPtr_call.lto_priv.107 (self=self@entry=0x7efd703fdd50, inargs=inargs@entry=(<c_int_Array_0 at remote 0x7efd7037e950>, <c_int at remote 0x7efd6fab8950>), kwds=kwds@entry=0x0) at /build/python2.7-iaXs16/python2.7-2.7.12/Modules/_ctypes/_ctypes.c:3954
  46. #8 0x00000000004c166d in PyObject_Call (kw=0x0, arg=(<c_int_Array_0 at remote 0x7efd7037e950>, <c_int at remote 0x7efd6fab8950>), func=<_FuncPtr(__name__='horovod_init') at remote 0x7efd703fdd50>) at ../Objects/abstract.c:2546
  47. #9 do_call (nk=<optimized out>, na=<optimized out>, pp_stack=0x7ffceeaf05e0, func=<_FuncPtr(__name__='horovod_init') at remote 0x7efd703fdd50>) at ../Python/ceval.c:4567
  48. #10 call_function (oparg=<optimized out>, pp_stack=0x7ffceeaf05e0) at ../Python/ceval.c:4372
  49. #11 PyEval_EvalFrameEx () at ../Python/ceval.c:2987
  50. #12 0x00000000004b9b66 in PyEval_EvalCodeEx () at ../Python/ceval.c:3582
  51. #13 0x00000000004c17c6 in fast_function (nk=<optimized out>, na=<optimized out>, n=<optimized out>, pp_stack=0x7ffceeaf07e0, func=<function at remote 0x7efd7cb22a28>) at ../Python/ceval.c:4445
  52. #14 call_function (oparg=<optimized out>, pp_stack=0x7ffceeaf07e0) at ../Python/ceval.c:4370
  53. #15 PyEval_EvalFrameEx () at ../Python/ceval.c:2987
  54. #16 0x00000000004b9b66 in PyEval_EvalCodeEx () at ../Python/ceval.c:3582
  55. #17 0x00000000004c1f56 in fast_function (nk=<optimized out>, na=<optimized out>, n=0, pp_stack=0x7ffceeaf09e0, func=<function at remote 0x7efd73e83668>) at ../Python/ceval.c:4445
  56. #18 call_function (oparg=<optimized out>, pp_stack=0x7ffceeaf09e0) at ../Python/ceval.c:4370
  57. #19 PyEval_EvalFrameEx () at ../Python/ceval.c:2987
  58. #20 0x00000000004b9b66 in PyEval_EvalCodeEx () at ../Python/ceval.c:3582
  59. #21 0x00000000004c1f56 in fast_function (nk=<optimized out>, na=<optimized out>, n=0, pp_stack=0x7ffceeaf0be0, func=<function at remote 0x7efd70b81c08>) at ../Python/ceval.c:4445
  60. #22 call_function (oparg=<optimized out>, pp_stack=0x7ffceeaf0be0) at ../Python/ceval.c:4370
  61. #23 PyEval_EvalFrameEx () at ../Python/ceval.c:2987
  62. #24 0x00000000004b9b66 in PyEval_EvalCodeEx () at ../Python/ceval.c:3582
  63. #25 0x00000000004c1f56 in fast_function (nk=<optimized out>, na=<optimized out>, n=1, pp_stack=0x7ffceeaf0de0, func=<function at remote 0x7efd70b838c0>) at ../Python/ceval.c:4445
  64. #26 call_function (oparg=<optimized out>, pp_stack=0x7ffceeaf0de0) at ../Python/ceval.c:4370
  65. #27 PyEval_EvalFrameEx () at ../Python/ceval.c:2987
  66. #28 0x00000000004b9b66 in PyEval_EvalCodeEx () at ../Python/ceval.c:3582
  67. #29 0x00000000004eb69f in PyEval_EvalCode (locals={'defaultdict': <type at remote 0x92b3e0>, 'OrderedDict': <type at remote 0x213ae30>, 'Union': <_Union at remote 0x7efe175a6680>, 'random': <module at remote 0x7efe16fd8130>, 'absolute_import': <_Feature(mandatory=(3, 0, 0, 'alpha', 0), optional=(2, 5, 0, 'alpha', 1), compiler_flag=16384) at remote 0x7efe18790ab8>, 'subprocess': <module at remote 0x7efe16fe8478>, 'BinaryIO': <GenericMeta(__module__='typing', __enter__=<function at remote 0x7efe16fcd578>, __args__=None, __origin__=None, __tree_hash__=2261999, __parameters__=(), _abc_cache=<WeakSet(_remove=<function at remote 0x7efe16fcd5f0>, _pending_removals=[], _iterating=set([]), data=set([])) at remote 0x7efe16fc6f50>, _abc_generic_negative_cache_version=15, __abstractmethods__=frozenset(['__exit__', 'truncate', 'read', 'readlines', 'writable', 'flush', 'seekable', 'isatty', 'readline', 'seek', 'close', 'fileno', 'writelines', 'name', '__enter__', 'readable', 'write', 'mode', 'closed', 'tell']), write=<function at remote 0x7efe16fcd488>, _gorg=<...>, __slo...(truncated), globals={'defaultdict': <type at remote 0x92b3e0>, 'OrderedDict': <type at remote 0x213ae30>, 'Union': <_Union at remote 0x7efe175a6680>, 'random': <module at remote 0x7efe16fd8130>, 'absolute_import': <_Feature(mandatory=(3, 0, 0, 'alpha', 0), optional=(2, 5, 0, 'alpha', 1), compiler_flag=16384) at remote 0x7efe18790ab8>, 'subprocess': <module at remote 0x7efe16fe8478>, 'BinaryIO': <GenericMeta(__module__='typing', __enter__=<function at remote 0x7efe16fcd578>, __args__=None, __origin__=None, __tree_hash__=2261999, __parameters__=(), _abc_cache=<WeakSet(_remove=<function at remote 0x7efe16fcd5f0>, _pending_removals=[], _iterating=set([]), data=set([])) at remote 0x7efe16fc6f50>, _abc_generic_negative_cache_version=15, __abstractmethods__=frozenset(['__exit__', 'truncate', 'read', 'readlines', 'writable', 'flush', 'seekable', 'isatty', 'readline', 'seek', 'close', 'fileno', 'writelines', 'name', '__enter__', 'readable', 'write', 'mode', 'closed', 'tell']), write=<function at remote 0x7efe16fcd488>, _gorg=<...>, __slo...(truncated), co=0x7efe16a967b0) at ../Python/ceval.c:669
  68. #30 run_mod.lto_priv () at ../Python/pythonrun.c:1376
  69. #31 0x00000000004e58f2 in PyRun_FileExFlags () at ../Python/pythonrun.c:1362
  70. #32 0x00000000004e41a6 in PyRun_SimpleFileExFlags () at ../Python/pythonrun.c:948
  71. #33 0x00000000004938ce in Py_Main () at ../Modules/main.c:640
  72. #34 0x00007efe18113830 in __libc_start_main (main=0x493370 <main>, argc=7, argv=0x7ffceeaf1228, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffceeaf1218) at ../csu/libc-start.c:291
  73. #35 0x0000000000493299 in _start ()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!