API tools faq
paste
psarossy

Untitled

psarossy
Aug 6th, 2020
185
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 32.88 KB | None | 0 0
raw download clone embed print report
  1. activate + OSD_ID=59
  2. activate + OSD_UUID=80b68eba-870e-407e-bdc5-ead18a42ea8d
  3. activate + OSD_STORE_FLAG=--bluestore
  4. activate + OSD_DATA_DIR=/var/lib/ceph/osd/ceph-59
  5. activate + CV_MODE=lvm
  6. activate + DEVICE=
  7. activate + METADATA_DEVICE=
  8. activate + [[ lvm == \l\v\m ]]
  9. activate ++ mktemp -d
  10. activate + TMP_DIR=/tmp/tmp.QXRdDL4c4G
  11. activate + ceph-volume lvm activate --no-systemd --bluestore 59 80b68eba-870e-407e-bdc5-ead18a42ea8d
  12. activate Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-59
  13. activate Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-dcbbe462-c81f-424e-acb1-2941e29cee02/osd-data-f22f9ab6-d633-43d3-9ef6-3ba37ee77d63 --path /var/lib/ceph/osd/ceph-59 --no-mon-config
  14. activate Running command: /usr/bin/ln -snf /dev/ceph-dcbbe462-c81f-424e-acb1-2941e29cee02/osd-data-f22f9ab6-d633-43d3-9ef6-3ba37ee77d63 /var/lib/ceph/osd/ceph-59/block
  15. activate Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-59/block
  16. activate Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0
  17. activate Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-59
  18. activate --> ceph-volume lvm activate successful for osd ID: 59
  19. activate + cp --verbose --no-dereference /var/lib/ceph/osd/ceph-59/block /var/lib/ceph/osd/ceph-59/ceph_fsid /var/lib/ceph/osd/ceph-59/fsid /var/lib/ceph/osd/ceph-59/keyring /var/lib/ceph/osd/ceph-59/ready /var/lib/ceph/osd/ceph-59/type /var/lib/ceph/osd/ceph-59/who
  20. ami /tmp/tmp.QXRdDL4c4G/
  21. activate '/var/lib/ceph/osd/ceph-59/block' -> '/tmp/tmp.QXRdDL4c4G/block'
  22. activate '/var/lib/ceph/osd/ceph-59/ceph_fsid' -> '/tmp/tmp.QXRdDL4c4G/ceph_fsid'
  23. activate '/var/lib/ceph/osd/ceph-59/fsid' -> '/tmp/tmp.QXRdDL4c4G/fsid'
  24. activate '/var/lib/ceph/osd/ceph-59/keyring' -> '/tmp/tmp.QXRdDL4c4G/keyring'
  25. activate '/var/lib/ceph/osd/ceph-59/ready' -> '/tmp/tmp.QXRdDL4c4G/ready'
  26. activate + umount /var/lib/ceph/osd/ceph-59
  27. activate '/var/lib/ceph/osd/ceph-59/type' -> '/tmp/tmp.QXRdDL4c4G/type'
  28. activate '/var/lib/ceph/osd/ceph-59/whoami' -> '/tmp/tmp.QXRdDL4c4G/whoami'
  29. activate + cp --verbose --no-dereference /tmp/tmp.QXRdDL4c4G/block /tmp/tmp.QXRdDL4c4G/ceph_fsid /tmp/tmp.QXRdDL4c4G/fsid /tmp/tmp.QXRdDL4c4G/keyring /tmp/tmp.QXRdDL4c4G/ready /tmp/tmp.QXRdDL4c4G/type /tmp/tmp.QXRdDL4c4G/whoami /var/lib/ceph/osd/ceph-59
  30. activate '/tmp/tmp.QXRdDL4c4G/block' -> '/var/lib/ceph/osd/ceph-59/block'
  31. activate '/tmp/tmp.QXRdDL4c4G/ceph_fsid' -> '/var/lib/ceph/osd/ceph-59/ceph_fsid'
  32. activate '/tmp/tmp.QXRdDL4c4G/fsid' -> '/var/lib/ceph/osd/ceph-59/fsid'
  33. activate '/tmp/tmp.QXRdDL4c4G/keyring' -> '/var/lib/ceph/osd/ceph-59/keyring'
  34. activate '/tmp/tmp.QXRdDL4c4G/ready' -> '/var/lib/ceph/osd/ceph-59/ready'
  35. activate '/tmp/tmp.QXRdDL4c4G/type' -> '/var/lib/ceph/osd/ceph-59/type'
  36. activate '/tmp/tmp.QXRdDL4c4G/whoami' -> '/var/lib/ceph/osd/ceph-59/whoami'
  37. activate + chown --verbose --recursive ceph:ceph /var/lib/ceph/osd/ceph-59
  38. activate changed ownership of '/var/lib/ceph/osd/ceph-59/block' from root:root to ceph:ceph
  39. activate changed ownership of '/var/lib/ceph/osd/ceph-59/keyring' from root:root to ceph:ceph
  40. activate changed ownership of '/var/lib/ceph/osd/ceph-59/type' from root:root to ceph:ceph
  41. activate changed ownership of '/var/lib/ceph/osd/ceph-59/ready' from root:root to ceph:ceph
  42. activate changed ownership of '/var/lib/ceph/osd/ceph-59/fsid' from root:root to ceph:ceph
  43. activate changed ownership of '/var/lib/ceph/osd/ceph-59/whoami' from root:root to ceph:ceph
  44. activate changed ownership of '/var/lib/ceph/osd/ceph-59/ceph_fsid' from root:root to ceph:ceph
  45. activate changed ownership of '/var/lib/ceph/osd/ceph-59' from root:root to ceph:ceph
  46. activate + rm --recursive --force /tmp/tmp.QXRdDL4c4G
  47. activate stream closed
  48. chown-container-data-dir ownership of '/var/log/ceph/ceph-volume.log' retained as ceph:ceph
  49. chown-container-data-dir ownership of '/var/log/ceph' retained as ceph:ceph
  50. chown-container-data-dir ownership of '/var/lib/ceph/crash/2020-08-06_03:27:54.311059Z_23f6fba7-668b-47ba-8d2c-42d903c4601d/meta' retained as ceph:ceph
  51. chown-container-data-dir ownership of '/var/lib/ceph/crash/posted' retained as ceph:ceph
  52. osd parse error setting 'cluster_addr' to ''
  53. osd parse error setting 'public_addr' to ''
  54. osd 2020-08-06 05:19:31.104 7f3a08effa80 -1 unable to find any IPv4 address in networks '10.0.0.0/22' interfaces ''
  55. osd 2020-08-06 05:19:34.955 7f3a08effa80 -1 osd.59 26400 log_to_monitors {default=true}
  56. osd 2020-08-06 05:19:34.967 7f3a08effa80 -1 osd.59 26400 mon_cmd_maybe_osd_create fail: 'osd.59 has already bound to class 'nvme', can not reset class to 'ssd'; use 'ceph osd crush rm-device-class <id>' to remove old class first': (16) Device or resource busy
  57. osd /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: In function 'ECTransaction::generate_transactions(ECTran
  58. saction::WritePlan&, ceph::ErasureCodeInterfaceRef&, pg_t, const ECUtil::stripe_info_t&, const std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >&, std::vector<pg_log_entry_t>&, std::map<hobject_t, interval_map<long un
  59. signed int, ceph::buffer::v14_2_0::list, bl_split_merge> >*, std::map<shard_id_t, ObjectStore::Transaction>*, std::set<hobject_t>*, std::set<hobject_t>*, DoutPrefixProvider*)::<lambda(std::pair<const hobject_t, PGTransaction::ObjectOperation>&)>' thread 7f39e4cd4700
  60. time 2020-08-06 05:19:36.282714
  61. osd /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: 545: FAILED ceph_assert(sinfo.logical_offset_is_stripe_a
  62. ligned(extent.get_len()))
  63. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  64. osd 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x14a) [0x55f5ed827f7d]
  65. osd 2: (()+0x4cb145) [0x55f5ed828145]
  66. osd 3: (()+0x8ea300) [0x55f5edc47300]
  67. osd 4: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  68. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  69. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  70. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  71. osd 5: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  72. osd 6: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  73. osd 7: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  74. osd 8: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  75. osd 9: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  76. osd 10: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  77. osd 11: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  78. osd 12: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  79. osd 13: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  80. osd 14: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  81. osd 15: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  82. osd 16: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  83. osd 17: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  84. osd 18: (()+0x7e65) [0x7f3a05f44e65]
  85. osd 19: (clone()+0x6d) [0x7f3a04e0888d]
  86. osd *** Caught signal (Aborted) **
  87. osd in thread 7f39e4cd4700 thread_name:tp_osd_tp
  88. osd 2020-08-06 05:19:36.291 7f39e4cd4700 -1 /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: In function 'ECT
  89. ransaction::generate_transactions(ECTransaction::WritePlan&, ceph::ErasureCodeInterfaceRef&, pg_t, const ECUtil::stripe_info_t&, const std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >&, std::vector<pg_log_entry_t>&,
  90. std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >*, std::map<shard_id_t, ObjectStore::Transaction>*, std::set<hobject_t>*, std::set<hobject_t>*, DoutPrefixProvider*)::<lambda(std::pair<const hobject_t, PGTransaction::
  91. ObjectOperation>&)>' thread 7f39e4cd4700 time 2020-08-06 05:19:36.282714
  92. osd /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: 545: FAILED ceph_assert(sinfo.logical_offset_is_stripe_a
  93. ligned(extent.get_len()))
  94. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  95. osd 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x14a) [0x55f5ed827f7d]
  96. osd 2: (()+0x4cb145) [0x55f5ed828145]
  97. osd 3: (()+0x8ea300) [0x55f5edc47300]
  98. osd 4: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  99. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  100. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  101. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  102. osd 5: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  103. osd 6: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  104. osd 7: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  105. osd 8: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  106. osd 9: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  107. osd 10: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  108. osd 11: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  109. osd 12: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  110. osd 13: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  111. osd 14: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  112. osd 15: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  113. osd 16: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  114. osd 17: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  115. osd 18: (()+0x7e65) [0x7f3a05f44e65]
  116. osd 19: (clone()+0x6d) [0x7f3a04e0888d]
  117. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  118. osd 1: (()+0xf5f0) [0x7f3a05f4c5f0]
  119. osd 2: (gsignal()+0x37) [0x7f3a04d40337]
  120. osd 3: (abort()+0x148) [0x7f3a04d41a28]
  121. osd 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x199) [0x55f5ed827fcc]
  122. osd 5: (()+0x4cb145) [0x55f5ed828145]
  123. osd 6: (()+0x8ea300) [0x55f5edc47300]
  124. osd 7: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  125. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  126. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  127. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  128. osd 8: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  129. osd 9: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  130. osd 10: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  131. osd 11: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  132. osd 12: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  133. osd 13: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  134. osd 14: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  135. osd 15: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  136. osd 16: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  137. osd 17: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  138. osd 18: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  139. osd 19: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  140. osd 20: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  141. osd 21: (()+0x7e65) [0x7f3a05f44e65]
  142. osd 22: (clone()+0x6d) [0x7f3a04e0888d]
  143. osd 2020-08-06 05:19:36.295 7f39e4cd4700 -1 *** Caught signal (Aborted) **
  144. osd in thread 7f39e4cd4700 thread_name:tp_osd_tp
  145. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  146. osd 1: (()+0xf5f0) [0x7f3a05f4c5f0]
  147. osd 2: (gsignal()+0x37) [0x7f3a04d40337]
  148. osd 3: (abort()+0x148) [0x7f3a04d41a28]
  149. osd 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x199) [0x55f5ed827fcc]
  150. osd 5: (()+0x4cb145) [0x55f5ed828145]
  151. osd 6: (()+0x8ea300) [0x55f5edc47300]
  152. osd 7: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  153. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  154. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  155. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  156. osd 8: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  157. osd 9: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  158. osd 10: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  159. osd 11: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  160. osd 12: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  161. osd 13: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  162. osd 14: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  163. osd 15: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  164. osd 16: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  165. osd 17: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  166. osd 18: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  167. osd 19: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  168. osd 20: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  169. osd 21: (()+0x7e65) [0x7f3a05f44e65]
  170. osd 22: (clone()+0x6d) [0x7f3a04e0888d]
  171. osd NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  172. osd -2114> 2020-08-06 05:19:31.104 7f3a08effa80 -1 unable to find any IPv4 address in networks '10.0.0.0/22' interfaces ''
  173. osd -2113> 2020-08-06 05:19:34.955 7f3a08effa80 -1 osd.59 26400 log_to_monitors {default=true}
  174. osd -2112> 2020-08-06 05:19:34.967 7f3a08effa80 -1 osd.59 26400 mon_cmd_maybe_osd_create fail: 'osd.59 has already bound to class 'nvme', can not reset class to 'ssd'; use 'ceph osd crush rm-device-class <id>' to remove old class first': (16) Device or resource bus
  175. y
  176. osd -2111> 2020-08-06 05:19:36.291 7f39e4cd4700 -1 /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: In funct
  177. ion 'ECTransaction::generate_transactions(ECTransaction::WritePlan&, ceph::ErasureCodeInterfaceRef&, pg_t, const ECUtil::stripe_info_t&, const std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >&, std::vector<pg_log_ent
  178. ry_t>&, std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >*, std::map<shard_id_t, ObjectStore::Transaction>*, std::set<hobject_t>*, std::set<hobject_t>*, DoutPrefixProvider*)::<lambda(std::pair<const hobject_t, PGTrans
  179. action::ObjectOperation>&)>' thread 7f39e4cd4700 time 2020-08-06 05:19:36.282714
  180. osd /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: 545: FAILED ceph_assert(sinfo.logical_offset_is_stripe_a
  181. ligned(extent.get_len()))
  182. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  183. osd 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x14a) [0x55f5ed827f7d]
  184. osd 2: (()+0x4cb145) [0x55f5ed828145]
  185. osd 3: (()+0x8ea300) [0x55f5edc47300]
  186. osd 4: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  187. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  188. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  189. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  190. osd 5: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  191. osd 6: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  192. osd 7: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  193. osd 8: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  194. osd 9: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  195. osd 10: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  196. osd 11: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  197. osd 12: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  198. osd 13: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  199. osd 14: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  200. osd 15: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  201. osd 16: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  202. osd 17: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  203. osd 18: (()+0x7e65) [0x7f3a05f44e65]
  204. osd 19: (clone()+0x6d) [0x7f3a04e0888d]
  205. osd -2110> 2020-08-06 05:19:36.295 7f39e4cd4700 -1 *** Caught signal (Aborted) **
  206. osd in thread 7f39e4cd4700 thread_name:tp_osd_tp
  207. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  208. osd 1: (()+0xf5f0) [0x7f3a05f4c5f0]
  209. osd 2: (gsignal()+0x37) [0x7f3a04d40337]
  210. osd 3: (abort()+0x148) [0x7f3a04d41a28]
  211. osd 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x199) [0x55f5ed827fcc]
  212. osd 5: (()+0x4cb145) [0x55f5ed828145]
  213. osd 6: (()+0x8ea300) [0x55f5edc47300]
  214. osd 7: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  215. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  216. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  217. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  218. osd 8: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  219. osd 9: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  220. osd 10: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  221. osd 11: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  222. osd 12: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  223. osd 13: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  224. osd 14: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  225. osd 15: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  226. osd 16: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  227. osd 17: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  228. osd 18: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  229. osd 19: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  230. osd 20: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  231. osd 21: (()+0x7e65) [0x7f3a05f44e65]
  232. osd 22: (clone()+0x6d) [0x7f3a04e0888d]
  233. osd NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  234. osd -1852> 2020-08-06 05:19:31.104 7f3a08effa80 -1 unable to find any IPv4 address in networks '10.0.0.0/22' interfaces ''
  235. osd -1211> 2020-08-06 05:19:34.955 7f3a08effa80 -1 osd.59 26400 log_to_monitors {default=true}
  236. osd -1157> 2020-08-06 05:19:34.967 7f3a08effa80 -1 osd.59 26400 mon_cmd_maybe_osd_create fail: 'osd.59 has already bound to class 'nvme', can not reset class to 'ssd'; use 'ceph osd crush rm-device-class <id>' to remove old class first': (16) Device or resource bus
  237. y
  238. osd -1> 2020-08-06 05:19:36.291 7f39e4cd4700 -1 /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: In funct
  239. ion 'ECTransaction::generate_transactions(ECTransaction::WritePlan&, ceph::ErasureCodeInterfaceRef&, pg_t, const ECUtil::stripe_info_t&, const std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >&, std::vector<pg_log_ent
  240. ry_t>&, std::map<hobject_t, interval_map<long unsigned int, ceph::buffer::v14_2_0::list, bl_split_merge> >*, std::map<shard_id_t, ObjectStore::Transaction>*, std::set<hobject_t>*, std::set<hobject_t>*, DoutPrefixProvider*)::<lambda(std::pair<const hobject_t, PGTrans
  241. action::ObjectOperation>&)>' thread 7f39e4cd4700 time 2020-08-06 05:19:36.282714
  242. osd /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/gigantic/release/14.2.9/rpm/el7/BUILD/ceph-14.2.9/src/osd/ECTransaction.cc: 545: FAILED ceph_assert(sinfo.logical_offset_is_stripe_a
  243. ligned(extent.get_len()))
  244. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  245. osd 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x14a) [0x55f5ed827f7d]
  246. osd 2: (()+0x4cb145) [0x55f5ed828145]
  247. osd 3: (()+0x8ea300) [0x55f5edc47300]
  248. osd 4: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  249. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  250. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  251. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  252. osd 5: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  253. osd 6: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  254. chown-container-data-dir stream closed
  255. osd 7: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  256. osd 8: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  257. osd 9: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  258. osd 10: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  259. osd 11: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  260. osd 12: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  261. osd 13: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  262. osd 14: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  263. osd 15: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  264. osd 16: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  265. osd 17: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  266. osd 18: (()+0x7e65) [0x7f3a05f44e65]
  267. osd 19: (clone()+0x6d) [0x7f3a04e0888d]
  268. osd 0> 2020-08-06 05:19:36.295 7f39e4cd4700 -1 *** Caught signal (Aborted) **
  269. osd in thread 7f39e4cd4700 thread_name:tp_osd_tp
  270. osd ceph version 14.2.9 (581f22da52345dba46ee232b73b990f06029a2a0) nautilus (stable)
  271. osd 1: (()+0xf5f0) [0x7f3a05f4c5f0]
  272. osd 2: (gsignal()+0x37) [0x7f3a04d40337]
  273. osd 3: (abort()+0x148) [0x7f3a04d41a28]
  274. osd 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x199) [0x55f5ed827fcc]
  275. osd 5: (()+0x4cb145) [0x55f5ed828145]
  276. osd 6: (()+0x8ea300) [0x55f5edc47300]
  277. osd 7: (ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge>, std::less<hobject
  278. _t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v14_2_0
  279. ::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v14_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ObjectStore::Transaction, std::less<shard_id_t>, std::allocator<std::pair<s
  280. hard_id_t const, ObjectStore::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*)+0x682) [0x55f5edc492c2]
  281. osd 8: (ECBackend::try_reads_to_commit()+0x3ca) [0x55f5edc24b9a]
  282. osd 9: (ECBackend::check_ops()+0x1c) [0x55f5edc2762c]
  283. osd 10: (CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xb0f) [0x55f5edc3dd6f]
  284. osd 11: (ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0x55f5edc1564c]
  285. osd 12: (ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0x109c) [0x55f5edc2c43c]
  286. osd 13: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x17f) [0x55f5edc2ca3f]
  287. osd 14: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x4a) [0x55f5edb1637a]
  288. osd 15: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5b3) [0x55f5edac6463]
  289. osd 16: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x362) [0x55f5ed906be2]
  290. osd 17: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x55f5edb95c62]
  291. osd 18: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x90f) [0x55f5ed921b4f]
  292. osd 19: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b6) [0x55f5edec6216]
  293. osd 20: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55f5edec8d30]
  294. osd 21: (()+0x7e65) [0x7f3a05f44e65]
  295. osd 22: (clone()+0x6d) [0x7f3a04e0888d]
  296. osd NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
  297. osd stream closed
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!