Advertisement
Guest User

Untitled

a guest
Jun 28th, 2017
97
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 25.46 KB | None | 0 0
  1. [ 335.345948] BUG: Bad page state in process corosync pfn:265010
  2. [ 335.366296] page:ffffea0008618380 flags:060000000010000c count:0 mapcount:-1 mapping:(null) index:ffff880265010101
  3. [ 335.401776] Pid: 3180, comm: corosync Not tainted 2.6.32-25-server #45-Ubuntu
  4. [ 335.401778] Call Trace:
  5. [ 335.401789] [<ffffffff810f7e35>] bad_page+0xf5/0x150
  6. [ 335.401800] [<ffffffff810fb197>] free_hot_cold_page+0x1e7/0x240
  7. [ 335.401804] [<ffffffff810fb249>] __pagevec_free+0x59/0xb0
  8. [ 335.401809] [<ffffffff810fe251>] release_pages+0x1c1/0x2a0
  9. [ 335.401813] [<ffffffff810fe8c6>] __pagevec_release+0x26/0x40
  10. [ 335.401817] [<ffffffff810ff03b>] truncate_inode_pages_range+0x1fb/0x440
  11. [ 335.401821] [<ffffffff810ff295>] truncate_inode_pages+0x15/0x20
  12. [ 335.401826] [<ffffffff811067bd>] shmem_delete_inode+0x9d/0x130
  13. [ 335.401830] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  14. [ 335.401836] [<ffffffff8115be63>] generic_delete_inode+0xe3/0x1c0
  15. [ 335.401840] [<ffffffff8115a932>] iput+0x62/0x70
  16. [ 335.401847] [<ffffffff81156cb0>] dentry_iput+0x90/0x100
  17. [ 335.401850] [<ffffffff81156e30>] d_kill+0x50/0x80
  18. [ 335.401854] [<ffffffff81157777>] dput+0xb7/0x1a0
  19. [ 335.401858] [<ffffffff811453c7>] __fput+0x167/0x1f0
  20. [ 335.401862] [<ffffffff81145475>] fput+0x25/0x30
  21. [ 335.401868] [<ffffffff8111716c>] remove_vma+0x3c/0x80
  22. [ 335.401871] [<ffffffff811172a8>] exit_mmap+0xf8/0x190
  23. [ 335.401878] [<ffffffff81063d82>] mmput+0x42/0x110
  24. [ 335.401883] [<ffffffff8106a1f2>] exit_mm+0x112/0x150
  25. [ 335.401888] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  26. [ 335.401892] [<ffffffff8106a465>] do_exit+0x125/0x380
  27. [ 335.401898] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  28. [ 335.401902] [<ffffffff8106a715>] do_group_exit+0x55/0xd0
  29. [ 335.401906] [<ffffffff8107af67>] get_signal_to_deliver+0x1d7/0x3d0
  30. [ 335.401913] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  31. [ 335.401918] [<ffffffff81011a25>] do_signal+0x75/0x1c0
  32. [ 335.401922] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  33. [ 335.401928] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  34. [ 335.401932] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  35. [ 335.401939] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  36. [ 335.401943] [<ffffffff81011bcd>] do_notify_resume+0x5d/0x80
  37. [ 335.401947] [<ffffffff8101247e>] int_signal+0x12/0x17
  38. [ 335.401950] Disabling lock debugging due to kernel taint
  39. [ 400.510252] BUG: soft lockup - CPU#15 stuck for 61s! [corosync:3180]
  40. [ 400.529599] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  41. [ 400.529641] CPU 15:
  42. [ 400.529643] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  43. [ 400.529679] Pid: 3180, comm: corosync Tainted: G B 2.6.32-25-server #45-Ubuntu MFS5520VI Compute Module
  44. [ 400.529681] RIP: 0010:[<ffffffff810f33bb>] [<ffffffff810f33bb>] find_get_pages+0x4b/0xf0
  45. [ 400.529687] RSP: 0018:ffff8802684919c8 EFLAGS: 00000246
  46. [ 400.529690] RAX: ffff88026ace7eb0 RBX: ffff880268491a18 RCX: 0000000000000000
  47. [ 400.529692] RDX: 0000000000000000 RSI: 000000000000000e RDI: ffffea0008618380
  48. [ 400.529695] RBP: ffffffff81012cae R08: 0000000000000000 R09: 0000000000000003
  49. [ 400.529697] R10: 0000000000000002 R11: ffff88026ad28028 R12: 000000000000000e
  50. [ 400.529700] R13: ffffea00086185b0 R14: 000000000000000e R15: ffff880268491928
  51. [ 400.529703] FS: 0000000000000000(0000) GS:ffff880173ce0000(0000) knlGS:0000000000000000
  52. [ 400.529706] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
  53. [ 400.529708] CR2: 00007f28dc6636f0 CR3: 0000000001001000 CR4: 00000000000026e0
  54. [ 400.529711] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
  55. [ 400.529713] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
  56. [ 400.529716] Call Trace:
  57. [ 400.529719] [<ffffffff810f33a4>] ? find_get_pages+0x34/0xf0
  58. [ 400.529723] [<ffffffff810fdbf2>] ? pagevec_lookup+0x22/0x30
  59. [ 400.529727] [<ffffffff810ff018>] ? truncate_inode_pages_range+0x1d8/0x440
  60. [ 400.529731] [<ffffffff810ff295>] ? truncate_inode_pages+0x15/0x20
  61. [ 400.529735] [<ffffffff811067bd>] ? shmem_delete_inode+0x9d/0x130
  62. [ 400.529739] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  63. [ 400.529743] [<ffffffff8115be63>] ? generic_delete_inode+0xe3/0x1c0
  64. [ 400.529746] [<ffffffff8115a932>] ? iput+0x62/0x70
  65. [ 400.529750] [<ffffffff81156cb0>] ? dentry_iput+0x90/0x100
  66. [ 400.529754] [<ffffffff81156e30>] ? d_kill+0x50/0x80
  67. [ 400.529757] [<ffffffff81157777>] ? dput+0xb7/0x1a0
  68. [ 400.529761] [<ffffffff811453c7>] ? __fput+0x167/0x1f0
  69. [ 400.529765] [<ffffffff81145475>] ? fput+0x25/0x30
  70. [ 400.529769] [<ffffffff8111716c>] ? remove_vma+0x3c/0x80
  71. [ 400.529772] [<ffffffff811172a8>] ? exit_mmap+0xf8/0x190
  72. [ 400.529776] [<ffffffff81063d82>] ? mmput+0x42/0x110
  73. [ 400.529780] [<ffffffff8106a1f2>] ? exit_mm+0x112/0x150
  74. [ 400.529783] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  75. [ 400.529787] [<ffffffff8106a465>] ? do_exit+0x125/0x380
  76. [ 400.529791] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  77. [ 400.529795] [<ffffffff8106a715>] ? do_group_exit+0x55/0xd0
  78. [ 400.529799] [<ffffffff8107af67>] ? get_signal_to_deliver+0x1d7/0x3d0
  79. [ 400.529803] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  80. [ 400.529807] [<ffffffff81011a25>] ? do_signal+0x75/0x1c0
  81. [ 400.529811] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  82. [ 400.529816] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  83. [ 400.529819] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  84. [ 400.529823] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  85. [ 400.529827] [<ffffffff81011bcd>] ? do_notify_resume+0x5d/0x80
  86. [ 400.529831] [<ffffffff8101247e>] ? int_signal+0x12/0x17
  87. [ 466.011178] BUG: soft lockup - CPU#15 stuck for 61s! [corosync:3180]
  88. [ 466.030341] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  89. [ 466.030376] CPU 15:
  90. [ 466.030377] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  91. [ 466.030413] Pid: 3180, comm: corosync Tainted: G B 2.6.32-25-server #45-Ubuntu MFS5520VI Compute Module
  92. [ 466.030415] RIP: 0010:[<ffffffff810f33d3>] [<ffffffff810f33d3>] find_get_pages+0x63/0xf0
  93. [ 466.030421] RSP: 0018:ffff8802684919c8 EFLAGS: 00000297
  94. [ 466.030423] RAX: ffff88026ace7eb0 RBX: ffff880268491a18 RCX: 0000000000000000
  95. [ 466.030426] RDX: 0000000000000000 RSI: 000000000000000e RDI: ffffea0008618380
  96. [ 466.030428] RBP: ffffffff81012cae R08: 0000000000000000 R09: 0000000000000003
  97. [ 466.030431] R10: 0000000000000002 R11: ffff88026ad28028 R12: 000000000000000e
  98. [ 466.030433] R13: ffffea00086185b0 R14: 000000000000000e R15: ffff880268491928
  99. [ 466.030436] FS: 0000000000000000(0000) GS:ffff880173ce0000(0000) knlGS:0000000000000000
  100. [ 466.030439] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
  101. [ 466.030442] CR2: 00007f28dc6636f0 CR3: 0000000001001000 CR4: 00000000000026e0
  102. [ 466.030444] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
  103. [ 466.030447] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
  104. [ 466.030449] Call Trace:
  105. [ 466.030452] [<ffffffff810f33a4>] ? find_get_pages+0x34/0xf0
  106. [ 466.030456] [<ffffffff810fdbf2>] ? pagevec_lookup+0x22/0x30
  107. [ 466.030460] [<ffffffff810ff018>] ? truncate_inode_pages_range+0x1d8/0x440
  108. [ 466.030464] [<ffffffff810ff295>] ? truncate_inode_pages+0x15/0x20
  109. [ 466.030468] [<ffffffff811067bd>] ? shmem_delete_inode+0x9d/0x130
  110. [ 466.030472] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  111. [ 466.030475] [<ffffffff8115be63>] ? generic_delete_inode+0xe3/0x1c0
  112. [ 466.030479] [<ffffffff8115a932>] ? iput+0x62/0x70
  113. [ 466.030483] [<ffffffff81156cb0>] ? dentry_iput+0x90/0x100
  114. [ 466.030486] [<ffffffff81156e30>] ? d_kill+0x50/0x80
  115. [ 466.030490] [<ffffffff81157777>] ? dput+0xb7/0x1a0
  116. [ 466.030494] [<ffffffff811453c7>] ? __fput+0x167/0x1f0
  117. [ 466.030497] [<ffffffff81145475>] ? fput+0x25/0x30
  118. [ 466.030501] [<ffffffff8111716c>] ? remove_vma+0x3c/0x80
  119. [ 466.030505] [<ffffffff811172a8>] ? exit_mmap+0xf8/0x190
  120. [ 466.030508] [<ffffffff81063d82>] ? mmput+0x42/0x110
  121. [ 466.030512] [<ffffffff8106a1f2>] ? exit_mm+0x112/0x150
  122. [ 466.030516] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  123. [ 466.030519] [<ffffffff8106a465>] ? do_exit+0x125/0x380
  124. [ 466.030523] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  125. [ 466.030527] [<ffffffff8106a715>] ? do_group_exit+0x55/0xd0
  126. [ 466.030531] [<ffffffff8107af67>] ? get_signal_to_deliver+0x1d7/0x3d0
  127. [ 466.030535] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  128. [ 466.030540] [<ffffffff81011a25>] ? do_signal+0x75/0x1c0
  129. [ 466.030544] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  130. [ 466.030548] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  131. [ 466.030551] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  132. [ 466.030555] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  133. [ 466.030559] [<ffffffff81011bcd>] ? do_notify_resume+0x5d/0x80
  134. [ 466.030563] [<ffffffff8101247e>] ? int_signal+0x12/0x17
  135. [ 484.592120] INFO: task killall5:5262 blocked for more than 120 seconds.
  136. [ 484.611465] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
  137. [ 484.644537] killall5 D 0000000000000000 0 5262 5250 0x00000000
  138. [ 484.644543] ffff880168473d28 0000000000000082 0000000000015bc0 0000000000015bc0
  139. [ 484.644547] ffff8801594f31a0 ffff880168473fd8 0000000000015bc0 ffff8801594f2de0
  140. [ 484.644551] 0000000000015bc0 ffff880168473fd8 0000000000015bc0 ffff8801594f31a0
  141. [ 484.644556] Call Trace:
  142. [ 484.644565] [<ffffffff8155841d>] schedule_timeout+0x22d/0x300
  143. [ 484.644572] [<ffffffff8105a254>] ? try_to_wake_up+0x284/0x380
  144. [ 484.644576] [<ffffffff815576c6>] wait_for_common+0xd6/0x180
  145. [ 484.644581] [<ffffffff8105a350>] ? default_wake_function+0x0/0x20
  146. [ 484.644586] [<ffffffff810fe7e0>] ? lru_add_drain_per_cpu+0x0/0x10
  147. [ 484.644590] [<ffffffff8155782d>] wait_for_completion+0x1d/0x20
  148. [ 484.644595] [<ffffffff8107fc73>] flush_work+0x73/0xc0
  149. [ 484.644598] [<ffffffff8107fcc0>] ? wq_barrier_func+0x0/0x20
  150. [ 484.644602] [<ffffffff8108014b>] schedule_on_each_cpu+0x12b/0x170
  151. [ 484.644606] [<ffffffff810fde15>] lru_add_drain_all+0x15/0x20
  152. [ 484.644611] [<ffffffff81116997>] sys_mlockall+0x57/0xe0
  153. [ 484.644616] [<ffffffff810121b2>] system_call_fastpath+0x16/0x1b
  154. [ 531.510813] BUG: soft lockup - CPU#15 stuck for 61s! [corosync:3180]
  155. [ 531.531077] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  156. [ 531.531113] CPU 15:
  157. [ 531.531114] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  158. [ 531.531150] Pid: 3180, comm: corosync Tainted: G B 2.6.32-25-server #45-Ubuntu MFS5520VI Compute Module
  159. [ 531.531152] RIP: 0010:[<ffffffff810f33cf>] [<ffffffff810f33cf>] find_get_pages+0x5f/0xf0
  160. [ 531.531158] RSP: 0018:ffff8802684919c8 EFLAGS: 00000297
  161. [ 531.531160] RAX: ffff88026ace7eb0 RBX: ffff880268491a18 RCX: 0000000000000000
  162. [ 531.531163] RDX: 0000000000000000 RSI: 000000000000000e RDI: ffffea0008618380
  163. [ 531.531165] RBP: ffffffff81012cae R08: 0000000000000000 R09: 0000000000000003
  164. [ 531.531167] R10: 0000000000000002 R11: ffff88026ad28028 R12: 000000000000000e
  165. [ 531.531170] R13: ffffea00086185b0 R14: 000000000000000e R15: ffff880268491928
  166. [ 531.531173] FS: 0000000000000000(0000) GS:ffff880173ce0000(0000) knlGS:0000000000000000
  167. [ 531.531176] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
  168. [ 531.531178] CR2: 00007f28dc6636f0 CR3: 0000000001001000 CR4: 00000000000026e0
  169. [ 531.531181] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
  170. [ 531.531183] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
  171. [ 531.531185] Call Trace:
  172. [ 531.531189] [<ffffffff810f33a4>] ? find_get_pages+0x34/0xf0
  173. [ 531.531193] [<ffffffff810fdbf2>] ? pagevec_lookup+0x22/0x30
  174. [ 531.531196] [<ffffffff810ff018>] ? truncate_inode_pages_range+0x1d8/0x440
  175. [ 531.531200] [<ffffffff810ff295>] ? truncate_inode_pages+0x15/0x20
  176. [ 531.531204] [<ffffffff811067bd>] ? shmem_delete_inode+0x9d/0x130
  177. [ 531.531208] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  178. [ 531.531212] [<ffffffff8115be63>] ? generic_delete_inode+0xe3/0x1c0
  179. [ 531.531215] [<ffffffff8115a932>] ? iput+0x62/0x70
  180. [ 531.531219] [<ffffffff81156cb0>] ? dentry_iput+0x90/0x100
  181. [ 531.531222] [<ffffffff81156e30>] ? d_kill+0x50/0x80
  182. [ 531.531226] [<ffffffff81157777>] ? dput+0xb7/0x1a0
  183. [ 531.531230] [<ffffffff811453c7>] ? __fput+0x167/0x1f0
  184. [ 531.531233] [<ffffffff81145475>] ? fput+0x25/0x30
  185. [ 531.531237] [<ffffffff8111716c>] ? remove_vma+0x3c/0x80
  186. [ 531.531241] [<ffffffff811172a8>] ? exit_mmap+0xf8/0x190
  187. [ 531.531244] [<ffffffff81063d82>] ? mmput+0x42/0x110
  188. [ 531.531248] [<ffffffff8106a1f2>] ? exit_mm+0x112/0x150
  189. [ 531.531252] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  190. [ 531.531255] [<ffffffff8106a465>] ? do_exit+0x125/0x380
  191. [ 531.531259] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  192. [ 531.531263] [<ffffffff8106a715>] ? do_group_exit+0x55/0xd0
  193. [ 531.531267] [<ffffffff8107af67>] ? get_signal_to_deliver+0x1d7/0x3d0
  194. [ 531.531271] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  195. [ 531.531275] [<ffffffff81011a25>] ? do_signal+0x75/0x1c0
  196. [ 531.531279] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  197. [ 531.531283] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  198. [ 531.531287] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  199. [ 531.531291] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  200. [ 531.531295] [<ffffffff81011bcd>] ? do_notify_resume+0x5d/0x80
  201. [ 531.531299] [<ffffffff8101247e>] ? int_signal+0x12/0x17
  202. [ 597.000485] BUG: soft lockup - CPU#15 stuck for 61s! [corosync:3180]
  203. [ 597.020954] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  204. [ 597.020989] CPU 15:
  205. [ 597.020990] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  206. [ 597.021025] Pid: 3180, comm: corosync Tainted: G B 2.6.32-25-server #45-Ubuntu MFS5520VI Compute Module
  207. [ 597.021028] RIP: 0010:[<ffffffff810f33cf>] [<ffffffff810f33cf>] find_get_pages+0x5f/0xf0
  208. [ 597.021034] RSP: 0018:ffff8802684919c8 EFLAGS: 00000297
  209. [ 597.021036] RAX: ffff88026ace7eb0 RBX: ffff880268491a18 RCX: 0000000000000000
  210. [ 597.021039] RDX: 0000000000000000 RSI: 000000000000000e RDI: ffffea0008618380
  211. [ 597.021041] RBP: ffffffff81012cae R08: 0000000000000000 R09: 0000000000000003
  212. [ 597.021043] R10: 0000000000000002 R11: ffff88026ad28028 R12: 000000000000000e
  213. [ 597.021046] R13: ffffea00086185b0 R14: 000000000000000e R15: ffff880268491928
  214. [ 597.021049] FS: 0000000000000000(0000) GS:ffff880173ce0000(0000) knlGS:0000000000000000
  215. [ 597.021052] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
  216. [ 597.021054] CR2: 00007f28dc6636f0 CR3: 0000000001001000 CR4: 00000000000026e0
  217. [ 597.021057] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
  218. [ 597.021059] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
  219. [ 597.021061] Call Trace:
  220. [ 597.021065] [<ffffffff810f33a4>] ? find_get_pages+0x34/0xf0
  221. [ 597.021069] [<ffffffff810fdbf2>] ? pagevec_lookup+0x22/0x30
  222. [ 597.021072] [<ffffffff810ff018>] ? truncate_inode_pages_range+0x1d8/0x440
  223. [ 597.021076] [<ffffffff810ff295>] ? truncate_inode_pages+0x15/0x20
  224. [ 597.021080] [<ffffffff811067bd>] ? shmem_delete_inode+0x9d/0x130
  225. [ 597.021083] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  226. [ 597.021087] [<ffffffff8115be63>] ? generic_delete_inode+0xe3/0x1c0
  227. [ 597.021090] [<ffffffff8115a932>] ? iput+0x62/0x70
  228. [ 597.021094] [<ffffffff81156cb0>] ? dentry_iput+0x90/0x100
  229. [ 597.021098] [<ffffffff81156e30>] ? d_kill+0x50/0x80
  230. [ 597.021101] [<ffffffff81157777>] ? dput+0xb7/0x1a0
  231. [ 597.021105] [<ffffffff811453c7>] ? __fput+0x167/0x1f0
  232. [ 597.021108] [<ffffffff81145475>] ? fput+0x25/0x30
  233. [ 597.021112] [<ffffffff8111716c>] ? remove_vma+0x3c/0x80
  234. [ 597.021115] [<ffffffff811172a8>] ? exit_mmap+0xf8/0x190
  235. [ 597.021119] [<ffffffff81063d82>] ? mmput+0x42/0x110
  236. [ 597.021123] [<ffffffff8106a1f2>] ? exit_mm+0x112/0x150
  237. [ 597.021126] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  238. [ 597.021130] [<ffffffff8106a465>] ? do_exit+0x125/0x380
  239. [ 597.021134] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  240. [ 597.021138] [<ffffffff8106a715>] ? do_group_exit+0x55/0xd0
  241. [ 597.021142] [<ffffffff8107af67>] ? get_signal_to_deliver+0x1d7/0x3d0
  242. [ 597.021146] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  243. [ 597.021150] [<ffffffff81011a25>] ? do_signal+0x75/0x1c0
  244. [ 597.021154] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  245. [ 597.021158] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  246. [ 597.021162] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  247. [ 597.021166] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  248. [ 597.021170] [<ffffffff81011bcd>] ? do_notify_resume+0x5d/0x80
  249. [ 597.021174] [<ffffffff8101247e>] ? int_signal+0x12/0x17
  250. [ 604.458187] INFO: task killall5:5262 blocked for more than 120 seconds.
  251. [ 604.479007] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
  252. [ 604.514781] killall5 D 0000000000000000 0 5262 5250 0x00000000
  253. [ 604.514786] ffff880168473d28 0000000000000082 0000000000015bc0 0000000000015bc0
  254. [ 604.514791] ffff8801594f31a0 ffff880168473fd8 0000000000015bc0 ffff8801594f2de0
  255. [ 604.514795] 0000000000015bc0 ffff880168473fd8 0000000000015bc0 ffff8801594f31a0
  256. [ 604.514799] Call Trace:
  257. [ 604.514806] [<ffffffff8155841d>] schedule_timeout+0x22d/0x300
  258. [ 604.514811] [<ffffffff8105a254>] ? try_to_wake_up+0x284/0x380
  259. [ 604.514816] [<ffffffff815576c6>] wait_for_common+0xd6/0x180
  260. [ 604.514820] [<ffffffff8105a350>] ? default_wake_function+0x0/0x20
  261. [ 604.514824] [<ffffffff810fe7e0>] ? lru_add_drain_per_cpu+0x0/0x10
  262. [ 604.514828] [<ffffffff8155782d>] wait_for_completion+0x1d/0x20
  263. [ 604.514833] [<ffffffff8107fc73>] flush_work+0x73/0xc0
  264. [ 604.514836] [<ffffffff8107fcc0>] ? wq_barrier_func+0x0/0x20
  265. [ 604.514840] [<ffffffff8108014b>] schedule_on_each_cpu+0x12b/0x170
  266. [ 604.514843] [<ffffffff810fde15>] lru_add_drain_all+0x15/0x20
  267. [ 604.514847] [<ffffffff81116997>] sys_mlockall+0x57/0xe0
  268. [ 604.514852] [<ffffffff810121b2>] system_call_fastpath+0x16/0x1b
  269. [ 662.500540] BUG: soft lockup - CPU#15 stuck for 61s! [corosync:3180]
  270. [ 662.521835] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  271. [ 662.521870] CPU 15:
  272. [ 662.521872] Modules linked in: ip6table_filter ip6_tables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_tcpudp iptable_filter ip_tables x_tables dlm configfs 8021q garp bridge stp ipmi_devintf kvm_intel kvm joydev ioatdma bonding ipmi_si squashfs aufs nls_iso8859_1 nls_cp437 vfat fat multipath usbhid hid fbcon tileblit font mptsas bitblit softcursor mptscsih vga16fb mptbase vgastate scsi_transport_sas igb dca scsi_dh_alua ipmi_msghandler [last unloaded: ocfs2_stackglue]
  273. [ 662.521907] Pid: 3180, comm: corosync Tainted: G B 2.6.32-25-server #45-Ubuntu MFS5520VI Compute Module
  274. [ 662.521910] RIP: 0010:[<ffffffff810f33cf>] [<ffffffff810f33cf>] find_get_pages+0x5f/0xf0
  275. [ 662.521915] RSP: 0018:ffff8802684919c8 EFLAGS: 00000297
  276. [ 662.521917] RAX: ffff88026ace7eb0 RBX: ffff880268491a18 RCX: 0000000000000000
  277. [ 662.521920] RDX: 0000000000000000 RSI: 000000000000000e RDI: ffffea0008618380
  278. [ 662.521922] RBP: ffffffff81012cae R08: 0000000000000000 R09: 0000000000000003
  279. [ 662.521925] R10: 0000000000000002 R11: ffff88026ad28028 R12: 000000000000000e
  280. [ 662.521927] R13: ffffea00086185b0 R14: 000000000000000e R15: ffff880268491928
  281. [ 662.521930] FS: 0000000000000000(0000) GS:ffff880173ce0000(0000) knlGS:0000000000000000
  282. [ 662.521933] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
  283. [ 662.521935] CR2: 00007f28dc6636f0 CR3: 0000000001001000 CR4: 00000000000026e0
  284. [ 662.521938] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
  285. [ 662.521940] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
  286. [ 662.521942] Call Trace:
  287. [ 662.521946] [<ffffffff810f33a4>] ? find_get_pages+0x34/0xf0
  288. [ 662.521949] [<ffffffff810fdbf2>] ? pagevec_lookup+0x22/0x30
  289. [ 662.521953] [<ffffffff810ff018>] ? truncate_inode_pages_range+0x1d8/0x440
  290. [ 662.521957] [<ffffffff810ff295>] ? truncate_inode_pages+0x15/0x20
  291. [ 662.521961] [<ffffffff811067bd>] ? shmem_delete_inode+0x9d/0x130
  292. [ 662.521965] [<ffffffff81106720>] ? shmem_delete_inode+0x0/0x130
  293. [ 662.521969] [<ffffffff8115be63>] ? generic_delete_inode+0xe3/0x1c0
  294. [ 662.521972] [<ffffffff8115a932>] ? iput+0x62/0x70
  295. [ 662.521976] [<ffffffff81156cb0>] ? dentry_iput+0x90/0x100
  296. [ 662.521979] [<ffffffff81156e30>] ? d_kill+0x50/0x80
  297. [ 662.521983] [<ffffffff81157777>] ? dput+0xb7/0x1a0
  298. [ 662.521987] [<ffffffff811453c7>] ? __fput+0x167/0x1f0
  299. [ 662.521990] [<ffffffff81145475>] ? fput+0x25/0x30
  300. [ 662.521994] [<ffffffff8111716c>] ? remove_vma+0x3c/0x80
  301. [ 662.521998] [<ffffffff811172a8>] ? exit_mmap+0xf8/0x190
  302. [ 662.522002] [<ffffffff81063d82>] ? mmput+0x42/0x110
  303. [ 662.522005] [<ffffffff8106a1f2>] ? exit_mm+0x112/0x150
  304. [ 662.522009] [<ffffffff81559fb5>] ? _spin_lock_irq+0x15/0x20
  305. [ 662.522013] [<ffffffff8106a465>] ? do_exit+0x125/0x380
  306. [ 662.522016] [<ffffffff81078bd9>] ? signal_wake_up+0x39/0x40
  307. [ 662.522020] [<ffffffff8106a715>] ? do_group_exit+0x55/0xd0
  308. [ 662.522024] [<ffffffff8107af67>] ? get_signal_to_deliver+0x1d7/0x3d0
  309. [ 662.522028] [<ffffffff810116e4>] ? __setup_rt_frame+0x404/0x450
  310. [ 662.522033] [<ffffffff81011a25>] ? do_signal+0x75/0x1c0
  311. [ 662.522037] [<ffffffff81154dcd>] ? poll_select_set_timeout+0x8d/0xa0
  312. [ 662.522041] [<ffffffff8101ab8c>] ? init_fpu+0x5c/0xc0
  313. [ 662.522044] [<ffffffff81018e89>] ? read_tsc+0x9/0x20
  314. [ 662.522048] [<ffffffff8108e9e9>] ? ktime_get_ts+0xa9/0xe0
  315. [ 662.522052] [<ffffffff81011bcd>] ? do_notify_resume+0x5d/0x80
  316. [ 662.522056] [<ffffffff8101247e>] ? int_signal+0x12/0x17
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement