API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Jun 22nd, 2012
53
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 75.13 KB | None | 0 0
raw download clone embed print report
  1. Unknown time after ZFS deadlock:
  2.  
  3. SysRq : Show Blocked State
  4. task PC stack pid father
  5. kswapd0 D ffff8802236ce3e8 0 407 2 0x00000000
  6. ffff8802236ce140 0000000000000046 ffff880221d33af8 ffff880200000000
  7. ffff8801fa8b84c0 000000000000ffc0 ffff880221d33fd8 0000000000004000
  8. ffff880221d33fd8 000000000000ffc0 ffff8802236ce140 ffff880221d32010
  9. Call Trace:
  10. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  11. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  12. [<ffffffff81025856>] ? select_task_rq_fair+0x35e/0x791
  13. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  14. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  15. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  16. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  17. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  18. [<ffffffff810be43c>] ? evict+0x78/0x117
  19. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  20. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  21. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  22. [<ffffffff8107d6cc>] ? balance_pgdat+0x33c/0x650
  23. [<ffffffff810820f9>] ? calculate_pressure_threshold+0x18/0x3b
  24. [<ffffffff8107dc32>] ? kswapd+0x252/0x26b
  25. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  26. [<ffffffff8107d9e0>] ? balance_pgdat+0x650/0x650
  27. [<ffffffff8107d9e0>] ? balance_pgdat+0x650/0x650
  28. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  29. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  30. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  31. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  32. khugepaged D ffff8802236cea78 0 408 2 0x00000000
  33. ffff8802236ce7d0 0000000000000046 ffff88021cbf2bb8 0000000000000000
  34. ffff88022e8a6750 000000000000ffc0 ffff880221da3fd8 0000000000004000
  35. ffff880221da3fd8 000000000000ffc0 ffff8802236ce7d0 ffff880221da2010
  36. Call Trace:
  37. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  38. [<ffffffff8107c96e>] ? putback_lru_pages+0x210/0x222
  39. [<ffffffff812d8307>] ? __mutex_lock_slowpath+0x4f/0x128
  40. [<ffffffff811553d6>] ? cpumask_next_and+0x2b/0x3a
  41. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  42. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  43. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  44. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  45. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  46. [<ffffffff810be43c>] ? evict+0x78/0x117
  47. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  48. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  49. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  50. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  51. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  52. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  53. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  54. [<ffffffff812d7fda>] ? schedule_timeout+0x173/0x18f
  55. [<ffffffff81038290>] ? add_timer_on+0x73/0x73
  56. [<ffffffff810a0afa>] ? khugepaged_alloc_hugepage+0x53/0xe2
  57. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  58. [<ffffffff81038290>] ? add_timer_on+0x73/0x73
  59. [<ffffffff810a0ed8>] ? khugepaged+0x6c/0xecf
  60. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  61. [<ffffffff810a0e6c>] ? collect_mm_slot+0x90/0x90
  62. [<ffffffff810a0e6c>] ? collect_mm_slot+0x90/0x90
  63. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  64. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  65. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  66. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  67. irqbalance D ffff88022354eb38 0 2048 1 0x00000000
  68. ffff88022354e890 0000000000000086 ffff8802215317e0 ffff880200000000
  69. ffff88022e8a6750 000000000000ffc0 ffff880221531fd8 0000000000004000
  70. ffff880221531fd8 000000000000ffc0 ffff88022354e890 ffff880221530010
  71. Call Trace:
  72. [<ffffffff8107c958>] ? putback_lru_pages+0x1fa/0x222
  73. [<ffffffff8107c717>] ? shrink_page_list+0x498/0x4df
  74. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  75. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  76. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  77. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  78. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  79. [<ffffffff810be43c>] ? evict+0x78/0x117
  80. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  81. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  82. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  83. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  84. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  85. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  86. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  87. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  88. [<ffffffff810c39fe>] ? seq_release_private+0x39/0x39
  89. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  90. [<ffffffff810f3860>] ? stat_open+0x44/0x90
  91. [<ffffffff810ed1d1>] ? proc_reg_open+0x83/0x117
  92. [<ffffffff810ed14e>] ? proc_fill_super+0xa4/0xa4
  93. [<ffffffff810aa37d>] ? __dentry_open+0x139/0x243
  94. [<ffffffff810b5cfc>] ? do_last+0x523/0x608
  95. [<ffffffff810b734e>] ? path_openat+0xc6/0x350
  96. [<ffffffff810b76a5>] ? do_filp_open+0x2c/0x73
  97. [<ffffffff810bfeeb>] ? alloc_fd+0x69/0x10d
  98. [<ffffffff810aa05e>] ? do_sys_open+0x106/0x194
  99. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  100. snmpd D ffff88022369b088 0 2155 1 0x00000000
  101. ffff88022369ade0 0000000000000082 0000000000000000 0000000000000000
  102. ffff88022e8d6790 000000000000ffc0 ffff8802223adfd8 0000000000004000
  103. ffff8802223adfd8 000000000000ffc0 ffff88022369ade0 ffff8802223ac010
  104. Call Trace:
  105. [<ffffffff8102b210>] ? load_balance+0x80/0x669
  106. [<ffffffff81115364>] ? ext4_ext_find_extent+0x4a/0x2ae
  107. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  108. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  109. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  110. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  111. [<ffffffff810be43c>] ? evict+0x78/0x117
  112. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  113. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  114. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  115. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  116. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  117. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  118. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  119. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  120. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  121. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  122. [<ffffffff8108769a>] ? handle_pte_fault+0x17f/0x7d9
  123. [<ffffffff8104407f>] ? bit_waitqueue+0x14/0x92
  124. [<ffffffff810882cb>] ? handle_mm_fault+0x3e/0x2cd
  125. [<ffffffff8101d033>] ? do_page_fault+0x31a/0x33f
  126. [<ffffffff810c3f77>] ? seq_printf+0x56/0x7b
  127. [<ffffffff81156a53>] ? kobject_get+0x12/0x17
  128. [<ffffffff8114d4ce>] ? disk_part_iter_next+0x19/0xba
  129. [<ffffffff8114d9f0>] ? diskstats_show+0x3b5/0x3c9
  130. [<ffffffff812d965f>] ? page_fault+0x1f/0x30
  131. [<ffffffff8115c8fd>] ? copy_user_generic_string+0x2d/0x40
  132. [<ffffffff810c4328>] ? seq_read+0x2c2/0x339
  133. [<ffffffff810ed67a>] ? proc_reg_read+0x6f/0x88
  134. [<ffffffff810abf81>] ? vfs_read+0xaa/0x14d
  135. [<ffffffff810ac0da>] ? sys_read+0x45/0x6e
  136. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  137. arc_adapt D ffff88022360c568 0 1269 2 0x00000000
  138. ffff88022360c2c0 0000000000000046 ffff88022360c568 0000000100000000
  139. ffff8801be270850 000000000000ffc0 ffff880202917fd8 0000000000004000
  140. ffff880202917fd8 000000000000ffc0 ffff88022360c2c0 ffff880202916010
  141. Call Trace:
  142. [<ffffffff8115c1c4>] ? vsnprintf+0x7e/0x428
  143. [<ffffffff812d8307>] ? __mutex_lock_slowpath+0x4f/0x128
  144. [<ffffffff8104a58b>] ? getnstimeofday+0x54/0xa5
  145. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  146. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  147. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  148. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  149. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  150. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  151. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  152. [<ffffffff810be43c>] ? evict+0x78/0x117
  153. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  154. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  155. [<ffffffffa027d00a>] ? zpl_inode_alloc+0x6e/0x6e [zfs]
  156. [<ffffffffa027d05d>] ? zpl_prune_sbs+0x53/0x5e [zfs]
  157. [<ffffffffa01fc898>] ? arc_adjust_meta+0x137/0x1a4 [zfs]
  158. [<ffffffffa01fc905>] ? arc_adjust_meta+0x1a4/0x1a4 [zfs]
  159. [<ffffffffa01849bf>] ? __thread_create+0x2df/0x2df [spl]
  160. [<ffffffffa01fc959>] ? arc_adapt_thread+0x54/0xba [zfs]
  161. [<ffffffffa01fc905>] ? arc_adjust_meta+0x1a4/0x1a4 [zfs]
  162. [<ffffffffa0184a29>] ? thread_generic_wrapper+0x6a/0x75 [spl]
  163. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  164. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  165. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  166. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  167. usage.pl D ffff8801f9615248 0 3475 3472 0x00000004
  168. ffff8801f9614fa0 0000000000000082 0000000000019000 ffff880200000000
  169. ffff88022e8d6790 000000000000ffc0 ffff880107c0bfd8 0000000000004000
  170. ffff880107c0bfd8 000000000000ffc0 ffff8801f9614fa0 ffff880107c0a010
  171. Call Trace:
  172. [<ffffffff8102a837>] ? try_to_wake_up+0x1d9/0x1eb
  173. [<ffffffff810731c5>] ? mempool_alloc+0x45/0xff
  174. [<ffffffff811de23d>] ? scsi_init_sgtable+0x6a/0x85
  175. [<ffffffff811c3bd6>] ? mix_pool_bytes_extract+0x59/0x14a
  176. [<ffffffff8114b25b>] ? blk_rq_map_sg+0x120/0x275
  177. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  178. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  179. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  180. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  181. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  182. [<ffffffff810be43c>] ? evict+0x78/0x117
  183. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  184. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  185. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  186. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  187. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  188. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  189. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  190. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  191. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  192. [<ffffffffa01fe1da>] ? arc_read_nolock+0x662/0x673 [zfs]
  193. [<ffffffffa0212976>] ? dmu_zfetch+0x9b3/0xc5e [zfs]
  194. [<ffffffffa01ffe35>] ? dbuf_create+0x38/0x32e [zfs]
  195. [<ffffffffa0201988>] ? __dbuf_hold_impl+0x39a/0x3c6 [zfs]
  196. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  197. [<ffffffffa020185f>] ? __dbuf_hold_impl+0x271/0x3c6 [zfs]
  198. [<ffffffffa0201a22>] ? dbuf_hold_impl+0x6e/0x97 [zfs]
  199. [<ffffffffa0203219>] ? dbuf_hold+0x18/0x2a [zfs]
  200. [<ffffffffa020656f>] ? dmu_buf_hold+0x6d/0x161 [zfs]
  201. [<ffffffffa01ff91c>] ? dmu_buf_update_user+0x6c/0x7e [zfs]
  202. [<ffffffffa024c253>] ? zap_get_leaf_byblk+0x40/0x249 [zfs]
  203. [<ffffffffa024c4b7>] ? zap_deref_leaf+0x5b/0x64 [zfs]
  204. [<ffffffffa024c982>] ? fzap_cursor_retrieve+0x8a/0x233 [zfs]
  205. [<ffffffffa0203272>] ? dbuf_prefetch+0x47/0x23d [zfs]
  206. [<ffffffffa0251a4d>] ? zap_cursor_retrieve+0xee/0x242 [zfs]
  207. [<ffffffffa0207b86>] ? dmu_prefetch+0x214/0x22b [zfs]
  208. [<ffffffffa026c2e2>] ? zfs_readdir+0x1dd/0x3b8 [zfs]
  209. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  210. [<ffffffff810b5d7f>] ? do_last+0x5a6/0x608
  211. [<ffffffff810b75ad>] ? path_openat+0x325/0x350
  212. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  213. [<ffffffffa027c2cc>] ? zpl_readdir+0x4a/0x61 [zfs]
  214. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  215. [<ffffffff810b8dd1>] ? vfs_readdir+0x59/0x98
  216. [<ffffffff810b8f48>] ? sys_getdents+0x79/0xc4
  217. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  218. usage.pl D ffff8801be270af8 0 3478 3472 0x00000004
  219. ffff8801be270850 0000000000000082 000000000000000a ffff880100000000
  220. ffff88022e8e67d0 000000000000ffc0 ffff880212ebbfd8 0000000000004000
  221. ffff880212ebbfd8 000000000000ffc0 ffff8801be270850 ffff880212eba010
  222. Call Trace:
  223. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  224. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  225. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  226. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  227. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  228. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  229. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  230. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  231. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  232. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  233. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  234. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  235. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  236. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  237. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  238. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  239. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  240. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  241. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  242. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  243. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  244. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  245. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  246. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  247. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  248. usage.pl D ffff8801f965cd38 0 7523 3472 0x00000004
  249. ffff8801f965ca90 0000000000000082 ffffffff8114b25b 0000000000000000
  250. ffff88022e8a6750 000000000000ffc0 ffff8801f3b33fd8 0000000000004000
  251. ffff8801f3b33fd8 000000000000ffc0 ffff8801f965ca90 ffff8801f3b32010
  252. Call Trace:
  253. [<ffffffff8114b25b>] ? blk_rq_map_sg+0x120/0x275
  254. [<ffffffff811df5d4>] ? scsi_dma_map+0x7a/0x96
  255. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  256. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  257. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  258. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  259. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  260. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  261. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  262. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  263. [<ffffffff810be43c>] ? evict+0x78/0x117
  264. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  265. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  266. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  267. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  268. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  269. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  270. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  271. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  272. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  273. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  274. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  275. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  276. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  277. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  278. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  279. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  280. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  281. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  282. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  283. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  284. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  285. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  286. [<ffffffff810b4bab>] ? getname_flags+0x92/0x1ba
  287. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  288. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  289. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  290. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  291. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  292. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  293. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  294. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  295. usage.pl D ffff8801fa8b8768 0 8724 3472 0x00000004
  296. ffff8801fa8b84c0 0000000000000082 ffff880221d3c000 0000000000000000
  297. ffff88022e8e67d0 000000000000ffc0 ffff8800934abfd8 0000000000004000
  298. ffff8800934abfd8 000000000000ffc0 ffff8801fa8b84c0 ffff8800934aa010
  299. Call Trace:
  300. [<ffffffff8102aae8>] ? find_busiest_group+0x1f7/0x89f
  301. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  302. [<ffffffffa01824a3>] ? spl_cache_flush+0x234/0x29c [spl]
  303. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  304. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  305. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  306. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  307. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  308. [<ffffffff810be43c>] ? evict+0x78/0x117
  309. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  310. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  311. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  312. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  313. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  314. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  315. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  316. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  317. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  318. [<ffffffffa0200ecf>] ? dbuf_read+0x14f/0x5c0 [zfs]
  319. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  320. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  321. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  322. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  323. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  324. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  325. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  326. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  327. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  328. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  329. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  330. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  331. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  332. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  333. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  334. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  335. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  336. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  337. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  338. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  339. usage.pl D ffff8801f9636c78 0 8746 3472 0x00000004
  340. ffff8801f96369d0 0000000000000082 ffff8801e26f55c0 0000000000000000
  341. ffff88022e8d6790 000000000000ffc0 ffff8800bbcc5fd8 0000000000004000
  342. ffff8800bbcc5fd8 000000000000ffc0 ffff8801f96369d0 ffff8800bbcc4010
  343. Call Trace:
  344. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  345. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  346. [<ffffffff811e5b2b>] ? megasas_queue_command+0x11a/0x12c
  347. [<ffffffff811553d6>] ? cpumask_next_and+0x2b/0x3a
  348. [<ffffffff8102aae8>] ? find_busiest_group+0x1f7/0x89f
  349. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  350. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  351. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  352. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  353. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  354. [<ffffffff810be43c>] ? evict+0x78/0x117
  355. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  356. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  357. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  358. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  359. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  360. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  361. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  362. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  363. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  364. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  365. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  366. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  367. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  368. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  369. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  370. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  371. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  372. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  373. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  374. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  375. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  376. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  377. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  378. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  379. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  380. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  381. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  382. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  383. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  384. usage.pl D ffff8801fa8df548 0 8570 7257 0x00000004
  385. ffff8801fa8df2a0 0000000000000086 000000000000000a ffff880000000000
  386. ffff88022e8e67d0 000000000000ffc0 ffff880164bcdfd8 0000000000004000
  387. ffff880164bcdfd8 000000000000ffc0 ffff8801fa8df2a0 ffff880164bcc010
  388. Call Trace:
  389. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  390. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  391. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  392. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  393. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  394. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  395. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  396. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  397. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  398. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  399. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  400. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  401. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  402. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  403. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  404. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  405. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  406. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  407. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  408. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  409. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  410. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  411. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  412. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  413. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  414. usage.pl D ffff880221a02828 0 8696 7257 0x00000004
  415. ffff880221a02580 0000000000000086 0000000000000080 0000000000000000
  416. ffff88022e8d6790 000000000000ffc0 ffff8801ce6adfd8 0000000000004000
  417. ffff8801ce6adfd8 000000000000ffc0 ffff880221a02580 ffff8801ce6ac010
  418. Call Trace:
  419. [<ffffffff811df5d4>] ? scsi_dma_map+0x7a/0x96
  420. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  421. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  422. [<ffffffff811e5b2b>] ? megasas_queue_command+0x11a/0x12c
  423. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  424. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  425. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  426. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  427. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  428. [<ffffffff810be43c>] ? evict+0x78/0x117
  429. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  430. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  431. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  432. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  433. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  434. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  435. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  436. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  437. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  438. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  439. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  440. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  441. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  442. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  443. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  444. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  445. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  446. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  447. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  448. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  449. [<ffffffff810bb81e>] ? dput+0x14/0x134
  450. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  451. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  452. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  453. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  454. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  455. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  456. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  457. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  458. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  459. usage.pl D ffff8801f6317148 0 8697 7257 0x00000004
  460. ffff8801f6316ea0 0000000000000086 000000000000000a ffff880100000000
  461. ffffffff81435020 000000000000ffc0 ffff8801aa633fd8 0000000000004000
  462. ffff8801aa633fd8 000000000000ffc0 ffff8801f6316ea0 ffff8801aa632010
  463. Call Trace:
  464. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  465. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  466. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  467. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  468. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  469. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  470. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  471. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  472. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  473. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  474. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  475. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  476. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  477. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  478. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  479. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  480. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  481. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  482. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  483. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  484. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  485. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  486. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  487. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  488. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  489. usage.pl D ffff8801f95f6468 0 8700 7257 0x00000004
  490. ffff8801f95f61c0 0000000000000086 ffffffff8153ed00 ffff880100000000
  491. ffff88022e8a6750 000000000000ffc0 ffff88007b8effd8 0000000000004000
  492. ffff88007b8effd8 000000000000ffc0 ffff8801f95f61c0 ffff88007b8ee010
  493. Call Trace:
  494. [<ffffffff81048247>] ? sched_clock_local+0x13/0x76
  495. [<ffffffff8102a837>] ? try_to_wake_up+0x1d9/0x1eb
  496. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  497. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  498. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  499. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  500. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  501. [<ffffffff810be43c>] ? evict+0x78/0x117
  502. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  503. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  504. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  505. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  506. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  507. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  508. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  509. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  510. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  511. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  512. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  513. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  514. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  515. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  516. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  517. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  518. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  519. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  520. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  521. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  522. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  523. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  524. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  525. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  526. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  527. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  528. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  529. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  530. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  531. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  532. usage.pl D ffff880202970628 0 9042 7257 0x00000004
  533. ffff880202970380 0000000000000086 ffff88021cbf2bb8 0000000000000000
  534. ffff88022e8a6750 000000000000ffc0 ffff880056bd9fd8 0000000000004000
  535. ffff880056bd9fd8 000000000000ffc0 ffff880202970380 ffff880056bd8010
  536. Call Trace:
  537. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  538. [<ffffffff8107c96e>] ? putback_lru_pages+0x210/0x222
  539. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  540. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  541. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  542. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  543. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  544. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  545. [<ffffffff810be43c>] ? evict+0x78/0x117
  546. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  547. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  548. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  549. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  550. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  551. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  552. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  553. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  554. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  555. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  556. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  557. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  558. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  559. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  560. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  561. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  562. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  563. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  564. [<ffffffffa018add2>] ? crfree+0xb/0x31 [spl]
  565. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  566. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  567. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  568. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  569. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  570. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  571. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  572. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  573. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  574. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  575. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  576. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  577. rsync D ffff88022e8d7758 0 16770 16768 0x00000000
  578. ffff88022e8d74b0 0000000000000086 0000000000000000 ffff88003e77bae8
  579. ffff88022e8e67d0 000000000000ffc0 ffff88003e77bfd8 0000000000004000
  580. ffff88003e77bfd8 000000000000ffc0 ffff88022e8d74b0 ffff88003e77a010
  581. Call Trace:
  582. [<ffffffff8104a58b>] ? getnstimeofday+0x54/0xa5
  583. [<ffffffffa017f11d>] ? spl_debug_msg+0x536/0x753 [spl]
  584. [<ffffffffa018a47a>] ? cv_wait_common+0xb8/0x141 [spl]
  585. [<ffffffff810238fa>] ? __wake_up+0x35/0x46
  586. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  587. [<ffffffffa0240726>] ? txg_wait_open+0xd3/0xf2 [zfs]
  588. [<ffffffffa026adb1>] ? zfs_setattr+0xa80/0x12e6 [zfs]
  589. [<ffffffff810881ce>] ? __pte_alloc+0x2e/0xed
  590. [<ffffffff810b5f92>] ? path_init+0x19c/0x2e6
  591. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  592. [<ffffffffa027c939>] ? zpl_setattr+0xc7/0xf1 [zfs]
  593. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  594. [<ffffffff810bf47e>] ? notify_change+0x186/0x26b
  595. [<ffffffff810ca812>] ? utimes_common+0x116/0x13f
  596. [<ffffffff810ca8e9>] ? do_utimes+0xae/0xce
  597. [<ffffffff810aee03>] ? sys_newlstat+0x24/0x2d
  598. [<ffffffff810ca993>] ? sys_futimesat+0x8a/0x9a
  599. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  600. lt-zfs D ffff8801fa9123a8 0 16794 4715 0x00000000
  601. ffff8801fa912100 0000000000000082 000000000000ffc0 ffff8800acb2ffd8
  602. ffff880202a5f160 000000000000ffc0 ffff8800acb2ffd8 0000000000004000
  603. ffff8800acb2ffd8 000000000000ffc0 ffff8801fa912100 ffff8800acb2e010
  604. Call Trace:
  605. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  606. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  607. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  608. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  609. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  610. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  611. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  612. [<ffffffff810be43c>] ? evict+0x78/0x117
  613. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  614. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  615. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  616. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  617. [<ffffffff8115c677>] ? clear_page_c+0x7/0x10
  618. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  619. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  620. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  621. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  622. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  623. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  624. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  625. [<ffffffffa025e600>] ? zfsdev_ioctl+0x48/0x16c [zfs]
  626. [<ffffffff810b8785>] ? do_vfs_ioctl+0x3d1/0x41e
  627. [<ffffffff8108c869>] ? remove_vma+0x53/0x5d
  628. [<ffffffff8108d862>] ? do_munmap+0x2b8/0x2da
  629. [<ffffffff810b880e>] ? sys_ioctl+0x3c/0x5e
  630. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  631. lt-zpool D ffff8801f9683b18 0 16893 1 0x00000004
  632. ffff8801f9683870 0000000000000082 ffff88021cbf2bb8 0000000000000000
  633. ffff8801f7696750 000000000000ffc0 ffff8800506f3fd8 0000000000004000
  634. ffff8800506f3fd8 000000000000ffc0 ffff8801f9683870 ffff8800506f2010
  635. Call Trace:
  636. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  637. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  638. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  639. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  640. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  641. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  642. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  643. [<ffffffff810be43c>] ? evict+0x78/0x117
  644. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  645. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  646. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  647. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  648. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  649. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  650. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  651. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  652. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  653. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  654. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  655. [<ffffffffa025e600>] ? zfsdev_ioctl+0x48/0x16c [zfs]
  656. [<ffffffff810b8785>] ? do_vfs_ioctl+0x3d1/0x41e
  657. [<ffffffff8108c869>] ? remove_vma+0x53/0x5d
  658. [<ffffffff8108d862>] ? do_munmap+0x2b8/0x2da
  659. [<ffffffff810b880e>] ? sys_ioctl+0x3c/0x5e
  660. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  661.  
  662.  
  663.  
  664. About 2.5 hours later (same host not reset):
  665.  
  666.  
  667. SysRq : Show Blocked State
  668. task PC stack pid father
  669. kswapd0 D ffff8802236ce3e8 0 407 2 0x00000000
  670. ffff8802236ce140 0000000000000046 ffff880221d33af8 ffff880200000000
  671. ffff8801fa8b84c0 000000000000ffc0 ffff880221d33fd8 0000000000004000
  672. ffff880221d33fd8 000000000000ffc0 ffff8802236ce140 ffff880221d32010
  673. Call Trace:
  674. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  675. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  676. [<ffffffff81025856>] ? select_task_rq_fair+0x35e/0x791
  677. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  678. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  679. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  680. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  681. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  682. [<ffffffff810be43c>] ? evict+0x78/0x117
  683. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  684. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  685. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  686. [<ffffffff8107d6cc>] ? balance_pgdat+0x33c/0x650
  687. [<ffffffff810820f9>] ? calculate_pressure_threshold+0x18/0x3b
  688. [<ffffffff8107dc32>] ? kswapd+0x252/0x26b
  689. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  690. [<ffffffff8107d9e0>] ? balance_pgdat+0x650/0x650
  691. [<ffffffff8107d9e0>] ? balance_pgdat+0x650/0x650
  692. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  693. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  694. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  695. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  696. khugepaged D ffff8802236cea78 0 408 2 0x00000000
  697. ffff8802236ce7d0 0000000000000046 ffff88021cbf2bb8 0000000000000000
  698. ffff88022e8a6750 000000000000ffc0 ffff880221da3fd8 0000000000004000
  699. ffff880221da3fd8 000000000000ffc0 ffff8802236ce7d0 ffff880221da2010
  700. Call Trace:
  701. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  702. [<ffffffff8107c96e>] ? putback_lru_pages+0x210/0x222
  703. [<ffffffff812d8307>] ? __mutex_lock_slowpath+0x4f/0x128
  704. [<ffffffff811553d6>] ? cpumask_next_and+0x2b/0x3a
  705. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  706. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  707. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  708. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  709. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  710. [<ffffffff810be43c>] ? evict+0x78/0x117
  711. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  712. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  713. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  714. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  715. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  716. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  717. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  718. [<ffffffff812d7fda>] ? schedule_timeout+0x173/0x18f
  719. [<ffffffff81038290>] ? add_timer_on+0x73/0x73
  720. [<ffffffff810a0afa>] ? khugepaged_alloc_hugepage+0x53/0xe2
  721. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  722. [<ffffffff81038290>] ? add_timer_on+0x73/0x73
  723. [<ffffffff810a0ed8>] ? khugepaged+0x6c/0xecf
  724. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  725. [<ffffffff810a0e6c>] ? collect_mm_slot+0x90/0x90
  726. [<ffffffff810a0e6c>] ? collect_mm_slot+0x90/0x90
  727. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  728. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  729. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  730. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  731. irqbalance D ffff88022354eb38 0 2048 1 0x00000000
  732. ffff88022354e890 0000000000000086 ffff8802215317e0 ffff880200000000
  733. ffff88022e8a6750 000000000000ffc0 ffff880221531fd8 0000000000004000
  734. ffff880221531fd8 000000000000ffc0 ffff88022354e890 ffff880221530010
  735. Call Trace:
  736. [<ffffffff8107c958>] ? putback_lru_pages+0x1fa/0x222
  737. [<ffffffff8107c717>] ? shrink_page_list+0x498/0x4df
  738. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  739. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  740. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  741. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  742. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  743. [<ffffffff810be43c>] ? evict+0x78/0x117
  744. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  745. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  746. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  747. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  748. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  749. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  750. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  751. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  752. [<ffffffff810c39fe>] ? seq_release_private+0x39/0x39
  753. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  754. [<ffffffff810f3860>] ? stat_open+0x44/0x90
  755. [<ffffffff810ed1d1>] ? proc_reg_open+0x83/0x117
  756. [<ffffffff810ed14e>] ? proc_fill_super+0xa4/0xa4
  757. [<ffffffff810aa37d>] ? __dentry_open+0x139/0x243
  758. [<ffffffff810b5cfc>] ? do_last+0x523/0x608
  759. [<ffffffff810b734e>] ? path_openat+0xc6/0x350
  760. [<ffffffff810b76a5>] ? do_filp_open+0x2c/0x73
  761. [<ffffffff810bfeeb>] ? alloc_fd+0x69/0x10d
  762. [<ffffffff810aa05e>] ? do_sys_open+0x106/0x194
  763. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  764. snmpd D ffff88022369b088 0 2155 1 0x00000000
  765. ffff88022369ade0 0000000000000082 0000000000000000 0000000000000000
  766. ffff88022e8d6790 000000000000ffc0 ffff8802223adfd8 0000000000004000
  767. ffff8802223adfd8 000000000000ffc0 ffff88022369ade0 ffff8802223ac010
  768. Call Trace:
  769. [<ffffffff8102b210>] ? load_balance+0x80/0x669
  770. [<ffffffff81115364>] ? ext4_ext_find_extent+0x4a/0x2ae
  771. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  772. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  773. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  774. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  775. [<ffffffff810be43c>] ? evict+0x78/0x117
  776. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  777. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  778. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  779. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  780. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  781. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  782. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  783. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  784. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  785. [<ffffffff810b933a>] ? __pollwait+0xd6/0xd6
  786. [<ffffffff8108769a>] ? handle_pte_fault+0x17f/0x7d9
  787. [<ffffffff8104407f>] ? bit_waitqueue+0x14/0x92
  788. [<ffffffff810882cb>] ? handle_mm_fault+0x3e/0x2cd
  789. [<ffffffff8101d033>] ? do_page_fault+0x31a/0x33f
  790. [<ffffffff810c3f77>] ? seq_printf+0x56/0x7b
  791. [<ffffffff81156a53>] ? kobject_get+0x12/0x17
  792. [<ffffffff8114d4ce>] ? disk_part_iter_next+0x19/0xba
  793. [<ffffffff8114d9f0>] ? diskstats_show+0x3b5/0x3c9
  794. [<ffffffff812d965f>] ? page_fault+0x1f/0x30
  795. [<ffffffff8115c8fd>] ? copy_user_generic_string+0x2d/0x40
  796. [<ffffffff810c4328>] ? seq_read+0x2c2/0x339
  797. [<ffffffff810ed67a>] ? proc_reg_read+0x6f/0x88
  798. [<ffffffff810abf81>] ? vfs_read+0xaa/0x14d
  799. [<ffffffff810ac0da>] ? sys_read+0x45/0x6e
  800. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  801. arc_adapt D ffff88022360c568 0 1269 2 0x00000000
  802. ffff88022360c2c0 0000000000000046 ffff88022360c568 0000000100000000
  803. ffff8801be270850 000000000000ffc0 ffff880202917fd8 0000000000004000
  804. ffff880202917fd8 000000000000ffc0 ffff88022360c2c0 ffff880202916010
  805. Call Trace:
  806. [<ffffffff8115c1c4>] ? vsnprintf+0x7e/0x428
  807. [<ffffffff812d8307>] ? __mutex_lock_slowpath+0x4f/0x128
  808. [<ffffffff8104a58b>] ? getnstimeofday+0x54/0xa5
  809. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  810. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  811. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  812. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  813. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  814. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  815. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  816. [<ffffffff810be43c>] ? evict+0x78/0x117
  817. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  818. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  819. [<ffffffffa027d00a>] ? zpl_inode_alloc+0x6e/0x6e [zfs]
  820. [<ffffffffa027d05d>] ? zpl_prune_sbs+0x53/0x5e [zfs]
  821. [<ffffffffa01fc898>] ? arc_adjust_meta+0x137/0x1a4 [zfs]
  822. [<ffffffffa01fc905>] ? arc_adjust_meta+0x1a4/0x1a4 [zfs]
  823. [<ffffffffa01849bf>] ? __thread_create+0x2df/0x2df [spl]
  824. [<ffffffffa01fc959>] ? arc_adapt_thread+0x54/0xba [zfs]
  825. [<ffffffffa01fc905>] ? arc_adjust_meta+0x1a4/0x1a4 [zfs]
  826. [<ffffffffa0184a29>] ? thread_generic_wrapper+0x6a/0x75 [spl]
  827. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  828. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  829. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  830. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  831. txg_sync D ffff880202a5f408 0 1848 2 0x00000000
  832. ffff880202a5f160 0000000000000046 bc312da2b19065a7 a6bb28f800000003
  833. ffff88022e8e67d0 000000000000ffc0 ffff8801f34f3fd8 0000000000004000
  834. ffff8801f34f3fd8 000000000000ffc0 ffff880202a5f160 ffff8801f34f2010
  835. Call Trace:
  836. [<ffffffff81048247>] ? sched_clock_local+0x13/0x76
  837. [<ffffffff8102a837>] ? try_to_wake_up+0x1d9/0x1eb
  838. [<ffffffff81022fa7>] ? __wake_up_common+0x41/0x78
  839. [<ffffffffa018a47a>] ? cv_wait_common+0xb8/0x141 [spl]
  840. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  841. [<ffffffffa0277a76>] ? zio_null+0x5b/0x60 [zfs]
  842. [<ffffffffa0278f15>] ? zio_wait+0xe8/0x11c [zfs]
  843. [<ffffffffa02239ef>] ? dsl_pool_sync+0x171/0x428 [zfs]
  844. [<ffffffffa0232b44>] ? spa_sync+0x47d/0x829 [zfs]
  845. [<ffffffffa0240e3d>] ? txg_sync_thread+0x29a/0x3f6 [zfs]
  846. [<ffffffff810246a8>] ? set_user_nice+0x115/0x139
  847. [<ffffffffa0240ba3>] ? txg_thread_exit+0x2b/0x2b [zfs]
  848. [<ffffffffa01849bf>] ? __thread_create+0x2df/0x2df [spl]
  849. [<ffffffffa0184a29>] ? thread_generic_wrapper+0x6a/0x75 [spl]
  850. [<ffffffff81043d86>] ? kthread+0x7a/0x82
  851. [<ffffffff812da7d4>] ? kernel_thread_helper+0x4/0x10
  852. [<ffffffff81043d0c>] ? kthread_worker_fn+0x139/0x139
  853. [<ffffffff812da7d0>] ? gs_change+0xb/0xb
  854. usage.pl D ffff8801f9615248 0 3475 3472 0x00000004
  855. ffff8801f9614fa0 0000000000000082 0000000000019000 ffff880200000000
  856. ffff88022e8d6790 000000000000ffc0 ffff880107c0bfd8 0000000000004000
  857. ffff880107c0bfd8 000000000000ffc0 ffff8801f9614fa0 ffff880107c0a010
  858. Call Trace:
  859. [<ffffffff8102a837>] ? try_to_wake_up+0x1d9/0x1eb
  860. [<ffffffff810731c5>] ? mempool_alloc+0x45/0xff
  861. [<ffffffff811de23d>] ? scsi_init_sgtable+0x6a/0x85
  862. [<ffffffff811c3bd6>] ? mix_pool_bytes_extract+0x59/0x14a
  863. [<ffffffff8114b25b>] ? blk_rq_map_sg+0x120/0x275
  864. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  865. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  866. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  867. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  868. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  869. [<ffffffff810be43c>] ? evict+0x78/0x117
  870. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  871. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  872. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  873. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  874. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  875. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  876. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  877. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  878. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  879. [<ffffffffa01fe1da>] ? arc_read_nolock+0x662/0x673 [zfs]
  880. [<ffffffffa0212976>] ? dmu_zfetch+0x9b3/0xc5e [zfs]
  881. [<ffffffffa01ffe35>] ? dbuf_create+0x38/0x32e [zfs]
  882. [<ffffffffa0201988>] ? __dbuf_hold_impl+0x39a/0x3c6 [zfs]
  883. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  884. [<ffffffffa020185f>] ? __dbuf_hold_impl+0x271/0x3c6 [zfs]
  885. [<ffffffffa0201a22>] ? dbuf_hold_impl+0x6e/0x97 [zfs]
  886. [<ffffffffa0203219>] ? dbuf_hold+0x18/0x2a [zfs]
  887. [<ffffffffa020656f>] ? dmu_buf_hold+0x6d/0x161 [zfs]
  888. [<ffffffffa01ff91c>] ? dmu_buf_update_user+0x6c/0x7e [zfs]
  889. [<ffffffffa024c253>] ? zap_get_leaf_byblk+0x40/0x249 [zfs]
  890. [<ffffffffa024c4b7>] ? zap_deref_leaf+0x5b/0x64 [zfs]
  891. [<ffffffffa024c982>] ? fzap_cursor_retrieve+0x8a/0x233 [zfs]
  892. [<ffffffffa0203272>] ? dbuf_prefetch+0x47/0x23d [zfs]
  893. [<ffffffffa0251a4d>] ? zap_cursor_retrieve+0xee/0x242 [zfs]
  894. [<ffffffffa0207b86>] ? dmu_prefetch+0x214/0x22b [zfs]
  895. [<ffffffffa026c2e2>] ? zfs_readdir+0x1dd/0x3b8 [zfs]
  896. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  897. [<ffffffff810b5d7f>] ? do_last+0x5a6/0x608
  898. [<ffffffff810b75ad>] ? path_openat+0x325/0x350
  899. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  900. [<ffffffffa027c2cc>] ? zpl_readdir+0x4a/0x61 [zfs]
  901. [<ffffffff810b8c42>] ? filldir64+0xb2/0xb2
  902. [<ffffffff810b8dd1>] ? vfs_readdir+0x59/0x98
  903. [<ffffffff810b8f48>] ? sys_getdents+0x79/0xc4
  904. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  905. usage.pl D ffff8801be270af8 0 3478 3472 0x00000004
  906. ffff8801be270850 0000000000000082 000000000000000a ffff880100000000
  907. ffff88022e8e67d0 000000000000ffc0 ffff880212ebbfd8 0000000000004000
  908. ffff880212ebbfd8 000000000000ffc0 ffff8801be270850 ffff880212eba010
  909. Call Trace:
  910. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  911. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  912. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  913. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  914. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  915. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  916. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  917. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  918. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  919. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  920. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  921. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  922. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  923. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  924. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  925. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  926. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  927. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  928. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  929. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  930. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  931. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  932. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  933. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  934. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  935. usage.pl D ffff8801f965cd38 0 7523 3472 0x00000004
  936. ffff8801f965ca90 0000000000000082 ffffffff8114b25b 0000000000000000
  937. ffff88022e8a6750 000000000000ffc0 ffff8801f3b33fd8 0000000000004000
  938. ffff8801f3b33fd8 000000000000ffc0 ffff8801f965ca90 ffff8801f3b32010
  939. Call Trace:
  940. [<ffffffff8114b25b>] ? blk_rq_map_sg+0x120/0x275
  941. [<ffffffff811df5d4>] ? scsi_dma_map+0x7a/0x96
  942. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  943. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  944. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  945. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  946. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  947. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  948. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  949. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  950. [<ffffffff810be43c>] ? evict+0x78/0x117
  951. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  952. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  953. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  954. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  955. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  956. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  957. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  958. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  959. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  960. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  961. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  962. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  963. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  964. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  965. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  966. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  967. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  968. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  969. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  970. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  971. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  972. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  973. [<ffffffff810b4bab>] ? getname_flags+0x92/0x1ba
  974. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  975. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  976. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  977. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  978. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  979. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  980. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  981. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  982. usage.pl D ffff8801fa8b8768 0 8724 3472 0x00000004
  983. ffff8801fa8b84c0 0000000000000082 ffff880221d3c000 0000000000000000
  984. ffff88022e8e67d0 000000000000ffc0 ffff8800934abfd8 0000000000004000
  985. ffff8800934abfd8 000000000000ffc0 ffff8801fa8b84c0 ffff8800934aa010
  986. Call Trace:
  987. [<ffffffff8102aae8>] ? find_busiest_group+0x1f7/0x89f
  988. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  989. [<ffffffffa01824a3>] ? spl_cache_flush+0x234/0x29c [spl]
  990. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  991. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  992. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  993. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  994. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  995. [<ffffffff810be43c>] ? evict+0x78/0x117
  996. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  997. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  998. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  999. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1000. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1001. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1002. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1003. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  1004. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  1005. [<ffffffffa0200ecf>] ? dbuf_read+0x14f/0x5c0 [zfs]
  1006. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  1007. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  1008. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  1009. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  1010. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1011. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1012. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1013. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1014. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1015. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1016. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1017. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1018. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1019. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1020. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1021. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1022. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1023. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1024. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1025. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1026. usage.pl D ffff8801f9636c78 0 8746 3472 0x00000004
  1027. ffff8801f96369d0 0000000000000082 ffff8801e26f55c0 0000000000000000
  1028. ffff88022e8d6790 000000000000ffc0 ffff8800bbcc5fd8 0000000000004000
  1029. ffff8800bbcc5fd8 000000000000ffc0 ffff8801f96369d0 ffff8800bbcc4010
  1030. Call Trace:
  1031. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  1032. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  1033. [<ffffffff811e5b2b>] ? megasas_queue_command+0x11a/0x12c
  1034. [<ffffffff811553d6>] ? cpumask_next_and+0x2b/0x3a
  1035. [<ffffffff8102aae8>] ? find_busiest_group+0x1f7/0x89f
  1036. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1037. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1038. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1039. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1040. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1041. [<ffffffff810be43c>] ? evict+0x78/0x117
  1042. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1043. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1044. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1045. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1046. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1047. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1048. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1049. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  1050. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  1051. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  1052. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  1053. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  1054. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  1055. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  1056. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1057. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1058. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1059. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1060. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1061. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1062. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1063. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1064. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1065. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1066. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1067. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1068. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1069. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1070. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1071. usage.pl D ffff8801fa8df548 0 8570 7257 0x00000004
  1072. ffff8801fa8df2a0 0000000000000086 000000000000000a ffff880000000000
  1073. ffff88022e8e67d0 000000000000ffc0 ffff880164bcdfd8 0000000000004000
  1074. ffff880164bcdfd8 000000000000ffc0 ffff8801fa8df2a0 ffff880164bcc010
  1075. Call Trace:
  1076. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  1077. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  1078. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  1079. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1080. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  1081. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  1082. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1083. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1084. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  1085. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1086. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1087. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1088. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1089. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1090. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1091. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1092. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1093. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1094. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1095. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1096. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1097. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1098. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1099. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1100. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1101. usage.pl D ffff880221a02828 0 8696 7257 0x00000004
  1102. ffff880221a02580 0000000000000086 0000000000000080 0000000000000000
  1103. ffff88022e8d6790 000000000000ffc0 ffff8801ce6adfd8 0000000000004000
  1104. ffff8801ce6adfd8 000000000000ffc0 ffff880221a02580 ffff8801ce6ac010
  1105. Call Trace:
  1106. [<ffffffff811df5d4>] ? scsi_dma_map+0x7a/0x96
  1107. [<ffffffff811e4c17>] ? megasas_fire_cmd_ppc+0x28/0x44
  1108. [<ffffffff811e779c>] ? megasas_build_and_issue_cmd+0x444/0x4f6
  1109. [<ffffffff811e5b2b>] ? megasas_queue_command+0x11a/0x12c
  1110. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1111. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1112. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1113. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1114. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1115. [<ffffffff810be43c>] ? evict+0x78/0x117
  1116. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1117. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1118. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1119. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1120. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1121. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1122. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  1123. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  1124. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  1125. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  1126. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  1127. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  1128. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  1129. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1130. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1131. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1132. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1133. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1134. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1135. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1136. [<ffffffff810bb81e>] ? dput+0x14/0x134
  1137. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1138. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1139. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1140. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1141. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1142. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1143. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1144. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1145. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1146. usage.pl D ffff8801f6317148 0 8697 7257 0x00000004
  1147. ffff8801f6316ea0 0000000000000086 000000000000000a ffff880100000000
  1148. ffffffff81435020 000000000000ffc0 ffff8801aa633fd8 0000000000004000
  1149. ffff8801aa633fd8 000000000000ffc0 ffff8801f6316ea0 ffff8801aa632010
  1150. Call Trace:
  1151. [<ffffffffa024c3c8>] ? zap_get_leaf_byblk+0x1b5/0x249 [zfs]
  1152. [<ffffffffa024efd8>] ? zap_leaf_array_match+0x166/0x197 [zfs]
  1153. [<ffffffffa01f899d>] ? remove_reference+0x93/0x9f [zfs]
  1154. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1155. [<ffffffffa01ffa57>] ? dbuf_is_metadata+0x37/0x40 [zfs]
  1156. [<ffffffffa0200451>] ? dbuf_rele_and_unlock+0x16c/0x19a [zfs]
  1157. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1158. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1159. [<ffffffffa02712f4>] ? zfs_zget+0x46/0x19f [zfs]
  1160. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1161. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1162. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1163. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1164. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1165. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1166. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1167. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1168. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1169. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1170. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1171. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1172. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1173. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1174. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1175. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1176. usage.pl D ffff8801f95f6468 0 8700 7257 0x00000004
  1177. ffff8801f95f61c0 0000000000000086 ffffffff8153ed00 ffff880100000000
  1178. ffff88022e8a6750 000000000000ffc0 ffff88007b8effd8 0000000000004000
  1179. ffff88007b8effd8 000000000000ffc0 ffff8801f95f61c0 ffff88007b8ee010
  1180. Call Trace:
  1181. [<ffffffff81048247>] ? sched_clock_local+0x13/0x76
  1182. [<ffffffff8102a837>] ? try_to_wake_up+0x1d9/0x1eb
  1183. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1184. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1185. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1186. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1187. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1188. [<ffffffff810be43c>] ? evict+0x78/0x117
  1189. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1190. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1191. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1192. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1193. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1194. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1195. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1196. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  1197. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  1198. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  1199. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  1200. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  1201. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  1202. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  1203. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1204. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1205. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1206. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1207. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1208. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1209. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1210. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1211. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1212. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1213. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1214. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1215. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1216. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1217. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1218. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1219. usage.pl D ffff880202970628 0 9042 7257 0x00000004
  1220. ffff880202970380 0000000000000086 ffff88021cbf2bb8 0000000000000000
  1221. ffff88022e8a6750 000000000000ffc0 ffff880056bd9fd8 0000000000004000
  1222. ffff880056bd9fd8 000000000000ffc0 ffff880202970380 ffff880056bd8010
  1223. Call Trace:
  1224. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  1225. [<ffffffff8107c96e>] ? putback_lru_pages+0x210/0x222
  1226. [<ffffffff812d944e>] ? common_interrupt+0xe/0x13
  1227. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1228. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1229. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1230. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1231. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1232. [<ffffffff810be43c>] ? evict+0x78/0x117
  1233. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1234. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1235. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1236. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1237. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1238. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1239. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1240. [<ffffffff81077764>] ? __get_free_pages+0x12/0x52
  1241. [<ffffffffa01828aa>] ? spl_kmem_cache_alloc+0x236/0x975 [spl]
  1242. [<ffffffff8109dbb0>] ? cache_alloc_refill+0x86/0x48f
  1243. [<ffffffffa02149e5>] ? dnode_create+0x2e/0x144 [zfs]
  1244. [<ffffffffa0214f7d>] ? dnode_hold_impl+0x2ea/0x43c [zfs]
  1245. [<ffffffffa0207cae>] ? dmu_bonus_hold+0x22/0x26e [zfs]
  1246. [<ffffffffa027130a>] ? zfs_zget+0x5c/0x19f [zfs]
  1247. [<ffffffffa0258520>] ? zfs_dirent_lock+0x447/0x48f [zfs]
  1248. [<ffffffffa025345c>] ? zfs_zaccess_aces_check+0x1d5/0x203 [zfs]
  1249. [<ffffffffa02588cc>] ? zfs_dirlook+0x20a/0x276 [zfs]
  1250. [<ffffffffa026dcd1>] ? zfs_lookup+0x26e/0x2b6 [zfs]
  1251. [<ffffffffa018add2>] ? crfree+0xb/0x31 [spl]
  1252. [<ffffffffa027c779>] ? zpl_lookup+0x47/0x80 [zfs]
  1253. [<ffffffff810b39ae>] ? d_alloc_and_lookup+0x43/0x60
  1254. [<ffffffff810b3f53>] ? do_lookup+0x1c9/0x2bb
  1255. [<ffffffff810b61be>] ? path_lookupat+0xe2/0x5af
  1256. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1257. [<ffffffff810b703a>] ? user_path_at_empty+0x49/0x84
  1258. [<ffffffffa018b590>] ? tsd_exit+0x83/0x18d [spl]
  1259. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1260. [<ffffffff810aebf3>] ? cp_new_stat+0xdf/0xf1
  1261. [<ffffffff810aed68>] ? vfs_fstatat+0x43/0x70
  1262. [<ffffffff810aee64>] ? sys_newstat+0x11/0x2d
  1263. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1264. rsync D ffff88022e8d7758 0 16770 16768 0x00000004
  1265. ffff88022e8d74b0 0000000000000086 ffffffff810248ec ffff88022fc50028
  1266. ffff88022e8a6750 000000000000ffc0 ffff88003e77bfd8 0000000000004000
  1267. ffff88003e77bfd8 000000000000ffc0 ffff88022e8d74b0 ffff88003e77a010
  1268. Call Trace:
  1269. [<ffffffff810248ec>] ? __dequeue_entity+0x1b/0x31
  1270. [<ffffffff810248ec>] ? __dequeue_entity+0x1b/0x31
  1271. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  1272. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  1273. [<ffffffff812da38e>] ? apic_timer_interrupt+0xe/0x20
  1274. [<ffffffff8115ab55>] ? put_dec+0x2e/0x33
  1275. [<ffffffff8115ac87>] ? number+0x12d/0x21e
  1276. [<ffffffff81037eb9>] ? lock_timer_base+0x25/0x4c
  1277. [<ffffffff810248ec>] ? __dequeue_entity+0x1b/0x31
  1278. [<ffffffff812d7fd2>] ? schedule_timeout+0x16b/0x18f
  1279. [<ffffffff81038290>] ? add_timer_on+0x73/0x73
  1280. [<ffffffffa018a2ed>] ? __cv_timedwait_common+0x138/0x1e9 [spl]
  1281. [<ffffffffa018393e>] ? kmem_alloc_debug+0x13c/0x2ba [spl]
  1282. [<ffffffff8104414d>] ? wake_up_bit+0x23/0x23
  1283. [<ffffffffa01817a2>] ? spl_kmem_availrmem+0x15/0x1a [spl]
  1284. [<ffffffffa02409ec>] ? txg_delay+0x76/0xbd [zfs]
  1285. [<ffffffffa022145e>] ? dsl_dir_tempreserve_space+0xf9/0x1b4 [zfs]
  1286. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  1287. [<ffffffffa0210cfa>] ? dmu_tx_assign+0x36b/0x3a7 [zfs]
  1288. [<ffffffffa021e000>] ? dsl_dataset_block_freeable+0x16/0x40 [zfs]
  1289. [<ffffffffa026ad97>] ? zfs_setattr+0xa66/0x12e6 [zfs]
  1290. [<ffffffff810881ce>] ? __pte_alloc+0x2e/0xed
  1291. [<ffffffff810b5f92>] ? path_init+0x19c/0x2e6
  1292. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  1293. [<ffffffffa027c939>] ? zpl_setattr+0xc7/0xf1 [zfs]
  1294. [<ffffffff810b66a8>] ? do_path_lookup+0x1d/0x5f
  1295. [<ffffffff810bf47e>] ? notify_change+0x186/0x26b
  1296. [<ffffffff810ca812>] ? utimes_common+0x116/0x13f
  1297. [<ffffffff810ca8e9>] ? do_utimes+0xae/0xce
  1298. [<ffffffff810aee03>] ? sys_newlstat+0x24/0x2d
  1299. [<ffffffff810ca993>] ? sys_futimesat+0x8a/0x9a
  1300. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1301. lt-zfs D ffff8801fa9123a8 0 16794 4715 0x00000000
  1302. ffff8801fa912100 0000000000000082 000000000000ffc0 ffff8800acb2ffd8
  1303. ffff880202a5f160 000000000000ffc0 ffff8800acb2ffd8 0000000000004000
  1304. ffff8800acb2ffd8 000000000000ffc0 ffff8801fa912100 ffff8800acb2e010
  1305. Call Trace:
  1306. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  1307. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  1308. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1309. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1310. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1311. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1312. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1313. [<ffffffff810be43c>] ? evict+0x78/0x117
  1314. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1315. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1316. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1317. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1318. [<ffffffff8115c677>] ? clear_page_c+0x7/0x10
  1319. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1320. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1321. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1322. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  1323. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  1324. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  1325. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1326. [<ffffffffa025e600>] ? zfsdev_ioctl+0x48/0x16c [zfs]
  1327. [<ffffffff810b8785>] ? do_vfs_ioctl+0x3d1/0x41e
  1328. [<ffffffff8108c869>] ? remove_vma+0x53/0x5d
  1329. [<ffffffff8108d862>] ? do_munmap+0x2b8/0x2da
  1330. [<ffffffff810b880e>] ? sys_ioctl+0x3c/0x5e
  1331. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1332. lt-zpool D ffff8801f9683b18 0 16893 1 0x00000004
  1333. ffff8801f9683870 0000000000000082 ffff88021cbf2bb8 0000000000000000
  1334. ffff8801f7696750 000000000000ffc0 ffff8800506f3fd8 0000000000004000
  1335. ffff8800506f3fd8 000000000000ffc0 ffff8801f9683870 ffff8800506f2010
  1336. Call Trace:
  1337. [<ffffffff81079e18>] ? __pagevec_release+0x19/0x22
  1338. [<ffffffff8107b8d7>] ? move_active_pages_to_lru+0x130/0x154
  1339. [<ffffffff812d839a>] ? __mutex_lock_slowpath+0xe2/0x128
  1340. [<ffffffffa01f9c34>] ? arc_buf_remove_ref+0xe6/0xf4 [zfs]
  1341. [<ffffffff812d8243>] ? mutex_lock+0x12/0x25
  1342. [<ffffffffa026f8de>] ? zfs_zinactive+0x5a/0xd4 [zfs]
  1343. [<ffffffffa02687b1>] ? zfs_inactive+0x106/0x19e [zfs]
  1344. [<ffffffff810be43c>] ? evict+0x78/0x117
  1345. [<ffffffff810be507>] ? dispose_list+0x2c/0x36
  1346. [<ffffffff810beabe>] ? shrink_icache_memory+0x278/0x2a8
  1347. [<ffffffff8107d320>] ? shrink_slab+0xe3/0x153
  1348. [<ffffffff8107de9e>] ? do_try_to_free_pages+0x253/0x3f0
  1349. [<ffffffff81076e81>] ? get_page_from_freelist+0x47a/0x4ad
  1350. [<ffffffff8107e140>] ? try_to_free_pages+0x79/0x7e
  1351. [<ffffffff8107749b>] ? __alloc_pages_nodemask+0x48b/0x6c8
  1352. [<ffffffff8109dd82>] ? cache_alloc_refill+0x258/0x48f
  1353. [<ffffffff8109e035>] ? __kmalloc+0x7c/0xa1
  1354. [<ffffffffa0183916>] ? kmem_alloc_debug+0x114/0x2ba [spl]
  1355. [<ffffffff812d7af9>] ? __schedule+0x727/0x7b0
  1356. [<ffffffffa025e600>] ? zfsdev_ioctl+0x48/0x16c [zfs]
  1357. [<ffffffff810b8785>] ? do_vfs_ioctl+0x3d1/0x41e
  1358. [<ffffffff8108c869>] ? remove_vma+0x53/0x5d
  1359. [<ffffffff8108d862>] ? do_munmap+0x2b8/0x2da
  1360. [<ffffffff810b880e>] ? sys_ioctl+0x3c/0x5e
  1361. [<ffffffff812d9a7b>] ? system_call_fastpath+0x16/0x1b
  1362.  
  1363.  
  1364.  
  1365. # cat /proc/spl/kstat/zfs/arcstats
  1366. 10 1 0x01 77 3696 1354073429325 158389103117851
  1367. name type data
  1368. hits 4 239368572
  1369. misses 4 143040222
  1370. demand_data_hits 4 18
  1371. demand_data_misses 4 112785
  1372. demand_metadata_hits 4 229317939
  1373. demand_metadata_misses 4 115252139
  1374. prefetch_data_hits 4 0
  1375. prefetch_data_misses 4 0
  1376. prefetch_metadata_hits 4 10050615
  1377. prefetch_metadata_misses 4 27675298
  1378. mru_hits 4 11796212
  1379. mru_ghost_hits 4 14555491
  1380. mfu_hits 4 218900734
  1381. mfu_ghost_hits 4 64622989
  1382. deleted 4 64918704
  1383. recycle_miss 4 98695441
  1384. mutex_miss 4 347280
  1385. evict_skip 4 49127017837
  1386. evict_l2_cached 4 1535556124160
  1387. evict_l2_eligible 4 792289521152
  1388. evict_l2_ineligible 4 162892727296
  1389. hash_elements 4 909556
  1390. hash_elements_max 4 915630
  1391. hash_collisions 4 25063945
  1392. hash_chains 4 225671
  1393. hash_chain_max 4 15
  1394. p 4 16777216
  1395. c 4 268435456
  1396. c_min 4 134217728
  1397. c_max 4 268435456
  1398. size 4 3864691088
  1399. hdr_size 4 68383296
  1400. data_size 4 2612533248
  1401. other_size 4 984112400
  1402. anon_size 4 12337152
  1403. anon_evict_data 4 0
  1404. anon_evict_metadata 4 0
  1405. mru_size 4 1352332288
  1406. mru_evict_data 4 0
  1407. mru_evict_metadata 4 8047616
  1408. mru_ghost_size 4 3424256
  1409. mru_ghost_evict_data 4 0
  1410. mru_ghost_evict_metadata 4 3424256
  1411. mfu_size 4 1247863808
  1412. mfu_evict_data 4 0
  1413. mfu_evict_metadata 4 6458368
  1414. mfu_ghost_size 4 268640256
  1415. mfu_ghost_evict_data 4 0
  1416. mfu_ghost_evict_metadata 4 268640256
  1417. l2_hits 4 76564880
  1418. l2_misses 4 66452653
  1419. l2_feeds 4 156856
  1420. l2_rw_clash 4 5135
  1421. l2_read_bytes 4 1355078991360
  1422. l2_write_bytes 4 28323493376
  1423. l2_writes_sent 4 63111
  1424. l2_writes_done 4 63111
  1425. l2_writes_error 4 0
  1426. l2_writes_hdr_miss 4 60
  1427. l2_evict_lock_retry 4 63
  1428. l2_evict_reading 4 34
  1429. l2_free_on_write 4 173453
  1430. l2_abort_lowmem 4 0
  1431. l2_cksum_bad 4 0
  1432. l2_io_error 4 0
  1433. l2_size 4 12941318656
  1434. l2_hdr_size 4 211406976
  1435. memory_throttle_count 4 190273039
  1436. memory_direct_count 4 0
  1437. memory_indirect_count 4 346
  1438. arc_no_grow 4 0
  1439. arc_tempreserve 4 0
  1440. arc_loaned_bytes 4 0
  1441. arc_prune 4 47687290
  1442. arc_meta_used 4 3864691088
  1443. arc_meta_limit 4 67108864
  1444. arc_meta_max 4 3953566992
  1445.  
  1446.  
  1447. # history | grep zfs.ko
  1448. insmod zfs.ko zfs_arc_max=268435456 zfs_arc_min=134217728 zfs_arc_shrink_shift=4 zfs_vdev_max_pending=20 zfs_vdev_min_pending=8
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!