root@nxla1:~# lockstat -kIW -D 20 sleep 30

Profiling interrupt: 23304 events in 30.039 seconds (776 events/sec)

Count indv cuml rcnt     nsec Hottest CPU+PIL        Caller
-------------------------------------------------------------------------------
20487  88%  88% 0.00     1994 cpu[5]                 mach_cpu_idle
  605   3%  91% 0.00     1880 cpu[0]                 space_map_seg_compare
  514   2%  93% 0.00     2302 cpu[4]                 avl_destroy_nodes
  477   2%  95% 0.00     1866 cpu[0]                 avl_find
  313   1%  96% 0.00     1872 cpu[0]                 metaslab_segsize_compare
  238   1%  97% 0.00     1991 cpu[0]                 avl_walk
  200   1%  98% 0.00     1850 cpu[0]                 avl_insert
   76   0%  98% 0.00     1959 cpu[0]                 space_map_remove
   64   0%  99% 0.00     1853 cpu[0]                 avl_rotation
   52   0%  99% 0.00     2085 cpu[4]                 mutex_enter
   25   0%  99% 0.00     3895 cpu[6]                 fsflush_do_pages
   22   0%  99% 0.00     1902 cpu[0]                 space_map_add
   20   0%  99% 0.00     2077 cpu[4]                 mutex_exit
   19   0%  99% 0.00     1992 cpu[0]                 avl_remove
   19   0%  99% 0.00     4255 cpu[6]                 page_nextn
   16   0%  99% 0.00     1965 cpu[4]                 kmem_cache_free
   13   0%  99% 0.00     1932 cpu[0]                 avl_add
   11   0%  99% 0.00     1905 cpu[0]                 kmem_cache_alloc
    9   0%  99% 0.00     1877 cpu[4]                 kmem_free
    8   0% 100% 0.00     1627 cpu[0]                 kmem_alloc
-------------------------------------------------------------------------------
root@nxla1:~# lockstat sleep 30

Adaptive mutex spin: 8483 events in 30.029 seconds (282 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
 1381  16%  16% 0.00     7385 0xffffff0d4c71ad90     taskq_thread+0x2a8
 1231  15%  31% 0.00     8734 0xffffff0d4c71ad90     cv_wait+0x69
 1101  13%  44% 0.00     6028 0xffffff0d4c71ad90     taskq_dispatch_ent+0x4a
  338   4%  48% 0.00     2191 0xffffff0d33b22750     rrw_exit+0x1e
  204   2%  50% 0.00     1761 0xffffff0d33b22750     rrw_enter_read+0x22
  128   2%  52% 0.00     1286 0xffffff005bf6d060     page_ctr_add+0x68
  108   1%  53% 0.00     7673 0xffffff0d4c71ab60     cv_wait+0x69
  105   1%  54% 0.00     3257 0xffffff0d33d355d0     vdev_queue_io+0x7b
  101   1%  55% 0.00     2591 0xffffff0d4c6ae650     vdev_queue_io+0x7b
   94   1%  56% 0.00     3849 0xffffff0d4c6b18d0     vdev_queue_io+0x7b
   92   1%  58% 0.00     2707 0xffffff0d4c6aec90     vdev_queue_io+0x7b
   92   1%  59% 0.00     5071 0xffffff0d4c6ade90     vdev_queue_io+0x7b
   86   1%  60% 0.00    14110 0xffffff0d4d116ac0     metaslab_group_alloc+0x1af
   86   1%  61% 0.00     1836 0xffffff0d4c6b0c50     vdev_queue_io+0x7b
   84   1%  62% 0.00     6604 0xffffff0d4c71ab60     taskq_thread+0x2a8
   83   1%  63% 0.00     1024 0xffffff005bf6d0e8     page_ctr_add+0x68
   82   1%  64% 0.00     2604 0xffffff0d4c6af910     vdev_queue_io+0x7b
   82   1%  65% 0.00     3451 0xffffff0d4c6af2d0     vdev_queue_io+0x7b
   79   1%  66% 0.00    17489 0xffffff0d4d16a580     metaslab_group_alloc+0x1af
   78   1%  66% 0.00     2496 0xffffff0d4c6aff50     vdev_queue_io+0x7b
   76   1%  67% 0.00     1398 0xffffff0d35886020     mptsas_start_cmd0+0x326
   74   1%  68% 0.00     2629 0xffffff0d4c6b1290     vdev_queue_io+0x7b
   71   1%  69% 0.00     4894 0xffffff0d4c71ab60     taskq_dispatch_ent+0x4a
   71   1%  70% 0.00     1709 0xffffff0d4c6b0610     vdev_queue_io+0x7b
   64   1%  71% 0.00    14527 0xffffff0d33aedb28     cv_wait+0x69
   63   1%  71% 0.00      931 0xffffff0d4c4862e0     fifo_write+0x80
   58   1%  72% 0.00     1439 0xffffff0d3649c020     mptsas_start_cmd0+0x326
   58   1%  73% 0.00     2800 0xffffff0d34fd4650     squeue_enter+0x4c
   45   1%  73% 0.00     9543 0xffffff0d4d294540     metaslab_group_alloc+0x1af
   42   0%  74% 0.00     8694 sd_detach_mutex        sd_pm_idletimeout_handler+0x21
   42   0%  74% 0.00     1987 0xffffff0d34fd4650     squeue_enter+0x4bb
   41   0%  75% 0.00      931 0xffffff0d4c4862e0     fifo_read+0x53
   40   0%  75% 0.00     8457 0xffffff0d4b976580     metaslab_group_alloc+0x1af
   37   0%  76% 0.00     4903 pidlock                thread_exit+0x6b
   35   0%  76% 0.00     3164 0xffffff0d28c410c0     callout_list_expire+0x87
   31   0%  76% 0.00    19890 0xffffff0d33aedb28     taskq_thread+0x2a8
   31   0%  77% 0.00    13567 0xffffff0d33aedb28     taskq_dispatch_ent+0x4a
   26   0%  77% 0.00     4078 pidlock                sigcld_repost+0x35
   25   0%  77% 0.00     6013 pidlock                cv_wait_sig_swap_core+0x194
   25   0%  78% 0.00     1152 0xffffff0d4c70feb0     taskq_dispatch_ent+0x4a
   25   0%  78% 0.00      911 0xffffff005bf6d060     page_ctr_sub+0x68
   24   0%  78% 0.00   390261 ARC_mfu+0x58           add_reference+0x79
   24   0%  79% 0.00     4370 0xffffff0d4d293040     metaslab_group_alloc+0x1af
   22   0%  79% 0.00     2919 swapinfo_lock          swap_in_range+0x30
   22   0%  79% 0.00     1525 htable_mutex+0x118     htable_release+0x7a
   22   0%  79% 0.00     2461 htable_mutex+0x38      htable_release+0x7a
   22   0%  80% 0.00    38112 0xffffff0d37506a90     cv_wait+0x69
   21   0%  80% 0.00     5287 0xffffff0d28c416c0     callout_list_expire+0x87
   21   0%  80% 0.00      783 0xffffff005bf6d0e8     page_ctr_sub+0x68
   20   0%  80% 0.00     1728 0xffffff0d28c416c0     timeout_generic+0x83
   19   0%  81% 0.00     2103 0xffffff0d28c419c0     callout_list_expire+0x87
   18   0%  81% 0.00     6977 0xffffff0d4d15e580     metaslab_group_alloc+0x1af
   18   0%  81% 0.00      765 0xffffff0d4bdd5090     metaslab_group_alloc+0xd7
   18   0%  81% 0.00     1431 0xffffff005bf6d0d8     page_ctr_add+0x68
   16   0%  81% 0.00     3369 0xffffff0d28c419c0     timeout_generic+0x83
   16   0%  82% 0.00     3116 0xffffff0d28c413c0     callout_list_expire+0x87
   16   0%  82% 0.00     3213 0xffffff0d28c410c0     timeout_generic+0x83
   15   0%  82% 0.00     3432 0xffffff0d4c6af910     vdev_queue_io_done+0xa4
   14   0%  82% 0.00     5892 0xffffff0d4c6b18d0     vdev_queue_io_done+0xa4
   14   0%  82% 0.00     2993 0xffffff0d4ba1c150     rrw_exit+0x1e
   13   0%  82% 0.00     1767 vph_mutex+0x4000       page_hashout+0xf3
   13   0%  83% 0.00     1297 0xffffff0d4c6aec90     vdev_queue_io_done+0xa4
   13   0%  83% 0.00     2973 0xffffff0d34fd4650     squeue_drain+0x31c
   13   0%  83% 0.00     3589 0xffffff0d34e88500     ncec_lookup_illgrp_v4+0x49
   12   0%  83% 0.00     1564 0xffffff0d4c6b0610     vdev_queue_io_done+0xa4
   12   0%  83% 0.00     3599 0xffffff0d28c41540     callout_list_expire+0x87
   12   0%  83% 0.00     2766 0xffffff0d28c413c0     timeout_generic+0x83
   11   0%  83% 0.00     7024 htable_mutex+0x218     htable_release+0x7a
   11   0%  84% 0.00     3705 0xffffff0d4d173040     metaslab_group_alloc+0x1af
   11   0%  84% 0.00     1929 0xffffff0d4c70feb0     taskq_thread+0x2a8
   11   0%  84% 0.00     1865 0xffffff0d4c6ade90     vdev_queue_io_done+0xa4
   11   0%  84% 0.00      784 0xffffff0d28c419c0     callout_execute+0x16
    9   0%  84% 0.00     4054 ARC_mfu+0x58           remove_reference+0x5d
    9   0%  84% 0.00     1307 htable_mutex+0x38      htable_lookup+0xb5
    9   0%  84% 0.00     4672 htable_mutex           htable_release+0x7a
    9   0%  84% 0.00     2033 0xffffff0d4c6ae650     vdev_queue_io_done+0xa4
    9   0%  84% 0.00     1282 0xffffff0d374316b8     e1000g_send+0x165f
    9   0%  85% 0.00    21117 0xffffff0d3525a460     gcpu_ntv_mca_poll_wrapper+0x5d
    9   0%  85% 0.00     1707 0xffffff0d28cad540     vn_rele+0x21
    8   0%  85% 0.00      964 zone0+0xb0             rctl_decr_swap+0x30
    8   0%  85% 0.00     1584 htable_mutex+0x98      htable_release+0x7a
    8   0%  85% 0.00     2029 0xffffff0d4c6af2d0     vdev_queue_io_done+0x37
    8   0%  85% 0.00     1816 0xffffff0d420c9b48     sd_start_cmds+0x2f8
    8   0%  85% 0.00     1845 0xffffff0d420c9b48     sd_core_iostart+0x3b
    8   0%  85% 0.00     1632 0xffffff0d420c99c8     sd_start_cmds+0x2f8
    8   0%  85% 0.00     1329 0xffffff0d420c99c8     sd_initpkt_for_buf+0x1c1
    8   0%  85% 0.00     1946 0xffffff0d420c9848     sd_initpkt_for_buf+0x1c1
    8   0%  86% 0.00      500 0xffffff0d3450ce48     spa_config_enter+0x57
    8   0%  86% 0.00     3814 0xffffff0d33d355d0     vdev_queue_io_done+0xa4
    8   0%  86% 0.00     1191 0xffffff0d33aedd58     cv_wait+0x69
    7   0%  86% 0.00      914 htable_mutex+0x98      htable_lookup+0xb5
    7   0%  86% 0.00   353838 0xffffff0d4d294540     cv_wait+0x69
    7   0%  86% 0.00   321127 0xffffff0d4d293040     cv_wait+0x69
    7   0%  86% 0.00   424199 0xffffff0d4d116ac0     cv_wait+0x69
    7   0%  86% 0.00     1431 0xffffff0d4c6b1290     vdev_queue_io_done+0xa4
    7   0%  86% 0.00     2404 0xffffff0d4c6b0c50     vdev_queue_io_done+0xa4
    7   0%  86% 0.00     1399 0xffffff0d4c6ae650     vdev_queue_io_done+0x37
    7   0%  86% 0.00     2335 0xffffff0d4c4862e0     cv_wait_sig_swap_core+0x194
    7   0%  86% 0.00      971 0xffffff0d37506b20     txg_list_add+0x34
    7   0%  87% 0.00     2029 0xffffff0d33cbe350     rrw_exit+0x1e
    7   0%  87% 0.00    10490 0xffffff0d28aad610     gcpu_ntv_mca_poll_wrapper+0x5d
    7   0%  87% 0.00     2252 0xffffff0d1ef81f80     x86_hm_enter+0x3a
    7   0%  87% 0.00     2272 0xffffff0d1ef80568     x86_hm_enter+0x3a
    6   0%  87% 0.00     2937 htable_mutex+0x90      htable_release+0x7a
    6   0%  87% 0.00     6238 0xffffff0d4c71aa48     taskq_thread+0x2a8
    6   0%  87% 0.00    16824 0xffffff0d4c71aa48     cv_wait+0x69
    6   0%  87% 0.00     1127 0xffffff0d4c6af2d0     vdev_queue_io_done+0xa4
    6   0%  87% 0.00      904 0xffffff0d420c9cc8     sd_start_cmds+0x2f8
    6   0%  87% 0.00      612 0xffffff0d420c97e8     sdstrategy+0x58
    6   0%  87% 0.00     1687 0xffffff0d3802f7e0     sd_start_cmds+0x2f8
    6   0%  87% 0.00     5134 0xffffff0d3562b910     taskq_thread+0x2a8
    6   0%  87% 0.00     5026 0xffffff0d3562b910     cv_wait+0x69
    6   0%  87% 0.00     1140 0xffffff0d33d355d0     vdev_queue_io_done+0x37
    6   0%  88% 0.00     2067 0xffffff0d28cad540     lookuppnatcred+0xc0
    6   0%  88% 0.00     2829 0xffffff0d28c416c0     callout_execute+0x16
    5   0%  88% 0.00     2556 htable_mutex+0x348     htable_release+0x7a
    5   0%  88% 0.00     1488 htable_mutex+0x218     htable_lookup+0xb5
    5   0%  88% 0.00      915 htable_mutex+0x118     htable_lookup+0xb5
    5   0%  88% 0.00     3230 htable_mutex+0xa8      htable_lookup+0xb5
    5   0%  88% 0.00     1295 htable_mutex           htable_lookup+0xb5
    5   0%  88% 0.00     2160 0xffffff0dbe07e820     cv_wait_sig_swap_core+0x194
    5   0%  88% 0.00     1694 0xffffff0d4c6b1290     vdev_queue_io_done+0x37
    5   0%  88% 0.00     2592 0xffffff0d4c6b0c50     vdev_queue_io_done+0x37
    5   0%  88% 0.00     1459 0xffffff0d4c6b0610     vdev_queue_io_done+0x37
    5   0%  88% 0.00     1789 0xffffff0d4c6aff50     vdev_queue_io_done+0x37
    5   0%  88% 0.00     2051 0xffffff0d4c6ade90     vdev_queue_io_done+0x37
    5   0%  88% 0.00     2689 0xffffff0d4c4862e0     fifo_close+0x2c6
    5   0%  88% 0.00     5291 0xffffff0d47132940     mac_rx_srs_process+0x6d
    5   0%  88% 0.00     3077 0xffffff0d420c97e8     sd_core_iostart+0x3b
    5   0%  89% 0.00     1532 0xffffff0d370593b8     sd_start_cmds+0x2f8
    5   0%  89% 0.00     1399 0xffffff0d368f1e40     vn_rele+0x21
    5   0%  89% 0.00     4202 0xffffff0d3560a6b8     e1000g_send+0x165f
    5   0%  89% 0.00     2847 0xffffff0d34fd4650     squeue_worker_wakeup+0xe1
    5   0%  89% 0.00      635 0xffffff0d28fe7930     dnlc_lookup+0x89
    5   0%  89% 0.00     1351 0xffffff0d28abb370     taskq_thread+0x2a8
    5   0%  89% 0.00      965 0xffffff0d24797c10     vdev_queue_io+0x7b
    5   0%  89% 0.00     1328 0xffffff0d1ef82160     x86_hm_enter+0x3a
    5   0%  89% 0.00     2800 0xffffff0d1ef81f50     x86_hm_enter+0x3a
    4   0%  89% 0.00     7726 pidlock                proc_exit+0x4ea
    4   0%  89% 0.00     1540 anoninfo_lock          anon_unresvmem+0x4f
    4   0%  89% 0.00     1539 htable_mutex+0xe8      htable_lookup+0xb5
    4   0%  89% 0.00     4777 htable_mutex+0xe8      htable_release+0x7a
    4   0%  89% 0.00      827 htable_mutex+0x88      htable_release+0x7a
    4   0%  89% 0.00     4453 0xffffff0dbe07e820     fifo_close+0x2c6
    4   0%  89% 0.00     4341 0xffffff0d4d4b6440     fifo_close+0x2c6
    4   0%  89% 0.00     1956 0xffffff0d4d4b6440     cv_wait_sig_swap_core+0x194
    4   0%  89% 0.00     2719 0xffffff0d4c6aff50     vdev_queue_io_to_issue+0x3d8
    4   0%  89% 0.00     1078 0xffffff0d4c6af910     vdev_queue_io_done+0x37
    4   0%  90% 0.00     2350 0xffffff0d4c6aec90     vdev_queue_io_to_issue+0x3d8
    4   0%  90% 0.00   293320 0xffffff0d4b976580     cv_wait+0x69
    4   0%  90% 0.00      839 0xffffff0d470f1ac0     mac_soft_ring_intr_disable+0x20
    4   0%  90% 0.00     2597 0xffffff0d4229a650     dsl_dataset_block_born+0xbb
    4   0%  90% 0.00     1044 0xffffff0d420c9b48     sd_initpkt_for_buf+0x1c1
    4   0%  90% 0.00     1909 0xffffff0d420c9848     sd_start_cmds+0x2f8
    4   0%  90% 0.00     3137 0xffffff0d420c97e8     sd_initpkt_for_buf+0x1c1
    4   0%  90% 0.00      987 0xffffff0d3802f7e0     sd_initpkt_for_buf+0x1c1
    4   0%  90% 0.00     3596 0xffffff0d37506a90     txg_wait_open+0x32
    4   0%  90% 0.00     2450 0xffffff0d370593b8     sd_core_iostart+0x3b
    4   0%  90% 0.00      582 0xffffff0d36bca050     sd_start_cmds+0x2f8
    4   0%  90% 0.00     6150 0xffffff0d35b938e0     fifo_close+0x2c6
    4   0%  90% 0.00     3168 0xffffff0d35b938e0     cv_wait_sig_swap_core+0x194
    4   0%  90% 0.00     2733 0xffffff0d35b932a0     fifo_close+0x2c6
    4   0%  90% 0.00      542 0xffffff0d3450c978     bplist_append+0x39
    4   0%  90% 0.00    23086 0xffffff0d33cbe448     zfs_zget+0x48
    4   0%  90% 0.00     1586 0xffffff0d33aedd58     taskq_thread+0x2a8
    4   0%  90% 0.00      715 0xffffff0d28c410c0     callout_execute+0x16
    4   0%  90% 0.00     1875 0xffffff0d28abbd48     taskq_dispatch+0x2ea
    4   0%  90% 0.00      641 0xffffff0d28abb370     cv_wait+0x69
    4   0%  90% 0.00     3277 0xffffff0d1ef82840     x86_hm_enter+0x3a
    4   0%  90% 0.00     1522 0xffffff0d1ef80950     x86_hm_enter+0x3a
    4   0%  91% 0.00     2182 0xffffff005bf7ce00     page_unlock+0x4d
    4   0%  91% 0.00     2231 0xffffff005bf7c900     page_unlock+0x4d
    4   0%  91% 0.00     2984 0xffffff005bf7c040     page_unlock+0x4d
    4   0%  91% 0.00     2806 0xffffff005bf7ba40     page_unlock+0x4d
    4   0%  91% 0.00      670 0xffffff005bf6d0d8     page_ctr_sub+0x68
    3   0%  91% 0.00     6948 pidlock                thread_free+0x1aa
    3   0%  91% 0.00     9791 htable_mutex+0x300     htable_lookup+0xb5
    3   0%  91% 0.00     1729 htable_mutex+0x88      htable_lookup+0xb5
    3   0%  91% 0.00      709 0xffffff0de4e56dd8     zio_add_child+0x5a
    3   0%  91% 0.00     5549 0xffffff0db7614120     zio_remove_child+0x44
    3   0%  91% 0.00     1297 0xffffff0d4c71ac78     taskq_dispatch_ent+0x4a
    3   0%  91% 0.00     2243 0xffffff0d4c71aa48     taskq_dispatch_ent+0x4a
    3   0%  91% 0.00     1874 0xffffff0d4c6b18d0     vdev_queue_io_to_issue+0x3d8
    3   0%  91% 0.00     8420 0xffffff0d4c6b1290     vdev_queue_io_to_issue+0x3d8
    3   0%  91% 0.00     1050 0xffffff0d4c6aff50     vdev_queue_io_done+0xa4
    3   0%  91% 0.00     1667 0xffffff0d4baa9a40     cv_wait_sig_swap_core+0x194
    3   0%  91% 0.00     1168 0xffffff0d4ba1c150     rrw_enter_read+0x22
    3   0%  91% 0.00     6082 0xffffff0d470f1ac0     cv_wait+0x69
    3   0%  91% 0.00     1315 0xffffff0d422a3250     dsl_dataset_block_born+0xbb
    3   0%  91% 0.00      325 0xffffff0d420c9e48     sd_start_cmds+0x2f8
    3   0%  91% 0.00      593 0xffffff0d420c9cc8     sd_initpkt_for_buf+0x1c1
    3   0%  91% 0.00     1175 0xffffff0d420c9cc8     sd_core_iostart+0x3b
    3   0%  91% 0.00     2974 0xffffff0d420c9cc8     sd_buf_iodone+0x3f
    3   0%  91% 0.00      497 0xffffff0d420c9b48     sdstrategy+0x58
    3   0%  91% 0.00      918 0xffffff0d420c97e8     sd_start_cmds+0x2f8
    3   0%  91% 0.00      987 0xffffff0d3802f060     sd_start_cmds+0x2f8
    3   0%  92% 0.00      559 0xffffff0d370593b8     sdstrategy+0x58
    3   0%  92% 0.00      818 0xffffff0d36bcadd0     sd_initpkt_for_buf+0x1c1
    3   0%  92% 0.00     1792 0xffffff0d3562bd70     cv_wait+0x69
    3   0%  92% 0.00     2982 0xffffff0d3560a6b8     e1000g_recycle+0x65
    3   0%  92% 0.00      535 0xffffff0d3450cde8     spa_config_exit+0x8e
    3   0%  92% 0.00      839 0xffffff0d3450c928     bplist_append+0x39
    3   0%  92% 0.00     2823 0xffffff0d33d355d0     vdev_queue_io_to_issue+0x3d8
    3   0%  92% 0.00     1323 0xffffff0d28c419c0     untimeout_generic+0x59
    3   0%  92% 0.00     1488 0xffffff0d28c41540     timeout_generic+0x83
    3   0%  92% 0.00      930 0xffffff0d28c413c0     callout_execute+0x16
    3   0%  92% 0.00     2237 0xffffff0d28b49f40     trap+0x1330
    3   0%  92% 0.00     2503 0xffffff0d28b49500     cv_wait_sig_swap_core+0x194
    3   0%  92% 0.00     1566 0xffffff0d28abbd48     taskq_thread+0x2a8
    3   0%  92% 0.00     1427 0xffffff0d247975d0     vdev_queue_io+0x7b
    3   0%  92% 0.00     3001 0xffffff0d1ef83d18     x86_hm_enter+0x3a
    3   0%  92% 0.00     4335 0xffffff0d1ef832d0     x86_hm_enter+0x3a
    3   0%  92% 0.00      473 0xffffff0d1ef82c78     x86_hm_enter+0x3a
    3   0%  92% 0.00      592 0xffffff0d1ef826d0     x86_hm_enter+0x3a
    3   0%  92% 0.00      488 0xffffff0d1ef811a0     x86_hm_enter+0x3a
    3   0%  92% 0.00      836 0xffffff005bf7c800     page_unlock+0x4d
    3   0%  92% 0.00      756 0xffffff005bf7c580     page_unlock+0x4d
    3   0%  92% 0.00     7535 0xffffff005bf7bd80     page_unlock+0x4d
    3   0%  92% 0.00     1061 0xffffff005bf7bc80     page_hashout+0x123
    3   0%  92% 0.00     2767 0xffffff005bf7bc80     page_unlock+0x4d
    3   0%  92% 0.00      527 0xffffff005bf6d080     page_ctr_add+0x68
    3   0%  92% 0.00      635 0xffffff005bf6d080     page_ctr_sub+0x68
    3   0%  92% 0.00     1607 0xffffff005bf6d030     page_ctr_sub+0x68
    2   0%  92% 0.00      734 anon_array_lock+0x1a80 anon_array_exit+0x1a
    2   0%  92% 0.00     7240 htable_mutex+0x318     htable_lookup+0xb5
    2   0%  93% 0.00     2859 htable_mutex+0x260     htable_release+0x7a
    2   0%  93% 0.00      638 htable_mutex+0x210     htable_lookup+0xb5
    2   0%  93% 0.00     3781 htable_mutex+0x90      htable_lookup+0xb5
    2   0%  93% 0.00     1889 htable_mutex+0x88      htable_create+0x14d
    2   0%  93% 0.00     5193 htable_mutex+0x30      htable_lookup+0xb5
    2   0%  93% 0.00     1014 0xffffff0de284b448     zio_remove_child+0x44
    2   0%  93% 0.00     2902 0xffffff0dbe07e820     fifo_inactive+0xb4
    2   0%  93% 0.00     5102 0xffffff0dbe07e820     fifo_close+0xb7
    2   0%  93% 0.00     2922 0xffffff0dbe07e6e0     cv_wait_sig_swap_core+0x194
    2   0%  93% 0.00     5534 0xffffff0dbe07e6e0     fifo_close+0x2c6
    2   0%  93% 0.00      932 0xffffff0d68853180     svc_poll+0x26b
    2   0%  93% 0.00     3097 0xffffff0d4d4b6440     fifo_inactive+0xb4
    2   0%  93% 0.00     3768 0xffffff0d4d3ed000     metaslab_group_alloc+0x1af
    2   0%  93% 0.00   436866 0xffffff0d4d16a580     cv_wait+0x69
    2   0%  93% 0.00    10103 0xffffff0d4c70fa50     cv_wait+0x69
    2   0%  93% 0.00     2811 0xffffff0d4c6b18d0     vdev_queue_io_done+0x37
    2   0%  93% 0.00      952 0xffffff0d4c6b0c50     vdev_queue_io_to_issue+0x3d8
    2   0%  93% 0.00     1498 0xffffff0d4c6b0610     vdev_queue_io_to_issue+0x3d8
    2   0%  93% 0.00     2330 0xffffff0d4c6af2d0     vdev_queue_io_to_issue+0x3d8
    2   0%  93% 0.00     1552 0xffffff0d4c6aec90     vdev_queue_io_done+0x37
    2   0%  93% 0.00      676 0xffffff0d4c6ade90     vdev_queue_io_to_issue+0x3d8
    2   0%  93% 0.00     1074 0xffffff0d4c6ad8d0     vdev_stat_update+0x27a
    2   0%  93% 0.00    28988 0xffffff0d4c6ad210     vdev_queue_io+0x7b
    2   0%  93% 0.00      676 0xffffff0d4c4862e0     fifo_inactive+0xb4
    2   0%  93% 0.00     2957 0xffffff0d4c4862e0     fifo_write+0x231
    2   0%  93% 0.00     6787 0xffffff0d4c486060     fifo_close+0x2c6
    2   0%  93% 0.00     1956 0xffffff0d4c486060     fifo_close+0xb7
    2   0%  93% 0.00     2944 0xffffff0d4c486060     cv_wait_sig_swap_core+0x194
    2   0%  93% 0.00     2733 0xffffff0d4bd820d0     rrw_enter_read+0x22
    2   0%  93% 0.00     2802 0xffffff0d4baa9540     fifo_close+0x2c6
    2   0%  93% 0.00     8989 0xffffff0d47132940     cv_wait+0x69
    2   0%  93% 0.00     1625 0xffffff0d4227d3c8     mptsas_start_cmd0+0x389
    2   0%  93% 0.00      952 0xffffff0d420c9cc8     sd_return_command+0x1e5
    2   0%  93% 0.00     1355 0xffffff0d420c9b48     sd_buf_iodone+0x3f
    2   0%  93% 0.00      527 0xffffff0d420c99c8     sd_core_iostart+0x3b
    2   0%  93% 0.00     1788 0xffffff0d420c99c8     sdstrategy+0x58
    2   0%  93% 0.00     1385 0xffffff0d420c9848     sd_buf_iodone+0x3f
    2   0%  93% 0.00     1108 0xffffff0d3802f060     sd_initpkt_for_buf+0x1c1
    2   0%  93% 0.00     5739 0xffffff0d374316b8     e1000g_recycle+0x65
    2   0%  93% 0.00     7294 0xffffff0d370593b8     sd_initpkt_for_buf+0x1c1
    2   0%  93% 0.00     2331 0xffffff0d36bcadd0     sd_start_cmds+0x2f8
    2   0%  93% 0.00      656 0xffffff0d36bcadd0     sd_core_iostart+0x3b
    2   0%  93% 0.00      956 0xffffff0d36bca050     sdstrategy+0x58
    2   0%  94% 0.00     1485 0xffffff0d36b4ee80     vn_rele+0x21
    2   0%  94% 0.00      385 0xffffff0d36acfd40     segvn_create+0x641
    2   0%  94% 0.00     1756 0xffffff0d368f1e40     dnlc_lookup+0x10e
    2   0%  94% 0.00     1014 0xffffff0d3656e100     closef+0x33
    2   0%  94% 0.00      754 0xffffff0d364ba328     metaslab_group_alloc+0xd7
    2   0%  94% 0.00     3598 0xffffff0d35b932a0     cv_wait_sig_swap_core+0x194
    2   0%  94% 0.00     2145 0xffffff0d35b93160     fifo_close+0x2c6
    2   0%  94% 0.00     2864 0xffffff0d35b93160     cv_wait_sig_swap_core+0x194
    2   0%  94% 0.00     3964 0xffffff0d3562bb40     taskq_thread+0x2a8
    2   0%  94% 0.00      502 0xffffff0d3561a900     vn_rele+0x21
    2   0%  94% 0.00     7592 0xffffff0d353900a8     uhci_cmd_timeout_hdlr+0x2e
    2   0%  94% 0.00     6674 0xffffff0d34fd4650     cv_wait+0x69
    2   0%  94% 0.00      609 0xffffff0d3450cde8     spa_config_enter+0x57
    2   0%  94% 0.00      420 0xffffff0d33deb0d8     dbuf_dirty+0x4f
    2   0%  94% 0.00     1815 0xffffff0d33deb0d8     dbuf_read+0x174
    2   0%  94% 0.00     8145 0xffffff0d33cbe5b0     zfs_zget+0x48
    2   0%  94% 0.00     5402 0xffffff0d33cbe458     zfs_zget+0x48
    2   0%  94% 0.00     8047 0xffffff0d33cbe430     zfs_zget+0x48
    2   0%  94% 0.00      564 0xffffff0d33cbe350     rrw_enter_read+0x22
    2   0%  94% 0.00      983 0xffffff0d33af8e08     sd_start_cmds+0x2f8
    2   0%  94% 0.00     3863 0xffffff0d28c41240     timeout_generic+0x83
    2   0%  94% 0.00     2385 0xffffff0d28b49f40     lwp_wait+0x6b
    2   0%  94% 0.00     8047 0xffffff0d28b49dc0     clock_tick_process+0xd1
    2   0%  94% 0.00      463 0xffffff0d28abbd48     cv_wait+0x69
    2   0%  94% 0.00      913 0xffffff0d288dcc40     anon_decref+0xa8
    2   0%  94% 0.00     1931 0xffffff0d248e3000     metaslab_group_alloc+0x1af
    2   0%  94% 0.00     5111 0xffffff0d1efdd800     kmem_cache_free+0xc5
    2   0%  94% 0.00      644 0xffffff0d1ef838a0     x86_hm_enter+0x3a
    2   0%  94% 0.00      559 0xffffff0d1ef82fd8     x86_hm_enter+0x3a
    2   0%  94% 0.00     2337 0xffffff0d1ef82f68     x86_hm_enter+0x3a
    2   0%  94% 0.00      376 0xffffff0d1ef82d40     x86_hm_enter+0x3a
    2   0%  94% 0.00     6739 0xffffff0d1ef82c68     x86_hm_enter+0x3a
    2   0%  94% 0.00     1107 0xffffff0d1ef82850     x86_hm_enter+0x3a
    2   0%  94% 0.00     4326 0xffffff0d1ef82390     x86_hm_enter+0x3a
    2   0%  94% 0.00     2999 0xffffff0d1ef82198     x86_hm_enter+0x3a
    2   0%  94% 0.00     2540 0xffffff0d1ef81248     x86_hm_enter+0x3a
    2   0%  94% 0.00      431 0xffffff0d1ef80260     x86_hm_enter+0x3a
    2   0%  94% 0.00     3188 0xffffff0d1ef80128     x86_hm_enter+0x3a
    2   0%  94% 0.00      745 0xffffff0d1ef74020     mptsas_start_cmd0+0x326
    2   0%  94% 0.00      391 0xffffff005bf7cf00     page_unlock+0x4d
    2   0%  94% 0.00      639 0xffffff005bf7cf00     page_trylock+0x54
    2   0%  94% 0.00     1493 0xffffff005bf7cc40     page_unlock+0x4d
    2   0%  95% 0.00     2429 0xffffff005bf7cb80     page_unlock+0x4d
    2   0%  95% 0.00      789 0xffffff005bf7c9c0     page_unlock+0x4d
    2   0%  95% 0.00     1645 0xffffff005bf7c740     page_unlock+0x4d
    2   0%  95% 0.00     4514 0xffffff005bf7c6c0     page_unlock+0x4d
    2   0%  95% 0.00     1553 0xffffff005bf7c500     page_downgrade+0x4a
    2   0%  95% 0.00     1994 0xffffff005bf7c480     page_downgrade+0x4a
    2   0%  95% 0.00     6180 0xffffff005bf7c340     page_unlock+0x4d
    2   0%  95% 0.00      645 0xffffff005bf7c280     page_unlock+0x4d
    2   0%  95% 0.00     2318 0xffffff005bf7c240     page_unlock+0x4d
    2   0%  95% 0.00      577 0xffffff005bf7c200     page_unlock+0x4d
    2   0%  95% 0.00     1627 0xffffff005bf7c140     page_unlock+0x4d
    2   0%  95% 0.00      740 0xffffff005bf7c100     page_unlock+0x4d
    2   0%  95% 0.00     1713 0xffffff005bf7bd80     page_downgrade+0x4a
    2   0%  95% 0.00     1329 0xffffff005bf7bbc0     page_unlock+0x4d
    2   0%  95% 0.00      350 0xffffff005bf7bac0     page_trylock+0x54
    2   0%  95% 0.00     4700 0xffffff005bf7b9c0     page_unlock+0x4d
    2   0%  95% 0.00     1105 0xffffff005bf7b980     page_unlock+0x4d
    2   0%  95% 0.00     1483 0xffffff005bf7b700     page_unlock+0x4d
    2   0%  95% 0.00     1751 0xffffff005bf7b4c0     page_unlock+0x4d
    2   0%  95% 0.00      701 0xffffff005bf7b300     page_unlock+0x4d
    2   0%  95% 0.00     1357 0xffffff005bf7b140     page_unlock+0x4d
    2   0%  95% 0.00      566 0xffffff005bf6d070     page_ctr_add+0x68
    2   0%  95% 0.00     2001 0xffffff005bf6d030     page_ctr_add+0x68
    2   0%  95% 0.00     1799 0xffffff005bf67218     page_list_add+0xea
    2   0%  95% 0.00     1275 0xffffff005bf671c8     page_list_add+0xea
    2   0%  95% 0.00      769 0xffffff005bf67168     page_get_mnode_freelist+0x108
    1   0%  95% 0.00      402 rqcred_lock            svc_getreq+0x2f
    1   0%  95% 0.00      487 dbuf_hash_table+0x300  dbuf_find+0x5d
    1   0%  95% 0.00      555 dbuf_hash_table+0x258  dbuf_find+0x5d
    1   0%  95% 0.00      839 dbuf_hash_table+0x68   dbuf_find+0x5d
    1   0%  95% 0.00     8803 dbuf_hash_table+0x10   dbuf_find+0x5d
    1   0%  95% 0.00     3345 buf_hash_table+0x950   buf_hash_insert+0x51
    1   0%  95% 0.00      491 ARC_mru+0x58           remove_reference+0x5d
    1   0%  95% 0.00      766 anon_array_lock+0x19c0 anon_array_exit+0x1a
    1   0%  95% 0.00      832 mch_poll_lock          mch_pollowner+0x2a
    1   0%  95% 0.00    10366 pidlock                waitid+0xaf
    1   0%  95% 0.00      509 ph_mutex+0x6000        page_hashout+0xe0
    1   0%  95% 0.00      615 vn_vfslocks_buckets+0xb180 vn_vfslocks_getlock+0x3c
    1   0%  95% 0.00     2159 htable_mutex+0x3b8     htable_release+0x7a
    1   0%  95% 0.00      845 ph_mutex+0x580         page_hashout+0xe0
    1   0%  95% 0.00     6727 htable_mutex+0x318     htable_release+0x7a
    1   0%  95% 0.00      393 htable_mutex+0x348     htable_lookup+0xb5
    1   0%  95% 0.00      314 htable_mutex+0x350     htable_lookup+0xb5
    1   0%  95% 0.00      386 htable_mutex+0x3a8     htable_lookup+0xb5
    1   0%  95% 0.00      551 htable_mutex+0x1f0     htable_lookup+0xb5
    1   0%  95% 0.00     2456 htable_mutex+0x210     htable_release+0x7a
    1   0%  95% 0.00     1026 htable_mutex+0xf0      htable_lookup+0xb5
    1   0%  95% 0.00      488 htable_mutex+0x238     htable_lookup+0xb5
    1   0%  95% 0.00     4224 htable_mutex+0x238     htable_release+0x7a
    1   0%  95% 0.00     2895 htable_mutex+0x238     htable_create+0x14d
    1   0%  95% 0.00     5448 htable_mutex+0x260     htable_lookup+0xb5
    1   0%  95% 0.00      439 htable_mutex+0x2c0     htable_release+0x7a
    1   0%  95% 0.00      829 htable_mutex+0x30      htable_release+0x7a
    1   0%  95% 0.00      595 pio_mutex+0x168        page_io_unlock+0x32
    1   0%  95% 0.00      444 0xffffff0de807ef00     zio_remove_child+0x44
    1   0%  95% 0.00     2954 0xffffff0de7f09b18     zio_notify_parent+0x54
    1   0%  95% 0.00      436 0xffffff0de7f09b18     zio_remove_child+0x44
    1   0%  95% 0.00      481 0xffffff0e85d4cb58     dbuf_rele+0x23
    1   0%  95% 0.00     2603 0xffffff0e85d4cb58     dbuf_find+0x9a
    1   0%  95% 0.00      761 0xffffff10ee6588d8     dbuf_find+0x9a
    1   0%  96% 0.00     6807 0xffffff10ee6588d8     dbuf_rele+0x23
    1   0%  96% 0.00      721 htable_mutex+0x90      htable_create+0x14d
    1   0%  96% 0.00      528 htable_mutex+0x40      htable_lookup+0xb5
    1   0%  96% 0.00      554 htable_mutex+0xb8      htable_release+0x7a
    1   0%  96% 0.00      655 htable_mutex+0xe8      htable_create+0x14d
    1   0%  96% 0.00      253 0xffffff0de779e0c8     zio_remove_child+0x44
    1   0%  96% 0.00      845 0xffffff0de6664ba0     zio_notify_parent+0x54
    1   0%  96% 0.00      412 0xffffff0de65c9dc8     zio_remove_child+0x44
    1   0%  96% 0.00      695 0xffffff0de6664ba0     zio_remove_child+0x44
    1   0%  96% 0.00     1692 0xffffff0de4e56dd8     zio_notify_parent+0x54
    1   0%  96% 0.00      518 0xffffff0de5bdbe38     zio_remove_child+0x44
    1   0%  96% 0.00      531 0xffffff0de5d88110     zio_remove_child+0x44
    1   0%  96% 0.00      615 0xffffff0de32740e8     zio_remove_child+0x44
    1   0%  96% 0.00      248 0xffffff0de1feef00     zio_remove_child+0x44
    1   0%  96% 0.00      551 0xffffff0de4185b58     zio_remove_child+0x44
    1   0%  96% 0.00      739 0xffffff0de3bbf468     zio_add_child+0x5a
    1   0%  96% 0.00      404 0xffffff0de4a50ab8     zio_remove_child+0x44
    1   0%  96% 0.00      312 0xffffff0de4ac57c0     zio_remove_child+0x44
    1   0%  96% 0.00     1234 0xffffff0ddc50cbc0     zio_notify_parent+0x54
    1   0%  96% 0.00      261 0xffffff0ddc50cbc0     zio_remove_child+0x44
    1   0%  96% 0.00      946 0xffffff0dd9c37da0     zio_remove_child+0x44
    1   0%  96% 0.00      295 0xffffff0ddaa78ac0     zio_remove_child+0x44
    1   0%  96% 0.00    11533 0xffffff0dbe07ee60     fifo_close+0x2c6
    1   0%  96% 0.00      718 0xffffff0dd83853f0     zio_notify_parent+0x54
    1   0%  96% 0.00      370 0xffffff0dd84620f0     zio_remove_child+0x44
    1   0%  96% 0.00      514 0xffffff0dde0b0b50     zio_remove_child+0x44
    1   0%  96% 0.00     1722 0xffffff0ddcd27ac0     zio_notify_parent+0x54
    1   0%  96% 0.00      270 0xffffff0ddcd27ac0     zio_remove_child+0x44
    1   0%  96% 0.00      271 0xffffff0de021c810     zio_remove_child+0x44
    1   0%  96% 0.00     1184 0xffffff0dde438490     zio_remove_child+0x44
    1   0%  96% 0.00      262 0xffffff0de15880f0     zio_remove_child+0x44
    1   0%  96% 0.00     2750 0xffffff0de15880f0     zio_notify_parent+0x54
    1   0%  96% 0.00     1879 0xffffff0dbe07e320     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00     2553 0xffffff0db7e757f0     zio_notify_parent+0x54
    1   0%  96% 0.00      466 0xffffff0db7e757f0     zio_remove_child+0x44
    1   0%  96% 0.00     1348 0xffffff0d983cdc40     zio_remove_child+0x44
    1   0%  96% 0.00     1261 0xffffff0db5b808c8     zio_remove_child+0x44
    1   0%  96% 0.00     1139 0xffffff0db5cdb808     zio_remove_child+0x44
    1   0%  96% 0.00      500 0xffffff0d70348338     zio_remove_child+0x44
    1   0%  96% 0.00      497 0xffffff0d6eb6b790     zio_remove_child+0x44
    1   0%  96% 0.00      579 0xffffff0d69f94e40     svc_queuereq+0x3a
    1   0%  96% 0.00     1438 0xffffff0d76386b00     zio_remove_child+0x44
    1   0%  96% 0.00     3933 0xffffff0d70348338     zio_notify_parent+0x54
    1   0%  96% 0.00      237 0xffffff0d9826b200     zio_remove_child+0x44
    1   0%  96% 0.00     6603 0xffffff0d9826b200     cv_wait+0x69
    1   0%  96% 0.00     4792 0xffffff0dbe07e320     fifo_close+0x2c6
    1   0%  96% 0.00     2856 0xffffff0dbe07e460     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00     5614 0xffffff0dbe07e460     fifo_close+0x2c6
    1   0%  96% 0.00     4030 0xffffff0dbe07ebe0     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00     2129 0xffffff0dbe07ed20     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00    10075 0xffffff0dbe07ebe0     fifo_close+0x2c6
    1   0%  96% 0.00     9991 0xffffff0dbe07ed20     fifo_close+0x2c6
    1   0%  96% 0.00     2169 0xffffff0dbe07ee60     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00      778 0xffffff0d4c6b1f10     vdev_queue_io_done+0x37
    1   0%  96% 0.00     5704 0xffffff0d4c71a818     taskq_dispatch_ent+0x4a
    1   0%  96% 0.00     3031 0xffffff0d4c6b0ca8     vdev_cache_write+0x76
    1   0%  96% 0.00     1633 0xffffff0d4c71aea8     taskq_thread+0x2a8
    1   0%  96% 0.00     1179 0xffffff0d6819a368     mir_wput+0xb5
    1   0%  96% 0.00     3375 0xffffff0d4d4b6440     fifo_close+0xb7
    1   0%  96% 0.00     3355 0xffffff0d4d4b61c0     cv_wait_sig_swap_core+0x194
    1   0%  96% 0.00     5876 0xffffff0d4d4b61c0     fifo_close+0x2c6
    1   0%  96% 0.00      568 0xffffff0d68a25be8     mir_wput+0xb5
    1   0%  96% 0.00     7141 0xffffff0d68853180     svc_queuereq+0x47
    1   0%  96% 0.00     3529 0xffffff0d69947cd0     putnext+0x70
    1   0%  96% 0.00      335 0xffffff0d69946c30     putnext+0x122
    1   0%  96% 0.00      778 0xffffff0d699b3bc0     squeue_drain+0x217
    1   0%  96% 0.00      445 0xffffff0d69db3748     putnext+0x3dc
    1   0%  96% 0.00     3148 0xffffff0d47132940     mac_rx_srs_drain+0x23d
    1   0%  96% 0.00      464 0xffffff0d47132940     mac_rx_soft_ring_drain+0xe7
    1   0%  96% 0.00      351 0xffffff0d4229e850     dsl_dir_willuse_space_impl+0x35
    1   0%  96% 0.00      387 0xffffff0d4229a650     dsl_dataset_block_kill+0x1ab
    1   0%  96% 0.00      312 0xffffff0d4229e850     dsl_dir_diduse_space+0x68
    1   0%  96% 0.00     1568 0xffffff0d422718b0     sd_initpkt_for_buf+0x1c1
    1   0%  96% 0.00      471 0xffffff0d42267850     dsl_dir_diduse_space+0x68
    1   0%  96% 0.00      385 0xffffff0d420d5280     xbuf_iostart+0x1ed
    1   0%  96% 0.00      413 0xffffff0d421970c0     mdi_select_path+0x89
    1   0%  96% 0.00      818 0xffffff0d420c9e48     sd_initpkt_for_buf+0x1c1
    1   0%  96% 0.00      732 0xffffff0d420d5080     ddi_xbuf_qstrategy+0x28
    1   0%  96% 0.00      418 0xffffff0d422718b0     sdioctl+0x63b
    1   0%  96% 0.00     1266 0xffffff0d422718b0     sdintr+0x37
    1   0%  96% 0.00      836 0xffffff0d422718b0     sd_return_command+0x1e5
    1   0%  96% 0.00      351 0xffffff0d4227d2d8     mptsas_scsi_start+0x48
    1   0%  96% 0.00     1455 0xffffff0d422718b0     sdioctl+0x14a4
    1   0%  96% 0.00      399 0xffffff0d4227d3c8     mptsas_handle_io_fastpath+0x17b
    1   0%  96% 0.00     2125 0xffffff0d420c99c8     sd_return_command+0x1e5
    1   0%  97% 0.00      501 0xffffff0d420c9848     sdintr+0x37
    1   0%  97% 0.00     1654 0xffffff0d420c99c8     sd_buf_iodone+0x3f
    1   0%  97% 0.00      922 0xffffff0d420c9848     sdstrategy+0x58
    1   0%  97% 0.00      835 0xffffff0d420c97e8     sd_return_command+0x1e5
    1   0%  97% 0.00     1306 0xffffff0d420c9848     sd_core_iostart+0x3b
    1   0%  97% 0.00     4988 0xffffff0d420c9cc8     sdstrategy+0x58
    1   0%  97% 0.00      618 0xffffff0d420c9b48     sd_return_command+0x1e5
    1   0%  97% 0.00      393 0xffffff0d420c9e48     sdstrategy+0x58
    1   0%  97% 0.00     1299 0xffffff0d420c9e48     sd_core_iostart+0x3b
    1   0%  97% 0.00      722 0xffffff0d4c486ce0     fifo_close+0x2c6
    1   0%  97% 0.00      725 0xffffff0d4c486ce0     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00      571 0xffffff0d4c486ba0     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00      798 0xffffff0d4c486060     fifo_inactive+0xb4
    1   0%  97% 0.00     6624 0xffffff0d4baa9540     fifo_inactive+0xb4
    1   0%  97% 0.00     3181 0xffffff0d4baa9540     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00     3669 0xffffff0d4baa9540     fifo_close+0xb7
    1   0%  97% 0.00     7425 0xffffff0d4ba1c310     zfs_zget+0x48
    1   0%  97% 0.00     8451 0xffffff0d4ba1c3c8     zfs_zget+0x48
    1   0%  97% 0.00     2169 0xffffff0d4baa9b80     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00     5113 0xffffff0d4baa9a40     fifo_close+0x2c6
    1   0%  97% 0.00    14065 0xffffff0d4baa9b80     fifo_close+0x2c6
    1   0%  97% 0.00     6149 0xffffff0d4bd820d0     rrw_exit+0x1e
    1   0%  97% 0.00     3253 0xffffff0d4bd82680     zfs_zget+0x48
    1   0%  97% 0.00     1953 0xffffff0d4c6ae650     vdev_queue_io_to_issue+0x3d8
    1   0%  97% 0.00     2316 0xffffff0d4c6ad210     vdev_queue_io_done+0xa4
    1   0%  97% 0.00     4199 0xffffff0d420c97e8     sd_buf_iodone+0x3f
    1   0%  97% 0.00     1282 0xffffff0d39511680     ddi_xbuf_qstrategy+0x28
    1   0%  97% 0.00     7894 0xffffff0d42039d00     txg_hold_open+0x46
    1   0%  97% 0.00     1299 0xffffff0d3802f060     sd_core_iostart+0x3b
    1   0%  97% 0.00      592 0xffffff0d3802f060     sd_buf_iodone+0x3f
    1   0%  97% 0.00      588 0xffffff0d3802f060     sdintr+0x37
    1   0%  97% 0.00      621 0xffffff0d3802f7e0     sd_buf_iodone+0x3f
    1   0%  97% 0.00      299 0xffffff0d3802f7e0     sd_core_iostart+0x3b
    1   0%  97% 0.00     9127 0xffffff0d37431668     e1000g_intr_pciexpress+0x10b
    1   0%  97% 0.00     1300 0xffffff0d374316b0     e1000g_recycle+0x213
    1   0%  97% 0.00     6406 0xffffff0d37506a90     cv_timedwait_hires+0xfd
    1   0%  97% 0.00      431 0xffffff0d37506af0     txg_list_add+0x34
    1   0%  97% 0.00      926 0xffffff0d378bd168     mir_svc_release+0x38
    1   0%  97% 0.00      889 0xffffff0d378bd8e8     mir_wput+0xb5
    1   0%  97% 0.00      383 0xffffff0d36acfd40     fop_open+0x3c
    1   0%  97% 0.00     1828 0xffffff0d36acfd40     vn_rele+0x21
    1   0%  97% 0.00      685 0xffffff0d36a9e740     vn_rele+0x21
    1   0%  97% 0.00     4572 0xffffff0d36a9e740     dnlc_lookup+0x10e
    1   0%  97% 0.00     4883 0xffffff0d361df9b8     mptsas_handle_io_fastpath+0x17b
    1   0%  97% 0.00      555 0xffffff0d360c9140     vn_rele+0x21
    1   0%  97% 0.00      465 0xffffff0d35f3b840     segvn_create+0x641
    1   0%  97% 0.00     1252 0xffffff0d364ba328     metaslab_group_sort+0x2e
    1   0%  97% 0.00      642 0xffffff0d36bca050     sd_core_iostart+0x3b
    1   0%  97% 0.00      641 0xffffff0d3701e940     vn_rele+0x21
    1   0%  97% 0.00     1280 0xffffff0d3701e940     dnlc_lookup+0x10e
    1   0%  97% 0.00      549 0xffffff0d36bcadd0     sdintr+0x37
    1   0%  97% 0.00     8636 0xffffff0d370590b8     sd_buf_iodone+0x3f
    1   0%  97% 0.00     1030 0xffffff0d370590b8     sdstrategy+0x58
    1   0%  97% 0.00     5059 0xffffff0d370590b8     sd_initpkt_for_buf+0x1c1
    1   0%  97% 0.00      762 0xffffff0d3560a6b0     e1000g_send+0x550
    1   0%  97% 0.00      735 0xffffff0d3560a6b0     e1000g_recycle+0x213
    1   0%  97% 0.00     4608 0xffffff0d353ba640     dnlc_lookup+0x10e
    1   0%  97% 0.00      765 0xffffff0d353ba640     vn_rele+0x21
    1   0%  97% 0.00     1955 0xffffff0d34fd47d0     squeue_enter+0x4bb
    1   0%  97% 0.00      748 0xffffff0d3401eac0     metaslab_group_alloc+0x1af
    1   0%  97% 0.00      552 0xffffff0d3450ce08     spa_config_exit+0x46
    1   0%  97% 0.00      242 0xffffff0d3450ce08     spa_config_enter+0x57
    1   0%  97% 0.00     8165 0xffffff0d34db00a8     uhci_cmd_timeout_hdlr+0x2e
    1   0%  97% 0.00     3762 0xffffff0d34daa0a8     uhci_cmd_timeout_hdlr+0x2e
    1   0%  97% 0.00      752 0xffffff0d34db00a8     uhci_handle_root_hub_status_change+0x2c
    1   0%  97% 0.00     2803 0xffffff0d35b93160     fifo_inactive+0xb4
    1   0%  97% 0.00     9606 0xffffff0d35b93160     fifo_close+0xb7
    1   0%  97% 0.00      504 0xffffff0d356d8d40     fop_open+0x3c
    1   0%  97% 0.00      664 0xffffff0d3562b7f8     cv_wait+0x69
    1   0%  97% 0.00      970 0xffffff0d3562bb40     cv_wait+0x69
    1   0%  97% 0.00      331 0xffffff0d3562bc58     cv_wait+0x69
    1   0%  97% 0.00     7297 0xffffff0d35b93520     fifo_close+0x2c6
    1   0%  97% 0.00     6129 0xffffff0d35b932a0     fifo_inactive+0xb4
    1   0%  97% 0.00     5577 0xffffff0d35b93520     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00     1788 0xffffff0d35b932a0     fifo_close+0xb7
    1   0%  97% 0.00    13821 0xffffff0d35b93a20     fifo_close+0x2c6
    1   0%  97% 0.00     1183 0xffffff0d35b93a20     cv_wait_sig_swap_core+0x194
    1   0%  97% 0.00     1687 0xffffff0d35ee4340     dnlc_lookup+0x10e
    1   0%  97% 0.00      652 0xffffff0d35edf900     releasef+0x4a
    1   0%  97% 0.00      669 0xffffff0d35ee4340     segvn_create+0x641
    1   0%  97% 0.00      692 0xffffff0d35ef1c30     sa_bulk_lookup+0x26
    1   0%  97% 0.00     7523 0xffffff0d28b49f00     lookuppnatcred+0x6b
    1   0%  97% 0.00     1323 0xffffff0d28b49ec0     lwp_wait+0x6b
    1   0%  97% 0.00     5477 0xffffff0d28b49ec0     issig_forreal+0x38
    1   0%  98% 0.00     2205 0xffffff0d28b49e40     issig_forreal+0x38
    1   0%  98% 0.00     3111 0xffffff0d28b49ec0     clock_tick_process+0xd1
    1   0%  98% 0.00     2606 0xffffff0d28b49ec0     syslwp_continue+0x2f
    1   0%  98% 0.00    18215 0xffffff0d28b49540     syslwp_continue+0x2f
    1   0%  98% 0.00     1113 0xffffff0d28b49540     lwp_exit+0xa3
    1   0%  98% 0.00     2032 0xffffff0d28b49500     issig_forreal+0x38
    1   0%  98% 0.00     2535 0xffffff0d28b49dc0     trap+0x1330
    1   0%  98% 0.00    31119 0xffffff0d28b49540     issig_forreal+0x38
    1   0%  98% 0.00    10122 0xffffff0d28b49dc0     syslwp_create+0x288
    1   0%  98% 0.00     1110 0xffffff0d288df980     swap_getphysname+0xbb
    1   0%  98% 0.00      779 0xffffff0d288ddcc0     anon_dup+0x131
    1   0%  98% 0.00      815 0xffffff0d288dcf80     anon_decref+0xa8
    1   0%  98% 0.00      935 0xffffff0d288dd0c0     anon_decref+0xa8
    1   0%  98% 0.00      644 0xffffff0d288db4c0     anon_alloc+0x107
    1   0%  98% 0.00      659 0xffffff0d288dce00     anon_getpage+0xfb
    1   0%  98% 0.00      401 0xffffff0d1ef83880     x86_hm_enter+0x3a
    1   0%  98% 0.00      712 0xffffff0d1ef83878     x86_hm_enter+0x3a
    1   0%  98% 0.00      639 0xffffff0d1ef83670     x86_hm_enter+0x3a
    1   0%  98% 0.00      397 0xffffff0d1ef837e8     x86_hm_enter+0x3a
    1   0%  98% 0.00      958 0xffffff0d1ef83450     x86_hm_enter+0x3a
    1   0%  98% 0.00      551 0xffffff0d1ef83498     x86_hm_enter+0x3a
    1   0%  98% 0.00      430 0xffffff0d1ef83538     x86_hm_enter+0x3a
    1   0%  98% 0.00      468 0xffffff0d1ef83000     x86_hm_enter+0x3a
    1   0%  98% 0.00      775 0xffffff0d1ef82fe8     x86_hm_enter+0x3a
    1   0%  98% 0.00      759 0xffffff0d1ef83270     x86_hm_enter+0x3a
    1   0%  98% 0.00      464 0xffffff0d1ef83e58     x86_hm_enter+0x3a
    1   0%  98% 0.00      380 0xffffff0d1ef83b20     x86_hm_enter+0x3a
    1   0%  98% 0.00      665 0xffffff0d1ef83d08     x86_hm_enter+0x3a
    1   0%  98% 0.00      691 0xffffff0d1ef839c8     x86_hm_enter+0x3a
    1   0%  98% 0.00      977 0xffffff0d1ef83a58     x86_hm_enter+0x3a
    1   0%  98% 0.00      819 0xffffff0d1ef83ea8     x86_hm_enter+0x3a
    1   0%  98% 0.00     6859 0xffffff0d247975d0     vdev_queue_io_done+0x37
    1   0%  98% 0.00      446 0xffffff0d288d8a00     anon_alloc+0x107
    1   0%  98% 0.00      225 0xffffff0d28c90cc0     metaslab_group_alloc+0xd7
    1   0%  98% 0.00     1333 0xffffff0d28c9a640     mptsas_save_cmd+0x1d2
    1   0%  98% 0.00     1628 0xffffff0d28c416c0     untimeout_generic+0x59
    1   0%  98% 0.00     4329 0xffffff0d28b49f40     stop+0x121
    1   0%  98% 0.00      461 0xffffff0d28b49f40     syslwp_continue+0x2f
    1   0%  98% 0.00      444 0xffffff0d28b49f40     issig_forreal+0x38
    1   0%  98% 0.00     2687 0xffffff0d28c41240     callout_execute+0x16
    1   0%  98% 0.00     2032 0xffffff0d28c41240     callout_list_expire+0x87
    1   0%  98% 0.00    34861 0xffffff0d28c413c0     untimeout_generic+0x59
    1   0%  98% 0.00      386 0xffffff0d33aed6c8     taskq_dispatch_ent+0x4a
    1   0%  98% 0.00      646 0xffffff0d28ff1fc8     dnlc_lookup+0x89
    1   0%  98% 0.00     4258 0xffffff0d28fbeba8     dnlc_lookup+0x89
    1   0%  98% 0.00      530 0xffffff0d290282f8     dnlc_lookup+0x89
    1   0%  98% 0.00      752 0xffffff0d28ff7e78     dnlc_lookup+0x89
    1   0%  98% 0.00      449 0xffffff0d29077610     kmem_depot_alloc+0x3b
    1   0%  98% 0.00      484 0xffffff0d29077a50     kmem_depot_alloc+0x3b
    1   0%  98% 0.00    14316 0xffffff0d33cbe448     zfs_zinactive+0x3c
    1   0%  98% 0.00     7680 0xffffff0d33cbe598     zfs_zget+0x48
    1   0%  98% 0.00    12580 0xffffff0d33cbe4e0     zfs_zget+0x48
    1   0%  98% 0.00      432 0xffffff005bf7c640     page_unlock+0x4d
    1   0%  98% 0.00      795 0xffffff005bf7c500     page_unlock+0x4d
    1   0%  98% 0.00      508 0xffffff005bf7c4c0     page_lock_es+0x6d
    1   0%  98% 0.00      659 0xffffff005bf7c4c0     page_unlock+0x4d
    1   0%  98% 0.00      575 0xffffff005bf7c4c0     page_hashout+0x123
    1   0%  98% 0.00      665 0xffffff005bf7c3c0     page_unlock+0x4d
    1   0%  98% 0.00      351 0xffffff005bf7c300     page_trylock+0x54
    1   0%  98% 0.00      908 0xffffff005bf7c440     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      853 0xffffff005bf7c3c0     page_hashout+0x123
    1   0%  98% 0.00     4899 0xffffff005bf7c480     page_unlock+0x4d
    1   0%  98% 0.00      531 0xffffff005bf7c200     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      678 0xffffff005bf7c1c0     page_trylock+0x54
    1   0%  98% 0.00      312 0xffffff005bf7c140     page_trylock+0x54
    1   0%  98% 0.00      489 0xffffff005bf7c0c0     page_unlock+0x4d
    1   0%  98% 0.00     2041 0xffffff005bf7c0c0     page_downgrade+0x4a
    1   0%  98% 0.00      895 0xffffff005bf7c280     page_trylock+0x54
    1   0%  98% 0.00      876 0xffffff005bf7c280     page_downgrade+0x4a
    1   0%  98% 0.00      558 0xffffff005bf7c2c0     page_unlock+0x4d
    1   0%  98% 0.00      602 0xffffff005bf7c2c0     page_downgrade+0x4a
    1   0%  98% 0.00     2722 0xffffff005bf7bac0     page_downgrade+0x4a
    1   0%  98% 0.00     2205 0xffffff005bf7bac0     page_unlock+0x4d
    1   0%  98% 0.00      641 0xffffff005bf7ba80     page_trylock+0x54
    1   0%  98% 0.00      755 0xffffff005bf7ba40     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      646 0xffffff005bf7ba40     page_trylock+0x54
    1   0%  98% 0.00      695 0xffffff005bf7b980     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      799 0xffffff005bf7b880     page_unlock+0x4d
    1   0%  98% 0.00      421 0xffffff005bf7b800     page_hashout+0x123
    1   0%  98% 0.00      832 0xffffff005bf7b9c0     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      765 0xffffff005bf7b9c0     page_trylock+0x54
    1   0%  98% 0.00      862 0xffffff005bf7bd80     page_trylock+0x54
    1   0%  98% 0.00      805 0xffffff005bf7bcc0     page_try_reclaim_lock+0x5d
    1   0%  98% 0.00      611 0xffffff005bf7bc40     page_unlock+0x4d
    1   0%  98% 0.00      335 0xffffff005bf7be40     page_unlock+0x4d
    1   0%  99% 0.00      752 0xffffff005bf7be00     page_downgrade+0x4a
    1   0%  99% 0.00      567 0xffffff005bf7be80     page_unlock+0x4d
    1   0%  99% 0.00      755 0xffffff005bf7c040     page_downgrade+0x4a
    1   0%  99% 0.00      444 0xffffff005bf7c0c0     page_trylock+0x54
    1   0%  99% 0.00     1630 0xffffff005bf67208     page_list_add+0xea
    1   0%  99% 0.00     1841 0xffffff005bf671f8     page_get_mnode_freelist+0x108
    1   0%  99% 0.00      536 0xffffff005bf671e8     page_get_mnode_freelist+0x108
    1   0%  99% 0.00      292 0xffffff005bf67220     page_list_add+0xea
    1   0%  99% 0.00      869 0xffffff005bf67188     page_list_add+0xea
    1   0%  99% 0.00      963 0xffffff005bf67160     page_get_mnode_freelist+0x108
    1   0%  99% 0.00     3837 0xffffff005bf67168     page_list_add+0xea
    1   0%  99% 0.00      721 0xffffff005bf67148     page_list_add+0xea
    1   0%  99% 0.00      772 0xffffff005bf67150     page_get_mnode_freelist+0x108
    1   0%  99% 0.00     1468 0xffffff005bf67158     page_get_mnode_freelist+0x108
    1   0%  99% 0.00      436 0xffffff005bf671a8     page_list_add+0xea
    1   0%  99% 0.00      833 0xffffff005bf671a0     page_get_mnode_freelist+0x108
    1   0%  99% 0.00      786 0xffffff005bf67190     page_list_add+0xea
    1   0%  99% 0.00      389 0xffffff005bf671b8     page_list_add+0xea
    1   0%  99% 0.00      879 0xffffff005bf671e0     page_get_mnode_freelist+0x108
    1   0%  99% 0.00     1129 0xffffff005bf671e8     page_list_add+0xea
    1   0%  99% 0.00      639 0xffffff005bf7b4c0     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00     3666 0xffffff005bf7b400     page_downgrade+0x4a
    1   0%  99% 0.00      406 0xffffff005bf7b400     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00      725 0xffffff005bf7b400     page_unlock+0x4d
    1   0%  99% 0.00      609 0xffffff005bf7b180     page_unlock+0x4d
    1   0%  99% 0.00      775 0xffffff005bf7b3c0     page_trylock+0x54
    1   0%  99% 0.00      565 0xffffff005bf7b040     page_unlock+0x4d
    1   0%  99% 0.00      471 0xffffff005bf7b100     page_trylock+0x54
    1   0%  99% 0.00      765 0xffffff005bf7b080     page_unlock+0x4d
    1   0%  99% 0.00      449 0xffffff005bf7b140     page_downgrade+0x4a
    1   0%  99% 0.00      438 0xffffff005bf7b6c0     page_unlock+0x4d
    1   0%  99% 0.00      305 0xffffff005bf7b680     page_unlock+0x4d
    1   0%  99% 0.00      789 0xffffff005bf7b580     page_hashout+0x123
    1   0%  99% 0.00      735 0xffffff005bf7b640     page_trylock+0x54
    1   0%  99% 0.00     4333 0xffffff005bf7b4c0     page_downgrade+0x4a
    1   0%  99% 0.00      701 0xffffff005bf7b540     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00      406 0xffffff005bf7b700     page_hashout+0x123
    1   0%  99% 0.00      685 0xffffff005bf7b700     page_downgrade+0x4a
    1   0%  99% 0.00      470 0xffffff005bf7b800     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00      391 0xffffff005bf7b740     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00     6916 0xffffff005bf7b800     page_trylock+0x54
    1   0%  99% 0.00     2500 0xffffff005bf7b800     page_unlock+0x4d
    1   0%  99% 0.00      661 0xffffff0d1ef80518     x86_hm_enter+0x3a
    1   0%  99% 0.00      584 0xffffff0d1ef804a0     x86_hm_enter+0x3a
    1   0%  99% 0.00      506 0xffffff0d1ef80150     x86_hm_enter+0x3a
    1   0%  99% 0.00      806 0xffffff0d1ef801d8     x86_hm_enter+0x3a
    1   0%  99% 0.00      370 0xffffff0d1ef7eb88     hment_insert+0x76
    1   0%  99% 0.00      615 0xffffff0d1ef7e2d8     hment_insert+0x76
    1   0%  99% 0.00      752 0xffffff0d1ef7ce18     hment_remove+0x94
    1   0%  99% 0.00      769 0xffffff0d1ef7f680     hment_remove+0x94
    1   0%  99% 0.00      455 0xffffff0d1ef7f318     hment_remove+0x94
    1   0%  99% 0.00     1218 0xffffff0d1ef80018     x86_hm_enter+0x3a
    1   0%  99% 0.00      895 0xffffff0d1ef80020     x86_hm_enter+0x3a
    1   0%  99% 0.00      775 0xffffff005bf7cf80     page_unlock+0x4d
    1   0%  99% 0.00     3807 0xffffff005bf7ce40     page_downgrade+0x4a
    1   0%  99% 0.00     4674 0xffffff005bf7ce00     page_downgrade+0x4a
    1   0%  99% 0.00      792 0xffffff005bf7ce40     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00    11014 0xffffff005bf7ce40     page_unlock+0x4d
    1   0%  99% 0.00     5453 0xffffff0d1ec2dc40     kmem_cache_free+0xc5
    1   0%  99% 0.00     4920 0xffffff0d1ec29400     kmem_cache_free+0xc5
    1   0%  99% 0.00     4805 0xffffff0d1ec293c0     kmem_cache_free+0xc5
    1   0%  99% 0.00     9070 0xffffff0d1ec3e300     kmem_cache_free+0xc5
    1   0%  99% 0.00     4879 0xffffff0d1ec2dc80     kmem_cache_free+0xc5
    1   0%  99% 0.00      416 0xffffff0d1ec3f1d0     kmem_depot_alloc+0x3b
    1   0%  99% 0.00     1327 0xffffff005bf7c980     page_hashout+0x123
    1   0%  99% 0.00      668 0xffffff005bf7c900     page_tryupgrade+0x4d
    1   0%  99% 0.00     2550 0xffffff005bf7c940     page_downgrade+0x4a
    1   0%  99% 0.00      504 0xffffff005bf7c880     page_unlock+0x4d
    1   0%  99% 0.00     4381 0xffffff005bf7c880     page_downgrade+0x4a
    1   0%  99% 0.00      354 0xffffff005bf7c6c0     page_downgrade+0x4a
    1   0%  99% 0.00      447 0xffffff005bf7c6c0     page_trylock+0x54
    1   0%  99% 0.00      372 0xffffff005bf7c740     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00      679 0xffffff005bf7c880     page_trylock+0x54
    1   0%  99% 0.00      565 0xffffff005bf7cbc0     page_unlock+0x4d
    1   0%  99% 0.00      735 0xffffff005bf7cbc0     page_trylock+0x54
    1   0%  99% 0.00      825 0xffffff005bf7ca40     page_downgrade+0x4a
    1   0%  99% 0.00     1129 0xffffff005bf7ca80     page_unlock+0x4d
    1   0%  99% 0.00      588 0xffffff005bf7cb40     page_trylock+0x54
    1   0%  99% 0.00      739 0xffffff005bf7cd40     page_trylock+0x54
    1   0%  99% 0.00      504 0xffffff005bf7ccc0     page_unlock+0x4d
    1   0%  99% 0.00     1179 0xffffff005bf7ccc0     page_try_reclaim_lock+0x5d
    1   0%  99% 0.00      476 0xffffff005bf7cdc0     page_trylock+0x54
    1   0%  99% 0.00     1207 0xffffff005bf7cd80     page_downgrade+0x4a
    1   0%  99% 0.00      634 0xffffff005bf7ce00     page_trylock+0x54
    1   0%  99% 0.00     1260 0xffffff0d1ef81888     x86_hm_enter+0x3a
    1   0% 100% 0.00      749 0xffffff0d1ef81788     x86_hm_enter+0x3a
    1   0% 100% 0.00      524 0xffffff0d1ef81680     x86_hm_enter+0x3a
    1   0% 100% 0.00      440 0xffffff0d1ef816c8     x86_hm_enter+0x3a
    1   0% 100% 0.00      438 0xffffff0d1ef814c8     x86_hm_enter+0x3a
    1   0% 100% 0.00      558 0xffffff0d1ef814e8     x86_hm_enter+0x3a
    1   0% 100% 0.00      789 0xffffff0d1ef81660     x86_hm_enter+0x3a
    1   0% 100% 0.00     1152 0xffffff0d1ef81080     x86_hm_enter+0x3a
    1   0% 100% 0.00      569 0xffffff0d1ef81030     x86_hm_enter+0x3a
    1   0% 100% 0.00      708 0xffffff0d1ef81238     x86_hm_enter+0x3a
    1   0% 100% 0.00      814 0xffffff0d1ef813a0     x86_hm_enter+0x3a
    1   0% 100% 0.00      415 0xffffff0d1ef81408     x86_hm_enter+0x3a
    1   0% 100% 0.00      728 0xffffff0d1ef80c80     x86_hm_enter+0x3a
    1   0% 100% 0.00      864 0xffffff0d1ef80bb0     x86_hm_enter+0x3a
    1   0% 100% 0.00      582 0xffffff0d1ef80b48     x86_hm_enter+0x3a
    1   0% 100% 0.00      605 0xffffff0d1ef806f0     x86_hm_enter+0x3a
    1   0% 100% 0.00      862 0xffffff0d1ef806f8     x86_hm_enter+0x3a
    1   0% 100% 0.00      809 0xffffff0d1ef80948     x86_hm_enter+0x3a
    1   0% 100% 0.00      518 0xffffff0d1ef80e58     x86_hm_enter+0x3a
    1   0% 100% 0.00     1045 0xffffff0d1ef80cf0     x86_hm_enter+0x3a
    1   0% 100% 0.00      669 0xffffff0d1ef80cb0     x86_hm_enter+0x3a
    1   0% 100% 0.00      361 0xffffff0d1ef80f40     x86_hm_enter+0x3a
    1   0% 100% 0.00      961 0xffffff0d1ef80e98     x86_hm_enter+0x3a
    1   0% 100% 0.00      756 0xffffff0d1ef80f90     x86_hm_enter+0x3a
    1   0% 100% 0.00      471 0xffffff0d1ef80fa8     x86_hm_enter+0x3a
    1   0% 100% 0.00      367 0xffffff0d1ef82018     x86_hm_enter+0x3a
    1   0% 100% 0.00      378 0xffffff0d1ef81f88     x86_hm_enter+0x3a
    1   0% 100% 0.00      489 0xffffff0d1ef81e80     x86_hm_enter+0x3a
    1   0% 100% 0.00      522 0xffffff0d1ef81e88     x86_hm_enter+0x3a
    1   0% 100% 0.00      796 0xffffff0d1ef81ab8     x86_hm_enter+0x3a
    1   0% 100% 0.00      765 0xffffff0d1ef818b0     x86_hm_enter+0x3a
    1   0% 100% 0.00      308 0xffffff0d1ef818a8     x86_hm_enter+0x3a
    1   0% 100% 0.00      565 0xffffff0d1ef81d40     x86_hm_enter+0x3a
    1   0% 100% 0.00      472 0xffffff0d1ef81b70     x86_hm_enter+0x3a
    1   0% 100% 0.00      732 0xffffff0d1ef81da8     x86_hm_enter+0x3a
    1   0% 100% 0.00      598 0xffffff0d1ef81e60     x86_hm_enter+0x3a
    1   0% 100% 0.00      367 0xffffff0d1ef82660     x86_hm_enter+0x3a
    1   0% 100% 0.00      382 0xffffff0d1ef82580     x86_hm_enter+0x3a
    1   0% 100% 0.00      481 0xffffff0d1ef82bd0     x86_hm_enter+0x3a
    1   0% 100% 0.00      750 0xffffff0d1ef82ad8     x86_hm_enter+0x3a
    1   0% 100% 0.00      728 0xffffff0d1ef82880     x86_hm_enter+0x3a
    1   0% 100% 0.00      615 0xffffff0d1ef82968     x86_hm_enter+0x3a
    1   0% 100% 0.00      889 0xffffff0d1ef82c40     x86_hm_enter+0x3a
    1   0% 100% 0.00      891 0xffffff0d1ef82cc0     x86_hm_enter+0x3a
-------------------------------------------------------------------------------

Adaptive mutex block: 298 events in 30.029 seconds (10 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
   76  26%  26% 0.00    12910 0xffffff0d4c71ad90     taskq_dispatch_ent+0x4a
   41  14%  39% 0.00    42169 0xffffff0d4c71ad90     taskq_thread+0x2a8
   20   7%  46% 0.00    52874 0xffffff0d4c71ad90     cv_wait+0x69
   16   5%  51% 0.00   105787 0xffffff0d33d355d0     vdev_queue_io+0x7b
   12   4%  55% 0.00   186055 0xffffff0d4c6ade90     vdev_queue_io+0x7b
    9   3%  58% 0.00    93588 0xffffff0d4c6b18d0     vdev_queue_io+0x7b
    8   3%  61% 0.00    57320 0xffffff0d4c6af2d0     vdev_queue_io+0x7b
    7   2%  63% 0.00    37918 0xffffff0d4c6ae650     vdev_queue_io+0x7b
    6   2%  65% 0.00   140108 0xffffff0d4c6b0c50     vdev_queue_io+0x7b
    6   2%  67% 0.00   193259 0xffffff0d4c6af910     vdev_queue_io+0x7b
    6   2%  69% 0.00   141586 0xffffff0d35886020     mptsas_start_cmd0+0x326
    5   2%  71% 0.00     5371 0xffffff0d47132940     mac_rx_srs_process+0x6d
    4   1%  72% 0.00   168160 0xffffff0d4d294540     metaslab_group_alloc+0x1af
    4   1%  74% 0.00 19031560 0xffffff0d33cbe448     zfs_zget+0x48
    3   1%  75% 0.00   236844 0xffffff0d4d16a580     metaslab_group_alloc+0x1af
    3   1%  76% 0.00    27354 0xffffff0d4c6b1290     vdev_queue_io+0x7b
    2   1%  77% 0.00    14556 htable_mutex+0x300     htable_lookup+0xb5
    2   1%  77% 0.00     7823 0xffffff0db7614120     zio_remove_child+0x44
    2   1%  78% 0.00    66364 0xffffff0d4d15e580     metaslab_group_alloc+0x1af
    2   1%  79% 0.00   106431 0xffffff0d4d116ac0     metaslab_group_alloc+0x1af
    2   1%  79% 0.00     9006 0xffffff0d4c70fa50     cv_wait+0x69
    2   1%  80% 0.00    49005 0xffffff0d4c6b0610     vdev_queue_io+0x7b
    2   1%  81% 0.00    28555 0xffffff0d4c6aff50     vdev_queue_io+0x7b
    2   1%  81% 0.00    63962 0xffffff0d4c6af910     vdev_queue_io_done+0xa4
    2   1%  82% 0.00   289584 0xffffff0d4c6aec90     vdev_queue_io+0x7b
    2   1%  83% 0.00   171593 0xffffff0d4c6ade90     vdev_queue_io_done+0x37
    2   1%  83% 0.00    21767 0xffffff0d4b976580     metaslab_group_alloc+0x1af
    2   1%  84% 0.00     6266 0xffffff0d47132940     cv_wait+0x69
    2   1%  85% 0.00    10896 0xffffff0d470f1ac0     cv_wait+0x69
    2   1%  85% 0.00    10474 0xffffff0d3560a6b8     e1000g_recycle+0x65
    2   1%  86% 0.00    14890 0xffffff0d33d355d0     vdev_queue_io_done+0xa4
    2   1%  87% 0.00 18108172 0xffffff0d33cbe5b0     zfs_zget+0x48
    2   1%  87% 0.00 10286498 0xffffff0d33cbe430     zfs_zget+0x48
    2   1%  88% 0.00     5957 0xffffff0d1efdd800     kmem_cache_free+0xc5
    1   0%  88% 0.00   111634 dbuf_hash_table+0x10   dbuf_find+0x5d
    1   0%  89% 0.00   332627 ARC_mfu+0x58           add_reference+0x79
    1   0%  89% 0.00     7766 0xffffff0d9826b200     cv_wait+0x69
    1   0%  89% 0.00   229224 0xffffff0d4d293040     metaslab_group_alloc+0x1af
    1   0%  90% 0.00   254635 0xffffff0d4c6b18d0     vdev_queue_io_done+0x37
    1   0%  90% 0.00    10628 0xffffff0d4c6b1290     vdev_queue_io_done+0xa4
    1   0%  90% 0.00   281573 0xffffff0d4c6b18d0     vdev_queue_io_done+0xa4
    1   0%  91% 0.00     7713 0xffffff0d4c71a818     taskq_dispatch_ent+0x4a
    1   0%  91% 0.00   110470 0xffffff0d4c6aff50     vdev_queue_io_done+0x37
    1   0%  91% 0.00    24461 0xffffff0d4c6af2d0     vdev_queue_io_done+0x37
    1   0%  92% 0.00    72983 0xffffff0d4c6b0c50     vdev_queue_io_done+0x37
    1   0%  92% 0.00    14081 0xffffff0d4c6b0610     vdev_queue_io_done+0x37
    1   0%  92% 0.00    29282 0xffffff0d4c6b0ca8     vdev_cache_write+0x76
    1   0%  93% 0.00   196448 0xffffff0d4c6b0c50     vdev_queue_io_done+0xa4
    1   0%  93% 0.00    24200 0xffffff0d4c6b1290     vdev_queue_io_done+0x37
    1   0%  93% 0.00   101308 0xffffff0d4c6ae650     vdev_queue_io_done+0xa4
    1   0%  94% 0.00 16798456 0xffffff0d4ba1c3c8     zfs_zget+0x48
    1   0%  94% 0.00 15396548 0xffffff0d4ba1c310     zfs_zget+0x48
    1   0%  94% 0.00    14898 0xffffff0d4c4862e0     cv_wait_sig_swap_core+0x194
    1   0%  95% 0.00    19590 0xffffff0d420c9cc8     sd_buf_iodone+0x3f
    1   0%  95% 0.00    97271 0xffffff0d42039d00     txg_hold_open+0x46
    1   0%  95% 0.00     9858 0xffffff0d374316b8     e1000g_recycle+0x65
    1   0%  96% 0.00    94220 0xffffff0d33d355d0     vdev_queue_io_to_issue+0x3d8
    1   0%  96% 0.00  9653772 0xffffff0d33cbe4e0     zfs_zget+0x48
    1   0%  96% 0.00 18315115 0xffffff0d33cbe598     zfs_zget+0x48
    1   0%  97% 0.00 44123257 0xffffff0d33cbe458     zfs_zget+0x48
    1   0%  97% 0.00     6349 0xffffff0d361df9b8     mptsas_handle_io_fastpath+0x17b
    1   0%  97% 0.00    46865 0xffffff0d3649c020     mptsas_start_cmd0+0x326
    1   0%  98% 0.00     9183 0xffffff0d37431668     e1000g_intr_pciexpress+0x10b
    1   0%  98% 0.00     8074 0xffffff0d1ec293c0     kmem_cache_free+0xc5
    1   0%  98% 0.00     5360 0xffffff0d1ec2dc80     kmem_cache_free+0xc5
    1   0%  99% 0.00     6921 0xffffff0d1ec2dc40     kmem_cache_free+0xc5
    1   0%  99% 0.00     5717 0xffffff0d1ec29400     kmem_cache_free+0xc5
    1   0%  99% 0.00     9467 0xffffff0d1ec3e300     kmem_cache_free+0xc5
    1   0% 100% 0.00    10657 0xffffff0d28b49dc0     clock_tick_process+0xd1
    1   0% 100% 0.00    12311 0xffffff0d33aedb28     cv_wait+0x69
-------------------------------------------------------------------------------

Spin lock spin: 740 events in 30.029 seconds (25 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
   79  11%  11% 0.00     5433 cpu0_disp              disp_lock_enter+0x2e
   67   9%  20% 0.00     9490 turnstile_table+0xba8  disp_lock_enter+0x2e
   54   7%  27% 0.00     8053 0xffffff0d354aa628     disp_lock_enter+0x2e
   52   7%  34% 0.00     7729 0xffffff0d355ac978     disp_lock_enter+0x2e
   51   7%  41% 0.00     1742 0xffffff0d37070051     mutex_vector_enter+0x45e
   49   7%  48% 0.00    11741 0xffffff0d33fa6228     disp_lock_enter+0x2e
   45   6%  54% 0.00     3716 0xffffff0d355ac518     disp_lock_enter+0x2e
   44   6%  60% 0.00    12630 cp_default             disp_lock_enter+0x2e
   38   5%  65% 0.00      969 0xffffff0d354aa628     disp_lock_enter_high+0x15
   37   5%  70% 0.00      580 0xffffff0d37070171     mutex_vector_enter+0x45e
   37   5%  75% 0.00     2413 0xffffff0d354aa158     disp_lock_enter+0x2e
   35   5%  79% 0.00    10860 0xffffff0d353b4a80     disp_lock_enter+0x2e
   31   4%  84% 0.00     2096 0xffffff0d353b4a80     disp_lock_enter_high+0x15
   29   4%  88% 0.00      889 0xffffff0d354aab68     disp_lock_enter+0x2e
   28   4%  91% 0.00     1180 0xffffff0d355ac978     disp_lock_enter_high+0x15
   26   4%  95% 0.00     2170 cpu0_disp              disp_lock_enter_high+0x15
    5   1%  96% 0.00    10204 0xffffff0d355ac518     disp_lock_enter_high+0x15
    5   1%  96% 0.00     1612 0xffffff0d354aab68     disp_lock_enter_high+0x15
    4   1%  97% 0.00     2199 turnstile_table+0xc08  disp_lock_enter+0x2e
    4   1%  97% 0.00      604 0xffffff0d33fa6228     disp_lock_enter_high+0x15
    3   0%  98% 0.00      966 turnstile_table+0x9e8  disp_lock_enter+0x2e
    3   0%  98% 0.00     3163 turnstile_table+0x9d8  disp_lock_enter+0x2e
    2   0%  98% 0.00      789 sleepq_head+0x5a98     disp_lock_enter_high+0x15
    2   0%  99% 0.00     1110 turnstile_table+0xb88  disp_lock_enter+0x2e
    1   0%  99% 0.00      367 sleepq_head+0x5a98     disp_lock_enter+0x2e
    1   0%  99% 0.00      255 turnstile_table+0xd38  disp_lock_enter+0x2e
    1   0%  99% 0.00     2453 turnstile_table+0xc68  disp_lock_enter+0x2e
    1   0%  99% 0.00      973 turnstile_table+0xbd8  disp_lock_enter+0x2e
    1   0%  99% 0.00     2620 turnstile_table+0xad8  disp_lock_enter+0x2e
    1   0%  99% 0.00     1992 turnstile_table+0xb68  disp_lock_enter+0x2e
    1   0% 100% 0.00      475 turnstile_table+0xb78  disp_lock_enter+0x2e
    1   0% 100% 0.00     7253 turnstile_table+0x938  disp_lock_enter+0x2e
    1   0% 100% 0.00      536 turnstile_table+0x9a8  disp_lock_enter+0x2e
    1   0% 100% 0.00     2143 turnstile_table+0x878  disp_lock_enter+0x2e
-------------------------------------------------------------------------------

Thread lock spin: 140 events in 30.029 seconds (5 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
   10   7%   7% 0.00     1694 cpu[0]+0xe8            sysdc_update+0x123
   10   7%  14% 0.00      291 0xffffff0d33fa6228     lwp_continue+0x35
    9   6%  21% 0.00     7652 0xffffff0d33fa6228     sigtoproc+0x3fe
    8   6%  26% 0.00      822 cpu[3]+0xe8            sysdc_tick+0x1c
    7   5%  31% 0.00     7778 cpu0_disp              sigtoproc+0x3fe
    7   5%  36% 0.00     1001 cpu[7]+0xe8            sysdc_tick+0x1c
    7   5%  41% 0.00     2024 cpu[3]+0xe8            sysdc_update+0x123
    7   5%  46% 0.00     1700 0xffffff0d33fa6228     ts_tick+0x29
    6   4%  51% 0.00      656 transition_lock        sysdc_tick+0x1c
    6   4%  55% 0.00      350 transition_lock        sysdc_update+0x123
    6   4%  59% 0.00     2376 cpu[0]+0xe8            sysdc_tick+0x1c
    5   4%  63% 0.00      950 cpu[3]+0xe8            preempt+0x42
    4   3%  66% 0.00      398 0xffffff0d354aab68     lwp_continue+0x35
    4   3%  69% 0.00      233 0xffffff0d354aa158     lwp_continue+0x35
    4   3%  71% 0.00      879 cpu[2]+0xe8            sysdc_tick+0x1c
    3   2%  74% 0.00      435 cpu[7]+0xe8            sysdc_update+0x123
    3   2%  76% 0.00      380 0xffffff0d355ac518     sysdc_update+0x123
    3   2%  78% 0.00      667 0xffffff0d354aab68     sysdc_update+0x123
    2   1%  79% 0.00     1609 sleepq_head+0x5a98     sysdc_update+0x123
    2   1%  81% 0.00      282 transition_lock        ts_tick+0x29
    2   1%  82% 0.00      240 cpu0_disp              lwp_continue+0x35
    2   1%  84% 0.00     2041 cpu[0]+0xe8            preempt+0x42
    2   1%  85% 0.00     1321 cpu[7]+0xe8            preempt+0x42
    2   1%  86% 0.00      360 0xffffff0d355ac978     sigtoproc+0x3fe
    2   1%  88% 0.00      408 cpu[1]+0xe8            post_syscall+0x669
    1   1%  89% 0.00      172 sleepq_head+0x5a98     sysdc_tick+0x1c
    1   1%  89% 0.00      555 cpu0_disp              sysdc_update+0x123
    1   1%  90% 0.00      377 cpu[0]+0xe8            post_syscall+0x669
    1   1%  91% 0.00      258 cpu[0]+0xe8            lwp_continue+0x35
    1   1%  91% 0.00     4388 0xffffff0d355ac518     sigtoproc+0x3fe
    1   1%  92% 0.00      367 0xffffff0d354aab68     sysdc_tick+0x1c
    1   1%  93% 0.00     1012 0xffffff0d354aab68     ts_tick+0x29
    1   1%  94% 0.00      507 0xffffff0d355ac518     lwp_continue+0x35
    1   1%  94% 0.00      234 0xffffff0d353b4a80     sigtoproc+0x3fe
    1   1%  95% 0.00      428 0xffffff0d353b4a80     lwp_continue+0x35
    1   1%  96% 0.00      425 0xffffff0d353b4a80     sysdc_update+0x123
    1   1%  96% 0.00     1488 cpu[2]+0xe8            preempt+0x42
    1   1%  97% 0.00      368 cpu[2]+0xe8            ts_tick+0x29
    1   1%  98% 0.00     5103 cpu[4]+0xe8            cv_wait+0x37
    1   1%  99% 0.00     3733 cpu[6]+0xe8            sysdc_update+0x123
    1   1%  99% 0.00      367 cpu[3]+0xe8            cv_wait+0x37
    1   1% 100% 0.00     6025 0xffffff0d33fa6228     sysdc_update+0x123
-------------------------------------------------------------------------------

R/W writer blocked by readers: 1 events in 30.029 seconds (0 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
    1 100% 100% 0.00    43960 0xffffff0d6587f138     dmu_zfetch+0x1eb
-------------------------------------------------------------------------------

R/W reader blocked by writer: 6 events in 30.029 seconds (0 events/sec)

Count indv cuml rcnt     nsec Lock                   Caller
-------------------------------------------------------------------------------
    3  50%  50% 0.00    23342 0xffffff0d6587b708     dmu_zfetch_find+0x4b
    2  33%  83% 0.00    78909 0xffffff0d6587f138     dmu_zfetch_find+0x4b
    1  17% 100% 0.00    14767 0xffffff0d658779e8     dmu_zfetch_find+0x4b
-------------------------------------------------------------------------------