numactl -l fixed-domain-rr -m 1 -c 1 (bad boot)
+ cpuset -l <0-11> -x <IRQ>

[SUM]  0.0- 5.0 sec  11.9 GBytes  20.5 Gbits/sec  11.6 GBytes  20.0 Gbits/sec
[SUM]  5.0-10.0 sec  12.0 GBytes  20.6 Gbits/sec  11.7 GBytes  20.1 Gbits/sec
[SUM] 10.0-15.0 sec  12.0 GBytes  20.6 Gbits/sec  11.6 GBytes  19.9 Gbits/sec
[SUM] 15.0-20.0 sec  11.8 GBytes  20.3 Gbits/sec  11.6 GBytes  20.0 Gbits/sec
[SUM] 20.0-25.0 sec  11.7 GBytes  20.0 Gbits/sec  11.9 GBytes  20.5 Gbits/sec
[SUM] 25.0-30.0 sec  11.4 GBytes  19.6 Gbits/sec  12.8 GBytes  21.9 Gbits/sec
[SUM] 30.0-35.0 sec  12.3 GBytes  21.1 Gbits/sec  11.9 GBytes  20.5 Gbits/sec
[SUM] 35.0-40.0 sec  12.2 GBytes  21.0 Gbits/sec  11.1 GBytes  19.1 Gbits/sec
[SUM] 40.0-45.0 sec  11.5 GBytes  19.8 Gbits/sec  12.0 GBytes  20.6 Gbits/sec
[SUM] 45.0-50.0 sec  12.2 GBytes  21.0 Gbits/sec  11.5 GBytes  19.8 Gbits/sec
[SUM] 50.0-55.0 sec  12.1 GBytes  20.8 Gbits/sec  11.5 GBytes  19.7 Gbits/sec
[SUM] 55.0-60.0 sec  11.8 GBytes  20.2 Gbits/sec  12.1 GBytes  20.8 Gbits/sec

CPU 0:   0.0% user,  0.0% nice,  0.0% system, 12.9% interrupt, 87.1% idle
CPU 1:   0.0% user,  0.0% nice,  0.0% system, 19.1% interrupt, 80.9% idle
CPU 2:   0.0% user,  0.0% nice,  0.0% system,  0.0% interrupt,  100% idle
CPU 3:   0.0% user,  0.0% nice,  0.0% system,  0.0% interrupt,  100% idle
CPU 4:   0.0% user,  0.0% nice,  0.0% system,  4.2% interrupt, 95.8% idle
CPU 5:   0.0% user,  0.0% nice,  0.0% system, 20.6% interrupt, 79.4% idle
CPU 6:   0.0% user,  0.0% nice,  0.0% system, 22.1% interrupt, 77.9% idle
CPU 7:   0.0% user,  0.0% nice,  0.0% system, 12.1% interrupt, 87.9% idle
CPU 8:   0.0% user,  0.0% nice,  0.0% system, 10.9% interrupt, 89.1% idle
CPU 9:   0.0% user,  0.0% nice,  0.0% system, 35.7% interrupt, 64.3% idle
CPU 10:  0.0% user,  0.0% nice,  0.0% system,  7.8% interrupt, 92.2% idle
CPU 11:  0.0% user,  0.0% nice,  0.0% system, 23.9% interrupt, 76.1% idle
CPU 12:  0.4% user,  0.0% nice, 13.9% system,  0.0% interrupt, 85.7% idle
CPU 13:  1.2% user,  0.0% nice,  6.9% system,  0.0% interrupt, 91.9% idle
CPU 14:  0.0% user,  0.0% nice, 19.6% system,  0.0% interrupt, 80.4% idle
CPU 15:  0.4% user,  0.0% nice, 10.0% system,  0.0% interrupt, 89.6% idle
CPU 16:  0.4% user,  0.0% nice, 11.3% system,  0.0% interrupt, 88.3% idle
CPU 17:  0.8% user,  0.0% nice, 12.6% system,  0.0% interrupt, 86.6% idle
CPU 18:  0.4% user,  0.0% nice, 13.3% system,  0.0% interrupt, 86.3% idle
CPU 19:  1.2% user,  0.0% nice, 16.8% system,  0.0% interrupt, 82.0% idle
CPU 20:  0.4% user,  0.0% nice, 15.9% system,  0.0% interrupt, 83.7% idle
CPU 21:  0.0% user,  0.0% nice,  9.0% system,  0.0% interrupt, 91.0% idle
CPU 22:  0.0% user,  0.0% nice, 20.6% system,  0.0% interrupt, 79.4% idle
CPU 23:  1.2% user,  0.0% nice, 10.4% system,  0.0% interrupt, 88.5% idle

|---------------------------------------||---------------------------------------|
|--             Socket  0             --||--             Socket  1             --|
|---------------------------------------||---------------------------------------|
|--     Memory Channel Monitoring     --||--     Memory Channel Monitoring     --|
|---------------------------------------||---------------------------------------|
|-- Mem Ch  0: Reads (MB/s):   429.79 --||-- Mem Ch  0: Reads (MB/s):   156.76 --|
|--            Writes(MB/s):   746.03 --||--            Writes(MB/s):   100.66 --|
|-- Mem Ch  1: Reads (MB/s):   439.59 --||-- Mem Ch  1: Reads (MB/s):   162.89 --|
|--            Writes(MB/s):   746.39 --||--            Writes(MB/s):   101.29 --|
|-- Mem Ch  2: Reads (MB/s):   398.43 --||-- Mem Ch  2: Reads (MB/s):   153.70 --|
|--            Writes(MB/s):   735.28 --||--            Writes(MB/s):    98.11 --|
|-- Mem Ch  3: Reads (MB/s):   429.93 --||-- Mem Ch  3: Reads (MB/s):   145.99 --|
|--            Writes(MB/s):   736.09 --||--            Writes(MB/s):    96.65 --|
|-- NODE 0 Mem Read (MB/s) :  1697.74 --||-- NODE 1 Mem Read (MB/s) :   619.35 --|
|-- NODE 0 Mem Write(MB/s) :  2963.78 --||-- NODE 1 Mem Write(MB/s) :   396.71 --|
|-- NODE 0 P. Write (T/s):      61550 --||-- NODE 1 P. Write (T/s):      61270 --|
|-- NODE 0 Memory (MB/s):     4661.52 --||-- NODE 1 Memory (MB/s):     1016.06 --|
|---------------------------------------||---------------------------------------|
|---------------------------------------||---------------------------------------|
|--                   System Read Throughput(MB/s):   2317.09                  --|
|--                  System Write Throughput(MB/s):   3360.49                  --|
|--                 System Memory Throughput(MB/s):   5677.57                  --|
|---------------------------------------||---------------------------------------|
Time elapsed: 1046 ms
Called sleep function for 1000 ms
|---------------------------------------||---------------------------------------|
|--             Socket  0             --||--             Socket  1             --|
|---------------------------------------||---------------------------------------|
|--     Memory Channel Monitoring     --||--     Memory Channel Monitoring     --|
|---------------------------------------||---------------------------------------|
|-- Mem Ch  0: Reads (MB/s):   398.55 --||-- Mem Ch  0: Reads (MB/s):   139.95 --|
|--            Writes(MB/s):   777.82 --||--            Writes(MB/s):    76.18 --|
|-- Mem Ch  1: Reads (MB/s):   415.55 --||-- Mem Ch  1: Reads (MB/s):   138.28 --|
|--            Writes(MB/s):   781.47 --||--            Writes(MB/s):    76.27 --|
|-- Mem Ch  2: Reads (MB/s):   382.92 --||-- Mem Ch  2: Reads (MB/s):   130.44 --|
|--            Writes(MB/s):   771.78 --||--            Writes(MB/s):    71.46 --|
|-- Mem Ch  3: Reads (MB/s):   399.81 --||-- Mem Ch  3: Reads (MB/s):   132.32 --|
|--            Writes(MB/s):   770.29 --||--            Writes(MB/s):    73.14 --|
|-- NODE 0 Mem Read (MB/s) :  1596.84 --||-- NODE 1 Mem Read (MB/s) :   540.98 --|
|-- NODE 0 Mem Write(MB/s) :  3101.36 --||-- NODE 1 Mem Write(MB/s) :   297.04 --|
|-- NODE 0 P. Write (T/s):      61503 --||-- NODE 1 P. Write (T/s):      61225 --|
|-- NODE 0 Memory (MB/s):     4698.20 --||-- NODE 1 Memory (MB/s):      838.02 --|
|---------------------------------------||---------------------------------------|
|---------------------------------------||---------------------------------------|
|--                   System Read Throughput(MB/s):   2137.82                  --|
|--                  System Write Throughput(MB/s):   3398.40                  --|
|--                 System Memory Throughput(MB/s):   5536.22                  --|
|---------------------------------------||---------------------------------------|
Time elapsed: 1002 ms
Called sleep function for 1000 ms
|---------------------------------------||---------------------------------------|
|--             Socket  0             --||--             Socket  1             --|
|---------------------------------------||---------------------------------------|
|--     Memory Channel Monitoring     --||--     Memory Channel Monitoring     --|
|---------------------------------------||---------------------------------------|
|-- Mem Ch  0: Reads (MB/s):   445.33 --||-- Mem Ch  0: Reads (MB/s):   180.79 --|
|--            Writes(MB/s):   765.43 --||--            Writes(MB/s):   105.10 --|
|-- Mem Ch  1: Reads (MB/s):   438.56 --||-- Mem Ch  1: Reads (MB/s):   178.47 --|
|--            Writes(MB/s):   761.63 --||--            Writes(MB/s):   103.69 --|
|-- Mem Ch  2: Reads (MB/s):   406.26 --||-- Mem Ch  2: Reads (MB/s):   166.73 --|
|--            Writes(MB/s):   753.69 --||--            Writes(MB/s):    97.66 --|
|-- Mem Ch  3: Reads (MB/s):   457.61 --||-- Mem Ch  3: Reads (MB/s):   163.93 --|
|--            Writes(MB/s):   760.16 --||--            Writes(MB/s):   100.65 --|
|-- NODE 0 Mem Read (MB/s) :  1747.75 --||-- NODE 1 Mem Read (MB/s) :   689.91 --|
|-- NODE 0 Mem Write(MB/s) :  3040.91 --||-- NODE 1 Mem Write(MB/s) :   407.10 --|
|-- NODE 0 P. Write (T/s):      61497 --||-- NODE 1 P. Write (T/s):      61264 --|
|-- NODE 0 Memory (MB/s):     4788.66 --||-- NODE 1 Memory (MB/s):     1097.01 --|
|---------------------------------------||---------------------------------------|
|---------------------------------------||---------------------------------------|
|--                   System Read Throughput(MB/s):   2437.67                  --|
|--                  System Write Throughput(MB/s):   3448.01                  --|
|--                 System Memory Throughput(MB/s):   5885.67                  --|
|---------------------------------------||---------------------------------------|
Time elapsed: 1008 ms
Called sleep function for 1000 ms
|---------------------------------------||---------------------------------------|
|--             Socket  0             --||--             Socket  1             --|
|---------------------------------------||---------------------------------------|
|--     Memory Channel Monitoring     --||--     Memory Channel Monitoring     --|
|---------------------------------------||---------------------------------------|
|-- Mem Ch  0: Reads (MB/s):   423.90 --||-- Mem Ch  0: Reads (MB/s):   166.76 --|
|--            Writes(MB/s):   762.37 --||--            Writes(MB/s):    90.15 --|
|-- Mem Ch  1: Reads (MB/s):   419.67 --||-- Mem Ch  1: Reads (MB/s):   154.76 --|
|--            Writes(MB/s):   759.01 --||--            Writes(MB/s):    86.21 --|
|-- Mem Ch  2: Reads (MB/s):   392.14 --||-- Mem Ch  2: Reads (MB/s):   143.87 --|
|--            Writes(MB/s):   752.49 --||--            Writes(MB/s):    81.68 --|
|-- Mem Ch  3: Reads (MB/s):   438.02 --||-- Mem Ch  3: Reads (MB/s):   151.56 --|
|--            Writes(MB/s):   756.63 --||--            Writes(MB/s):    84.23 --|
|-- NODE 0 Mem Read (MB/s) :  1673.74 --||-- NODE 1 Mem Read (MB/s) :   616.96 --|
|-- NODE 0 Mem Write(MB/s) :  3030.49 --||-- NODE 1 Mem Write(MB/s) :   342.27 --|
|-- NODE 0 P. Write (T/s):      61499 --||-- NODE 1 P. Write (T/s):      61241 --|
|-- NODE 0 Memory (MB/s):     4704.23 --||-- NODE 1 Memory (MB/s):      959.22 --|
|---------------------------------------||---------------------------------------|
|---------------------------------------||---------------------------------------|
|--                   System Read Throughput(MB/s):   2290.70                  --|
|--                  System Write Throughput(MB/s):   3372.76                  --|
|--                 System Memory Throughput(MB/s):   5663.45                  --|
|---------------------------------------||---------------------------------------|
Time elapsed: 1002 ms
Called sleep function for 1000 ms
|---------------------------------------||---------------------------------------|
|--             Socket  0             --||--             Socket  1             --|
|---------------------------------------||---------------------------------------|
|--     Memory Channel Monitoring     --||--     Memory Channel Monitoring     --|
|---------------------------------------||---------------------------------------|
|-- Mem Ch  0: Reads (MB/s):   404.07 --||-- Mem Ch  0: Reads (MB/s):   143.67 --|
|--            Writes(MB/s):   723.53 --||--            Writes(MB/s):    83.99 --|
|-- Mem Ch  1: Reads (MB/s):   390.18 --||-- Mem Ch  1: Reads (MB/s):   154.68 --|
|--            Writes(MB/s):   716.77 --||--            Writes(MB/s):    87.54 --|
|-- Mem Ch  2: Reads (MB/s):   361.19 --||-- Mem Ch  2: Reads (MB/s):   142.63 --|
|--            Writes(MB/s):   710.44 --||--            Writes(MB/s):    81.82 --|
|-- Mem Ch  3: Reads (MB/s):   412.88 --||-- Mem Ch  3: Reads (MB/s):   145.55 --|
|--            Writes(MB/s):   717.54 --||--            Writes(MB/s):    84.38 --|
|-- NODE 0 Mem Read (MB/s) :  1568.32 --||-- NODE 1 Mem Read (MB/s) :   586.52 --|
|-- NODE 0 Mem Write(MB/s) :  2868.27 --||-- NODE 1 Mem Write(MB/s) :   337.72 --|
|-- NODE 0 P. Write (T/s):      61418 --||-- NODE 1 P. Write (T/s):      61231 --|
|-- NODE 0 Memory (MB/s):     4436.59 --||-- NODE 1 Memory (MB/s):      924.25 --|
|---------------------------------------||---------------------------------------|
|---------------------------------------||---------------------------------------|
|--                   System Read Throughput(MB/s):   2154.84                  --|
|--                  System Write Throughput(MB/s):   3206.00                  --|
|--                 System Memory Throughput(MB/s):   5360.84                  --|
|---------------------------------------||---------------------------------------|

srv1 max  wait_max       total  wait_total       count    avg wait_avg cnt_hold cnt_lock name
      11         9     2212490       94466     4674834      0      0  0  60170 /usr/src/sys/netinet/tcp_output.c:328 (sleep mutex:so_snd)
       4         8      640485       71848     3497582      0      0  0 295481 /usr/src/sys/kern/kern_timeout.c:578 (spin mutex:callout)
      12         8      673476       49125     2988600      0      0  0  34220 /usr/src/sys/kern/uipc_socket.c:1756 (sleep mutex:so_rcv)
      15         5     2833861       84684     2849852      0      0  0 108820 /usr/src/sys/kern/subr_sleepqueue.c:254 (spin mutex:sleepq chain)
       0         3      114759       10067     2125726      0      0  0  61484 /usr/src/sys/dev/random/random_harvestq.c:419 (spin mutex:entropy harvest mutex)
      67        18    10486584      192735     2124841      4      0  0 102527 /usr/src/sys/netinet/in_pcb.c:1964 (rw:tcpinp)
       5         0      516467           0     2124841      0      0  0      0 /usr/src/sys/netinet/in_pcb.c:1957 (rw:pcbinfohash)
       9        10      452994       52161     2054989      0      0  0  40563 /usr/src/sys/kern/uipc_socket.c:1529 (sleep mutex:so_rcv)
       5         0      170287           0     1994928      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cq.c:59 (rw:lnxrw)
      15         0      768013           0     1863492      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:1084 (sleep mutex:mlx4 tx)
      10        26      206516       11817     1334850      0      0  0   5790 /usr/src/sys/kern/uipc_socket.c:1258 (sleep mutex:so_snd)
       9        16     1422611      153334     1189820      1      0  0  89873 /usr/src/sys/netinet/tcp_input.c:1908 (sleep mutex:so_rcv)
      19        61      609718      302500     1105373      0      0  0  84561 /usr/src/sys/netinet/tcp_usrreq.c:814 (rw:tcpinp)
       4         0       53655           0     1105373      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:1919 (sleep mutex:so_rcv)
  557922         0   156755296           0     1105359    141      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:283 (sx:so_rcv_sx)
       3         9       61101        2871      949617      0      0  0   1397 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:so_rcv)
      30       242      705845     2044212      868344      0      2  0 270864 /usr/src/sys/netinet/tcp_usrreq.c:874 (rw:tcpinp)
       9         0      228588           0      868344      0      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:682 (sleep mutex:so_snd)
       1         0       47313           0      755512      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 11)
       1         0       43246           0      690676      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 9)
      21         5      551873        1420      544190      1      0  0   1013 /usr/src/sys/netinet/tcp_input.c:2826 (sleep mutex:so_snd)
       7        48       32230      835339      466506      0      1  0 305861 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:so_snd)
       1         0       25880           0      430433      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 1)
       0         0       25027           0      427002      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 5)
       1         0       25710           0      395705      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 7)
       1         0       25027           0      391024      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 6)
       3         6      117497         306      388759      0      0  0    463 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 11)
       1         7      100099        1521      388639      0      0  0   2068 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 11)
       1         1       44509          13      366903      0      0  0     27 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 11)
       3         2       99485         203      351389      0      0  0    336 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 9)
       1         4       87711         879      351329      0      0  0   1249 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 9)
       0         1       32937           9      339355      0      0  0     30 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 9)
       1         0       19573           0      308726      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 0)
       1         0       18894           0      279978      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 8)
       2         0       18750           0      279747      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 14)
       2         0       17697           0      270069      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 16)
       1         0       17061           0      243802      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 12)
       2         0       15775           0      240238      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 21)
       3         0       15758           0      239299      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 20)
       4         0       15832           0      239129      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 18)
       2         0       15449           0      236001      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 19)
       2         0       16355           0      234505      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 13)
       2         0       15424           0      228533      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 23)
       5         4      195909         240      223420      0      0  0    176 /usr/src/sys/netinet/tcp_input.c:1808 (sleep mutex:so_snd)
       3         8       59025         840      223420      0      0  0    619 /usr/src/sys/kern/uipc_sockbuf.c:1148 (sleep mutex:so_snd)
       2         0       14210           0      220515      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 22)
       1         0       14738           0      219828      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 15)
       0         2       19572          11      215116      0      0  0     27 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 1)
       2         0       42893           0      214975      0      0  0      2 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 1)
       1         0       52579           0      214958      0      0  0      1 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 1)
       0         4       18798           5      213445      0      0  0      6 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 5)
       2         1       35808           2      213348      0      0  0      3 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 5)
       0         1       50997           5      213332      0      0  0      6 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 5)
       0         0       20454           4      197810      0      0  0     14 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 7)
       2         1       52825           3      197745      0      0  0      5 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 7)
       0         1       52072           3      197734      0      0  0      3 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 7)
       0         1       19984          34      195472      0      0  0     70 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 6)
       2         2       53179           2      195420      0      0  0      2 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 6)
       0         0       52572           3      195408      0      0  0      6 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 6)
 1184146         0   153881253           0      193442    795      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:283 (sx:so_snd_sx)
       1         0       13631           0      191244      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 10)
       3         0       40203           0      190413      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:216 (spin mutex:et_hw_mtx)
       2         0       12287           0      190065      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 17)
       1         0       14589          32      154368      0      0  0     63 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 0)
       2         1       34890           4      154190      0      0  0      6 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 0)
       1         1       36020           6      154176      0      0  0      7 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 0)
       3         1       51498          56      141154      0      0  0     92 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 8)
       1         3       38023         190      141135      0      0  0    292 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 8)
       1         3       42048         102      139855      0      0  0    131 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 14)
       3         4       21031           8      139835      0      0  0      4 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 14)
       1         8        7555          13      139834      0      0  0      4 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 14)
       2         0        8695           0      139735      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 14)
       1         0       15224          30      138669      0      0  0     61 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 8)
       5         2       77135        1065      136080      0      0  0   3228 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 14)
       4         7       42417          92      134994      0      0  0    115 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 16)
       3         1       19623           2      134981      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 16)
       1         1        7453           3      134981      0      0  0      6 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 16)
       1         1        8779           1      134821      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 16)
       4         2       76328        1055      130006      0      0  0   2976 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 16)
       2         3       37709          81      121879      0      0  0    105 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 12)
       4         0       18391           0      121864      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 12)
       2         3        6748           9      121863      0      0  0      7 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 12)
       2         0        7715           0      121793      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 12)
       2         2       36975          62      120082      0      0  0     95 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 21)
       6         1       17201           1      120078      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 21)
       1         1        6554           3      120078      0      0  0      4 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 21)
       1         0        7903           0      119820      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 21)
       3         3       36131          79      119617      0      0  0    101 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 20)
       3         1       16965           1      119611      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 20)
       1         1        6551           2      119610      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 20)
       2         0        7749           0      119537      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 20)
       4         1       16996           2      119531      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 18)
       2         3       38220          90      119531      0      0  0    134 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 18)
       2         2        6464           4      119531      0      0  0      4 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 18)
       2         0        7750           0      119330      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 18)
       2         2       36190          89      117972      0      0  0    121 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 19)
       3         0       17512           0      117950      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 19)
       2         1        6425           1      117950      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 19)
       3         1        7391           1      117821      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 19)
       2         3       36907         133      117215      0      0  0    154 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 13)
       2         0       16986           1      117214      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 13)
       1         2        6395           5      117214      0      0  0      3 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 13)
       7         4       67577         626      117031      0      0  0   1489 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 12)
       2         0        7500           0      116990      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 13)
      71         0      682524           0      116720      5      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:511 (sleep mutex:mlx4 comp)
       6         2       68782         752      115492      0      0  0   1797 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 18)
       4         3       69829         639      115437      0      0  0   1454 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 21)
       6         3       66452         687      114655      0      0  0   1564 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 20)
       2         3       34895          82      114232      0      0  0     97 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 23)
       4         1       17449           2      114223      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 23)
       4         0        6333           2      114223      0      0  0      3 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 23)
       6         0        7454           0      114166      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 23)
       8         2       63292         699      113688      0      0  0   1650 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 19)
       5         4       64219         650      112978      0      0  0   1510 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 13)
       2         3       33180          86      110235      0      0  0    120 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 22)
       2         1       16302           2      110213      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 22)
       0         1        6041           6      110213      0      0  0      6 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 22)
       4         3       34519          89      109885      0      0  0    107 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 15)
       3         0       15883           0      109874      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 15)
       1         2        6084           5      109874      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 15)
       2         0        6912           0      109843      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 22)
       2         1        7364           2      109678      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 15)
       7         2       62741         648      109513      0      0  0   1558 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 23)
       4         3       62934         560      106196      0      0  0   1313 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 22)
       5         3       62479         915      105833      0      0  0   2240 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 15)
       3         2       41372          54       96632      0      0  0     99 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 10)
       1         4       29694         150       96623      0      0  0    211 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 10)
       3         4       29627          80       95000      0      0  0     80 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 17)
       3         0       13916           0       94989      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 17)
       1         2        5280           4       94989      0      0  0      4 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 17)
       1         1        6199           1       94912      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 17)
       0         0       10843          29       94588      0      0  0     59 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 10)
       7         7       57137         541       90980      0      0  0   1203 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 17)
      21        28       21313          28       89088      0      0  0      1 /usr/src/sys/dev/random/fortuna.c:222 (sleep mutex:reseed mutex)
       1         0        5288           0       85583      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 4)
       2         0       12867           0       76487      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:760 (spin mutex:et_hw_mtx)
       0         0        4151           7       41972      0      0  0     19 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 4)
       2         1       10631           1       41589      0      0  0      3 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 4)
       0         1       11351           3       41584      0      0  0      3 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 4)
       3         0        6238           0       35622      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf)
       2         0        4090           0       35619      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf)
      19        15       44196        2747       28198      1      0  0   1432 /usr/src/sys/netinet/tcp_reass.c:316 (sleep mutex:so_rcv)
       2         0        4207           0       24353      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf_jumbo_page)
       3         0        2957           0       24346      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf_jumbo_page)
       3        10        8683        3253       20959      0      0  0   3673 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 11)
       2        11        6376        2274       16048      0      0  0   2745 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 9)
       2         3        1186         116       13285      0      0  0     85 /usr/src/sys/netinet/tcp_input.c:2678 (sleep mutex:so_snd)
       2         0        1842           0       11753      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf_jumbo_9k)
       1         0        1401           0       11750      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf_jumbo_9k)
       0         6        3155        1501       11579      0      0  0   2548 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 11)
       0         8        1757         994        6634      0      0  0   2014 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 9)
       3         1         741           5        5621      0      0  0      6 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sleepq chain)
       2         2         614           5        5533      0      0  0      5 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sleepq chain)
       1         0         806           0        5336      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:827 (spin mutex:et_hw_mtx)
       2         6        2005         996        5335      0      0  0   1808 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 8)
       2        10        1779         830        4755      0      0  0   1330 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 10)
       7         1        3624           1        4727      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 20)
       4         0        3561           0        4657      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 16)
       3         1         918           1        4616      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 20)
       6         3        3545          83        4599      0      0  0    220 /usr/src/sys/kern/kern_timeout.c:751 (spin mutex:callout)
       4         1        1496          37        4567      0      0  0     78 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 13)
       6         4        3377           5        4556      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 12)
       1         2         896           8        4543      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 16)
       3         2        1416          27        4510      0      0  0     50 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 16)
       4         1        3332           5        4485      0      0  0      5 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 23)
       2         2         918           9        4412      0      0  0      7 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 12)
       2         0         863           3        4358      0      0  0      7 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 23)
       3         3        1371          36        4298      0      0  0     69 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 14)
       4         2        3223           2        4290      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 21)
       2         3         820           9        4186      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 21)
      13         6        2608         176        4093      0      0  0     89 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:1055 (sleep mutex:mlx4 tx)
       3         0         769           0        4067      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:560 (spin mutex:turnstile lock)
       2         0        1627           0        4067      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:551 (spin mutex:turnstile chain)
       3         0        1274          31        3995      0      0  0     67 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 22)
      14         0        1723           0        3941      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 7)
       3         3        1287          35        3910      0      0  0     69 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 19)
       4         4        2861           6        3860      0      0  0      3 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 15)
       3         2        2809           3        3824      0      0  0      4 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 19)
       4         1        2974           2        3810      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 17)
       6         0        2848           0        3745      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 13)
       1         2         703          10        3732      0      0  0      8 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 15)
       3         3         836          17        3724      0      0  0     13 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 17)
       3         0         747           0        3717      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 19)
       2         2        1219          37        3716      0      0  0     73 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 18)
       2         2         766           3        3665      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 13)
      11         2        1702           2        3658      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 6)
      32        13         507          38        3655      0      0  0     18 /usr/src/sys/kern/kern_conf.c:72 (sleep mutex:cdev)
       3         0        2675           0        3652      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 22)
       7         1        2691           1        3606      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 18)
       8         0        2866          16        3561      0      0  0     58 /usr/src/sys/kern/kern_timeout.c:449 (spin mutex:callout)
       2         1         719           2        3508      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 22)
       2         1         725           2        3452      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 18)
       3         0        2524           1        3328      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 14)
       5         2         679           5        3235      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 14)
       3         0        1056          15        3112      0      0  0     33 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 17)
      13         0        1416           0        3060      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 9)
       3         1        1058          35        3043      0      0  0     71 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 21)
       5         0         997          20        2970      0      0  0     47 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 20)
       5         1        1013          16        2934      0      0  0     35 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 23)
       9         0        1314           0        2905      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 5)
       4         0         916          19        2882      0      0  0     38 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 15)
      12         0        1338           0        2788      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 0)
       8         0        1275           2        2747      0      0  0      5 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 1)
      13         0        1378           0        2683      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 8)
       7         0        5898           0        2626      2      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:921 (spin mutex:sleepq chain)
       2         1         865          23        2621      0      0  0     49 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 12)
       1         2         485           2        2553      0      0  0      2 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 11)
      13         0         469           0        2551      0      0  0      0 /usr/src/sys/kern/sys_generic.c:777 (sx:filedesc structure)
       0         5         568         196        2109      0      0  0    295 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 10)
       0         2         222           7        2008      0      0  0      9 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       3         0         708           5        2007      0      0  0     14 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       1         0         140           0        2000      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 3)
       4         0         414           0        1943      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       1         0         424           0        1912      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:256 Bucket)
       1         0         324           0        1912      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:256 Bucket)
       1         0         236           0        1579      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 9)
       1         4         402         158        1485      0      0  0    247 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 8)
       0         0          61           0        1280      0      0  0      0 /usr/src/sys/netinet/ip_reass.c:491 (sleep mutex:IP reassembly)
       0         0          83           0        1248      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1097 (sleep mutex:lnxspin)
       2         0         397           0        1203      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 4)
       0         0         141           4        1183      0      0  0      7 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0         138           0        1183      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 4)
       0         0          79           0        1183      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 4)
       2         0         440           3        1182      0      0  0      6 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       1         0         249           0        1179      0      0  0      1 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 10)
       6         0         656           0        1151      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 10)
       0         0          56           0        1135      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 4)
       2         0         270           0        1134      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         1         135           3        1043      0      0  0      4 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 11)
       6         0         331           0        1039      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5515 (rw:pmap pv list)
       0         0         131           0         994      0      0  0      1 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 9)
       1         0         415           0         981      0      0  0      1 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 18)
       3         2         363           5         980      0      0  0      5 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 15)
       2         1         363           2         979      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 19)
       3         3         420           6         969      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 14)
       7         0         779           0         964      0      0  0      1 /usr/src/sys/kern/kern_umtx.c:499 (sleep mutex:umtxql)
       4         1         376           2         964      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 16)
       3         0         429           0         939      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 22)
       2         0         368           1         936      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 20)
       2         1         328           1         918      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 21)
       4         2         437           2         914      0      0  0      1 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 12)
       4         3         347           5         906      0      0  0      4 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 13)
       2         0         285           0         904      0      0  0      4 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0          72           0         904      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       1         0          90           0         897      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       2         0         342           1         894      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 23)
       1         0          75           0         849      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 2)
       1         0         323           1         827      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 17)
       2         6         249          33         821      0      0  0     86 /usr/src/sys/kern/kern_timeout.c:864 (spin mutex:callout)
       1         0         132           1         812      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 4)
       3         0         789           1         793      0      0  0      4 /usr/src/sys/kern/kern_timeout.c:364 (spin mutex:callout)
       0         0         132           0         792      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 0)
       0         0         107           0         763      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 6)
       4         3         290         267         756      0      0  0    645 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 6)
       6         0         166           0         747      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3386 (rw:pmap pv list)
       2         0          76           0         742      0      0  0      0 /usr/src/sys/vm/vm_page.c:3037 (sleep mutex:vm page free queue)
       1         1          95           2         718      0      0  0      2 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 7)
       0         0          95           0         699      0      0  0      1 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 1)
       1         1         167         243         697      0      0  0    676 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 7)
       0         0          79           0         695      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 5)
       3         3         334         264         684      0      0  0    494 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 0)
       0         0         115           0         683      0      0  0      0 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 3)
      29         0         502           0         680      0      0  0      0 /usr/src/sys/kern/kern_conf.c:427 (sleep mutex:Giant)
       8         0         363           0         679      0      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 4)
       3         0         256           0         663      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 3)
       0         0          96           0         645      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 7)
       0         0          76           0         636      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 3)
       0         0          31           0         636      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 3)
     444         0        4845           0         596      8      0  0      0 /usr/src/sys/kern/kern_proc.c:1450 (sleep mutex:process lock)
     221         0        1907           0         596      3      0  0      0 /usr/src/sys/kern/kern_proc.c:957 (spin mutex:pstatl)
      65         0        3600           0         596      6      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:480 (sleep mutex:mlx4 comp)
       0         0          64           0         596      0      0  0      0 /usr/src/sys/kern/kern_proc.c:924 (sleep mutex:sigacts)
       0         0          31           0         596      0      0  0      0 /usr/src/sys/kern/kern_proc.c:978 (sleep mutex:session)
      75         0        2976           0         595      5      0  0      0 /usr/src/sys/netinet/tcp_timer.c:284 (rw:tcpinp)
       0         0          32           0         592      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 3)
       1         0          62           0         590      0      0  0      0 /usr/src/sys/kern/kern_proc.c:301 (sleep mutex:process lock)
       1         0          73           0         588      0      0  0      0 /usr/src/sys/kern/kern_proc.c:323 (sx:allproc)
       2         0         137           0         566      0      0  0      1 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sleepq chain)
       0         0          93           0         544      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 8)
      18         0         204           0         530      0      0  0      0 /usr/src/sys/vm/vm_object.c:529 (rw:vm object)
       0         0         111         163         505      0      0  0    468 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 1)
       0         0          63           0         495      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 1)
       0         1          31           1         483      0      0  0      1 /usr/src/sys/vm/vm_page.c:2796 (sleep mutex:vm active pagequeue)
       0         0          88           1         462      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 10)
       0         0          22           0         436      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5694 (sleep mutex:pmap)
       5         0         183           0         404      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 2)
       0         0          32           1         403      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 4)
       3         0         108           0         390      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 0)
       0         0          59           0         370      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 4)
       0         0          48           0         370      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 2)
       0         0          20           0         369      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 2)
       0         1          31           3         361      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 3)
       2         0         131           0         345      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 3)
       0         1          69           1         345      0      0  0      2 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 3)
      38         0        2531           0         333      7      0  0      0 /usr/src/sys/netinet/tcp_timer.c:587 (rw:tcpinp)
      10         0         294           0         333      0      0  0      0 /usr/src/sys/netinet/tcp_timer.c:584 (rw:tcp)
       1         0          26           0         333      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 22)
       0         0          77           0         330      0      0  0      0 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 2)
       1         0          34           0         324      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 0)
       0         1          41           1         324      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 0)
       0         0          17           0         323      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 2)
      10         0         127           0         322      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5984 (sleep mutex:pmap)
       0         1          25           4         317      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 2)
       1         0          47           0         316      0      0  0      0 /usr/src/sys/vm/vm_glue.c:171 (sx:vm map (user))
      26         0         698           0         312      2      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:479 (sx:lnxmtx)
       1         0          40           0         312      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:719 (sleep mutex:lnxspin)
       0         0          49           0         312      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 3)
       0         0          44           0         312      0      0  0      0 /usr/src/sys/kern/kern_sema.c:94 (sleep mutex:lnxsema)
       0         0          36           0         312      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:780 (sleep mutex:lnxspin)
       0         0          35           0         312      0      0  0      0 /usr/src/sys/kern/kern_sema.c:79 (sleep mutex:lnxsema)
      23         0         884           0         307      2      0  0      0 /usr/src/sys/vm/vm_map.c:3985 (sx:vm map (user))
      18         0         115           0         307      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4367 (sleep mutex:pmap)
       3         0          82           0         274      0      0  0      0 /usr/src/sys/vm/vm_fault.c:1010 (rw:vm object)
       0         2          41           2         274      0      0  0      1 /usr/src/sys/vm/vm_fault.c:1011 (sleep mutex:vm page)
       0         0          17           0         274      0      0  0      1 /usr/src/sys/vm/vm_page.c:2840 (sleep mutex:vm active pagequeue)
       1         0          86           0         252      0      0  0      0 /usr/src/sys/vm/vm_object.c:763 (sleep mutex:vm page)
       3         0          57           0         249      0      0  0      0 /usr/src/sys/vm/vm_page.c:1651 (sleep mutex:vm page free queue)
       0         1          19           1         249      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 21)
       2         0          90           0         240      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5263 (sleep mutex:vnode interlock)
       1         0          60           0         240      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5302 (sleep mutex:vnode_free_list)
       2         0         101           0         238      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 1)
       0         0          29           0         236      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 1)
       0         0          13           0         236      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 1)
       1         0          23           0         231      0      0  0      0 /usr/src/sys/vm/vm_page.c:1437 (sleep mutex:vm page)
       6         0          33           0         209      0      0  0      0 /usr/src/sys/kern/kern_sig.c:1027 (sleep mutex:process lock)
       1         0          65           0         208      0      0  0      0 /usr/src/sys/vm/vm_glue.c:420 (sleep mutex:vm page)
      12         0         201           0         207      0      0  0      0 /usr/src/sys/vm/vm_fault.c:373 (rw:vm object)
       0         0          12           0         205      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 1)
       0         0          13           0         179      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 13)
       1         0          43           0         178      0      0  0      0 /usr/src/sys/vm/vm_fault.c:503 (sleep mutex:vm page)
       0         0          11           0         178      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 18)
       1         2          76           5         175      0      0  0      4 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 5)
      17         0          39           0         174      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4460 (rw:pmap pv list)
       0         0           9           0         174      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 0)
       3         2          83          53         173      0      0  0    126 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 4)
       3         3          34          12         168      0      0  0      8 /usr/src/sys/kern/tty.c:171 (sleep mutex:ttymtx)
       0         0          12           0         168      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:509 (sx:zio->io_lock)
       0         0          11           0         166      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 0)
       0         0          10           0         166      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 15)
       0         0          13           0         165      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 0)
      25         0          77           0         162      0      0  0      0 /usr/src/sys/vm/vm_map.c:2931 (rw:vm object)
      15         0         300           0         162      1      0  0      1 /usr/src/sys/kern/tty_ttydisc.c:480 (sleep mutex:ttymtx)
       1         0          31           0         159      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 5)
       3         0         154           0         157      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:mlx4_en)
       1        19          30          25         157      0      0  0      7 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:mlx4_en)
       0         0          21           0         156      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:3747 (sleep mutex:umtxshm)
       0         0          12           0         155      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 1)
       7         0         106           0         153      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1824 (sleep mutex:select mtxpool)
       0         0          33           0         151      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 3)
       0         0          20           0         146      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 5)
       0         0           8           0         146      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 5)
       1         0          67           0         145      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 8)
       3         0          61           0         144      0      0  0      0 /usr/src/sys/net/bpf.c:2206 (rw:bpf interface lock)
       0         0          25           0         144      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2627 (sleep mutex:vnode interlock)
       0         1          36          52         142      0      0  0    128 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 5)
       0         0          27           0         142      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:242 (sx:rrl->rr_lock)
       0         0           7           0         140      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:165 (sx:rrl->rr_lock)
       0         0          13           2         138      0      0  0      5 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 5)
       0         0          13           0         138      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1777 (sleep mutex:select mtxpool)
       0         2          10           2         131      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 23)
       0         0           7           0         131      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 11)
       0         0          21           0         129      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 23)
       0         0          17           0         129      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 23)
       0         0          20           0         126      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 0)
       0         0          10           0         125      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 0)
       0         0          10           0         121      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 16)
       2         1          54           1         120      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 6)
       0         0           6           0         120      0      0  0      0 /usr/src/sys/vm/swap_pager.c:307 (sleep mutex:ui_vmsize)
       0         0           5           0         120      0      0  0      0 /usr/src/sys/vm/swap_pager.c:301 (sleep mutex:swapdev)
       0         0          14           0         119      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1708 (sleep mutex:select mtxpool)
       0         0           8           0         119      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 5)
       3         7         100          65         117      0      0  0     42 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 22)
       2         0          51           0         117      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 7)
       0         0          18           0         116      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 8)
       0         0           9           0         116      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 8)
      23         0         274           0         114      2      0  0      0 /usr/src/sys/vm/vm_pageout.c:336 (sleep mutex:vm page)
      23         0         216           0         114      1      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5879 (rw:pmap pv list)
       3         2         108          31         113      0      0  0     29 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 23)
       0         1          11           3         109      0      0  0      5 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 0)
      17         3         363          10         108      3      0  0      6 /usr/src/sys/dev/usb/usb_transfer.c:2265 (sleep mutex:USB device mutex)
       0         0          10           0         107      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 11)
       0         0           7           0         107      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 11)
      10         0          23           0         105      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:541 (spin mutex:turnstile chain)
       0         0          30           0         105      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 2)
       0         0          10           0         104      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 19)
       0         0          12           0         103      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 8)
      10         0          35           0         102      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3776 (sleep mutex:pmap)
       1         0          18           0         102      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:484 (sleep mutex:invlgn)
       0         0           5           0         102      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:452 (sleep mutex:invlgn)
       3        10         111          80         101      1      0  0     40 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 15)
       0         0          15           0         101      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 7)
       0         0           7           0         101      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 7)
       6         0          55           0         100      0      0  0      0 /usr/src/sys/vm/vm_fault.c:409 (rw:vm object)
       1         0          19           0         100      0      0  0      0 /usr/src/sys/vm/vm_object.c:2244 (sleep mutex:vm page)
       1         0          45           0          99      0      0  0      0 /usr/src/sys/vm/vm_object.c:1912 (sleep mutex:vm page)
       6         1         123           4          97      1      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 11)
       0         1           8           2          92      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 7)
       0         0          22           0          92      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mlx4_cmd)
       0         0          14           0          90      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 2)
       1         0          20           0          89      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_acl.c:2100 (sx:zp->z_acl_lock)
       0         0           4           0          88      0      0  0      0 /usr/src/sys/kern/vfs_mount.c:443 (sleep mutex:struct mount mtx)
       0         0           4           0          88      0      0  0      0 /usr/src/sys/kern/vfs_mount.c:433 (sleep mutex:struct mount mtx)
       3         7         102          70          87      1      0  0     37 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 17)
       1         0          20           0          87      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2926 (sleep mutex:vnode interlock)
       2         1          52           6          86      0      0  0      7 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 11)
       2         0          29           0          86      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 19)
       1         0          24           0          86      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 19)
       2         4          28           8          85      0      0  0      3 /usr/src/sys/kern/tty_outq.c:244 (sleep mutex:ttymtx)
       0         1          15           2          85      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 1)
       3         4          92          42          84      1      0  0     33 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 21)
       0         0          20           0          84      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mlx4_cmd)
       0         0           6           0          84      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 6)
       4         1         103           1          83      1      0  0      1 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:process lock)
       2         3          84          47          83      1      0  0     30 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 19)
       0         6          21          18          83      0      0  0      7 /usr/src/sys/kern/tty_pts.c:392 (sleep mutex:ttymtx)
       0         0          12           0          83      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 6)
       4         0          61           0          82      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:442 (lockmgr:devfs)
       0         0          15           0          82      0      0  0      0 /usr/src/sys/fs/devfs/devfs_vnops.c:629 (sleep mutex:vnode interlock)
       0         0           3           0          82      0      0  0      0 /usr/src/sys/fs/devfs/devfs_vnops.c:593 (sleep mutex:process lock)
       0         0           8           0          81      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 2)
       0         0           7           2          81      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 6)
       0         0           6           0          81      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 2)
       1         0          55           0          80      0      0  0      0 /usr/src/sys/kern/kern_resource.c:616 (spin mutex:pstatl)
       1         0          41           0          80      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 9)
     834         0       45732           0          78    586      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1150 (sx:lnxmtx)
     204         0       14179           0          78    181      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/main.c:2655 (sx:lnxmtx)
       8         0         323           0          78      4      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_port.c:182 (sleep mutex:lnxspin)
       8         0         133           0          78      1      0  0      0 /usr/src/sys/vm/vm_fault.c:793 (rw:vm object)
       8         0          65           0          78      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1175 (sx:lnxmtx)
       6         0          54           0          78      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 3)
       2         0          85           0          78      1      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_port.c:530 (sleep mutex:lnxspin)
       2         0          19           0          78      0      0  0      0 /usr/src/sys/vm/vm_fault.c:139 (sleep mutex:vm page)
       1         2          24           2          78      0      0  0      1 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:ehci1)
       1         0           7           0          78      0      0  0      2 /usr/src/sys/vm/vm_page.c:3185 (sleep mutex:vm inactive pagequeue)
       0         0          12           0          78      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 6)
       0         0           5           0          78      0      0  0      0 /usr/src/sys/vm/vm_fault.c:914 (rw:vm object)
       0         0           4           0          78      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 8)
       0         0           8           0          77      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 6)
       0         0           6           0          77      0      0  0      0 /usr/src/sys/vm/vm_page.c:2796 (sleep mutex:vm inactive pagequeue)
       9         0          28           0          76      0      0  0      0 /usr/src/sys/kern/kern_sig.c:665 (sleep mutex:process lock)
       9         0          18           0          76      0      0  0      0 /usr/src/sys/kern/kern_sig.c:667 (sleep mutex:sigacts)
       1         0          28           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 16)
       1         0          26           0          76      0      0  0      0 /usr/src/sys/kern/vfs_cache.c:585 (rw:Name Cache)
       1         0          24           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 13)
       1         0          20           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 22)
       1         0          19           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 13)
       1         0          18           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 16)
       1         0          16           0          76      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 22)
      42         0         307           0          75      4      0  0      0 /usr/src/sys/kern/vfs_subr.c:2523 (lockmgr:zfs)
       3        14          57         138          74      0      1  0     32 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 14)
       1         0          20           0          73      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 14)
       0         2          13           2          73      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 14)
       2         3          56          39          72      0      0  0     24 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 18)
       2         0          58           0          72      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2411 (sleep mutex:ehci1)
       1         1           8           1          72      0      0  0      1 /usr/src/sys/dev/usb/usb_transfer.c:2013 (sleep mutex:ehci1)
       1         0          24           0          72      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 15)
       1         0          20           0          72      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2266 (sleep mutex:ehci1)
       0         0          15           0          72      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 15)
       0         0           7           0          72      0      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2371 (sleep mutex:ehci1)
       1         0          18           0          71      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 17)
       0         0          17           0          71      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 20)
       0         0          13           0          71      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 17)
       1         0          15           0          70      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 20)
       2         3          60          22          69      0      0  0     18 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 5)
       1         0          16           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 21)
       0         6           8          13          69      0      0  0      3 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 16)
       0         0           8           1          69      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 17)
       0         0           8           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 21)
       0         0           7           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 20)
       0         0           7           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 19)
       0         0           7           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 18)
       0         0           7           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 14)
       0         0           7           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 13)
       0         0           6           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 22)
       0         0           5           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 9)
       0         0           5           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 8)
       0         0           5           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 10)
       0         0           5           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 1)
       0         0           4           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 7)
       0         0           4           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 3)
       0         0           4           0          69      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 2)
       2         0          74           0          68      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 23)
       2         0          32           0          68      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:3026 (sleep mutex:so_snd)
       2         0          16           0          68      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 21)
       1         0          16           0          68      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:3027 (sleep mutex:so_rcv)
    1524         0        8270           0          66    125      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2798 (sx:USB suspend and resume SX lock)
       0         0           6           0          66      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 3)
       0         0           4           0          66      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 3)
      11         0          74           0          65      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 20)
       4         2          85          15          65      1      0  0     12 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 13)
       1         2          16           2          65      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 12)
       1         1          18           1          65      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 18)
       1         0          17           0          65      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 12)
       0         0          12           0          65      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 18)
       7         0          32           0          64      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:251 (sleep mutex:eventhandler)
       3         3          54          31          64      0      0  0     24 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 1)
       3         0          66           0          64      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 18)
       2         7          52          55          64      0      0  0     29 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 16)
       2         3          64           3          63      1      0  0      1 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 16)
       0         1           7           2          63      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 12)
       0         0           8           0          63      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 10)
       0         0           7           0          63      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 15)
       0         0           5           0          63      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 9)
       0         0           4           0          63      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 6)
       0         0           4           0          63      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 5)
       0         0           4           0          63      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 4)
       2         0          35           0          62      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 10)
       2         0          24           0          62      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:1435 (sleep mutex:pipe mutex)
       2         0           8           0          62      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4288 (sx:zfsvfs->z_teardown_inactive_lock)
       0         0           9           0          62      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 4)
       0         0           6           0          62      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 7)
       0         0           6           0          62      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 4)
       0         0           6           0          62      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 10)
       0         0           4           0          62      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 0)
       2         0          60           0          61      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 15)
       0         0          14           0          61      0      0  0      0 /usr/src/sys/netinet/ip_input.c:690 (rw:if_addr_lock)
       0         0           8           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 8)
       0         0           6           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 9)
       0         0           6           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 8)
       0         0           5           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 1)
       0         0           5           0          61      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 17)
       0         0           4           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 7)
       0         0           4           0          61      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 5)
       4        20          92         127          60      1      2  0     27 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 14)
       4         7          91          39          60      1      0  0     19 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 12)
       2         0          50           0          60      0      0  0      3 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:mlx4_en)
       0         1           8           1          60      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 8)
       0         0          10           0          60      0      0  0      0 /usr/src/sys/vm/vm_glue.c:756 (sleep mutex:process lock)
       0         0           6           0          60      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 5)
       0         0           6           0          60      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 1)
       0         0           4           0          60      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2541 (sleep mutex:vnode interlock)
       0         0           3           0          60      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 7)
       1         0          13           0          59      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4482 (rw:pmap pv list)
       2         0          12           0          58      0      0  0      0 /usr/src/sys/vm/vm_fault.c:1186 (rw:vm object)
       0         1           7           2          58      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 8)
       4         0          67           0          57      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 19)
       0         1          12           1          57      0      0  0      3 /usr/src/sys/kern/kern_umtx.c:4470 (sleep mutex:umtx lock)
       0         0          12           0          57      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 11)
       0         0           7           0          57      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 11)
       0         0           3           0          57      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2668 (sleep mutex:vnode interlock)
       4         0          13           0          56      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 12)
       3         6          58          32          56      1      0  0     19 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 20)
       3         0          63           0          55      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 13)
       2         4          50          18          55      0      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 7)
       1         0          48           0          55      0      0  0      0 /usr/src/sys/kern/kern_thread.c:533 (spin mutex:pstatl)
       0         2          10          10          55      0      0  0      4 /usr/src/sys/kern/kern_thread.c:1200 (rw:tidhash)
       0         0           6           0          55      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 14)
       0         0           6           0          55      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 10)
      22        10         264          32          54      4      0  0      7 /usr/src/sys/kern/kern_condvar.c:150 (sleep mutex:Giant)
       9         0         202           0          54      3      0  0      0 /usr/src/sys/dev/usb/usb_request.c:544 (sleep mutex:USB device mutex)
       6         0         311           0          54      5      0  0      0 /usr/src/sys/x86/x86/mp_x86.c:1402 (spin mutex:smp rendezvous)
       3         0          61           0          54      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:USB device mutex)
       0         0           6           0          54      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:3102 (sleep mutex:USB device mutex)
      10         1         122           1          52      2      0  0      3 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 12)
       3         0         102           0          52      1      0  0      0 /usr/src/sys/kern/kern_thread.c:769 (spin mutex:sleepq chain)
       3         0          96           0          52      1      0  0      0 /usr/src/sys/vm/vm_glue.c:415 (rw:vm object)
       3         0          80           2          52      1      0  0      7 /usr/src/sys/kern/kern_thr.c:373 (spin mutex:process slock)
       2       139          71         509          52      1      9  0     27 /usr/src/sys/kern/kern_thr.c:361 (sleep mutex:process lock)
       1         0          24           0          52      0      0  0      0 /usr/src/sys/kern/subr_vmem.c:1243 (sleep mutex:kernel arena)
       0       285          14        4190          52      0     80  0     48 /usr/src/sys/kern/subr_trap.c:322 (sleep mutex:process lock)
       0       228          15         948          52      0     18  0     36 /usr/src/sys/kern/kern_thr.c:344 (sleep mutex:process lock)
       0         3          20          67          52      0      1  0     43 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf)
       0         1          13           1          52      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 8)
       0         1          12           1          52      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 23)
       0         0          10           0          52      0      0  0      2 /usr/src/sys/kern/kern_thread.c:296 (spin mutex:zombie lock)
       0         0           5           0          52      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:thread_dtor)
       0         0           2           0          52      0      0  0      0 /usr/src/sys/kern/kern_thread.c:196 (sleep mutex:thread_dtor)
       0         0           2           0          52      0      0  0      0 /usr/src/sys/kern/kern_thread.c:119 (sleep mutex:TID lock)
       4         0          62           0          51      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 14)
       0         2          13          43          51      0      0  0     37 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf)
       0         0           6           0          50      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 10)
       0         0           5           0          50      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 10)
       2         0          60           0          49      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 22)
       2         0          47           0          49      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 21)
       0         0           7           0          49      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 4)
      11         0          63           0          48      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:msgbuf lock)
       4         0         165           0          48      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:367 (sx:tx->tx_cpu[c].tc_open_lock)
       3         3          80          28          48      1      0  0     21 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 16)
       2         5          34          55          48      0      1  0     25 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 12)
       2         0           9           0          48      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 20)
       0         0          11           0          48      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 9)
       0         0           5           0          48      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 9)
       0         0           3           0          48      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:388 (sx:tx->tx_cpu[c].tc_lock)
       6         0         115           0          47      2      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 16)
       0         1          18           4          47      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 11)
       0         0          10           0          47      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 10)
       0         0           6           0          47      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 10)
      39        25         210          25          46      4      0  0      1 /usr/src/sys/dev/random/fortuna.c:356 (sleep mutex:reseed mutex)
      10         0          71           0          46      1      0  0      0 /usr/src/sys/dev/random/fortuna.c:412 (sleep mutex:reseed mutex)
       0         1           4           1          45      0      0  0      2 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 11)
       0         0           8           0          45      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 13)
       2         0          26           0          44      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:257 (sx:mls->mls_lock)
       2         0           9           0          44      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 14)
       0         0           7           0          44      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 4)
       0         0           5           0          44      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 6)
       3         2          45           2          43      1      0  0      1 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 17)
       2         3          48           3          42      1      0  0      1 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 12)
       1         0          15           0          42      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:ehci0)
       0         1           4           3          42      0      0  0      3 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 5)
       0         0           5           0          42      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 6)
       0         0           5           0          42      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 5)
       0         0           3           0          42      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 6)
       0         1           5           2          41      0      0  0      2 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 7)
       0         0           6           2          41      0      0  0      4 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 9)
       7         0         104           0          40      2      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 14)
       1         1           6           3          40      0      0  0      3 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 9)
       1         0           6           0          40      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 7)
       0         0           5           0          40      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 9)
       0         0           5           0          40      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 3)
       0         0           4           1          40      0      0  0      3 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 11)
       0         0           4           0          40      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 3)
      11         0          87           2          39      2      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 13)
       0         0           7           0          39      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 16)
      42         0         185           0          38      4      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5018 (sleep mutex:pmap)
      42         0         181           0          38      4      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5019 (sleep mutex:pmap)
       1         4          11          18          38      0      0  0      8 /usr/src/sys/kern/tty_pts.c:121 (sleep mutex:ttymtx)
       0         0           8           0          38      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 5)
       0         0           4           0          38      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 11)
       0         0           4           0          37      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 22)
       8         0          86           0          36      2      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:1465 (sleep mutex:ehci0)
       6         0         144           0          36      4      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:1465 (sleep mutex:ehci1)
       6         0          69           0          36      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1891 (sleep mutex:ehci1)
       5         0          80           0          36      2      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1837 (sleep mutex:ehci1)
       2         0          37           0          36      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2411 (sleep mutex:ehci0)
       0        10          12          11          36      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 9)
       0         0           7           0          36      0      0  0      0 /usr/src/sys/vm/vm_map.c:3171 (rw:vm object)
       0         0           7           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2266 (sleep mutex:ehci0)
       0         0           6           0          36      0      0  0      0 /usr/src/sys/x86/x86/io_apic.c:276 (spin mutex:icu)
       0         0           6           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2013 (sleep mutex:ehci0)
       0         0           5           0          36      0      0  0      0 /usr/src/sys/x86/x86/io_apic.c:259 (spin mutex:icu)
       0         0           5           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2995 (sleep mutex:ehci1)
       0         0           3           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2402 (sleep mutex:ehci1)
       0         0           3           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2371 (sleep mutex:ehci0)
       0         0           3           0          35      0      0  0      0 /usr/src/sys/vm/vm_object.c:435 (rw:vm object)
       7         0         112           0          34      3      0  0      0 /usr/src/sys/kern/sys_pipe.c:1209 (sleep mutex:pipe mutex)
       2         0          30           0          34      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:1053 (sleep mutex:pipe mutex)
    1531         0       15019           0          33    455      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2751 (sx:USB config SX lock)
      24         0          60           0          33      1      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2752 (sx:USB suspend and resume SX lock)
       2         0          16           0          33      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:708 (sleep mutex:pipe mutex)
       1         0          15           2          33      0      0  0      5 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 8)
       1         0          15           0          33      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:671 (sleep mutex:pipe mutex)
       0         0           5           0          33      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 8)
       0         0           4           0          33      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 2)
       0         0           2           0          33      0      0  0      0 /usr/src/sys/vm/vm_fault.c:208 (sleep mutex:vm page)
       7         0          64           0          32      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 15)
       0         2           5           4          32      0      0  0      2 /usr/src/sys/vm/vm_fault.c:1193 (rw:vm object)
       0         0           6           0          32      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 9)
       0         0           4           0          32      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 0)
       0         0           4           0          32      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 23)
       0         0           3           0          32      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 3)
      14         0          74           0          31      2      0  0      0 /usr/src/sys/kern/vfs_lookup.c:530 (lockmgr:zfs)
       3         0          64           0          31      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 18)
       1         0          14           0          31      0      0  0      0 /usr/src/sys/vm/vm_object.c:1605 (sleep mutex:vm page)
       0         0           4           0          31      0      0  0      0 /usr/src/sys/kern/vfs_lookup.c:235 (sx:filedesc structure)
       0         0           4           0          31      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 4)
       0         0           4           0          31      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 0)
       0         0           4           0          31      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 1)
       3         6          39          19          30      1      0  0      9 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 15)
       3         0          25           0          30      0      0  0      0 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 2)
       3         0          13           0          30      0      0  0      0 /usr/src/sys/kern/kern_sysctl.c:164 (sleep mutex:Giant)
       1         0           7           0          30      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 15)
       0         1           9           1          30      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 6)
       0         0           9           0          30      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:sellck)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 2)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 2)
       0         0           3           0          30      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 1)
       4         0          67           0          29      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 20)
       3         0          35           0          29      1      0  0      0 /usr/src/sys/kern/sys_generic.c:1869 (sleep mutex:sellck)
       0         0           9           0          29      0      0  0      0 /usr/src/sys/kern/kern_kthread.c:214 (sleep mutex:process lock)
       0         0           6           0          29      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 11)
       0         0           4           0          29      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 10)
       4         1          44          11          28      1      0  0     12 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 20)
       2         0           6           0          28      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3486 (sx:zio->io_lock)
       1         0           6           0          28      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1891 (sx:hdl->sa_lock)
       0         0           4           0          28      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3198 (sx:zio->io_lock)
       2         5          32          12          27      1      0  0      8 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 19)
       0         3           5          28          27      0      1  0     20 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf_jumbo_page)
       0         0           3           0          27      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 1)
       0         0           1           0          27      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2823 (sleep mutex:vnode_free_list)
       8         0          60           0          26      2      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 17)
       3         8          34          20          26      1      0  0      9 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 17)
       3         0          29           0          26      1      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 16)
       1         0          14           0          26      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 16)
       1         0           2           0          26      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/ddt.c:637 (sx:ddt->ddt_lock)
       0        12           3          20          26      0      0  0      3 /usr/src/sys/vm/vm_object.c:1233 (rw:vm object)
       0         0           6           0          26      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 20)
       4         0          33           0          25      1      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 2)
       4         0          23           0          25      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2401 (sx:db->db_mtx)
       1         0          11           0          25      0      0  0      0 /usr/src/sys/fs/devfs/devfs_vnops.c:650 (lockmgr:devfs)
       0         0           7           0          25      0      0  0      0 /usr/src/sys/x86/x86/mca.c:467 (spin mutex:mca)
       0         0           7           0          25      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 19)
       0         0           7           0          25      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 16)
       0         0           6           0          25      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 23)
       0         0           4           0          25      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 6)
       2         0          22           0          24      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 2)
       1         0          11           0          24      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 14)
       0         0          10           0          24      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 13)
       0         0           8           0          24      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 2)
       0         0           5           0          24      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 7)
       0         0           3           0          24      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 5)
       0         0           2           0          24      0      0  0      0 /usr/src/sys/vm/vm_object.c:1266 (rw:vm object)
       0         0           2           0          24      0      0  0      0 /usr/src/sys/vm/vm_map.c:4084 (rw:vm object)
       1         2          10           6          23      0      0  0      3 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:pipe mutex)
       1         0          12           0          23      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3498 (sx:zio->io_lock)
       1         0           7           0          23      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 23)
       0         1           7           2          23      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 7)
       0         1           3           2          23      0      0  0      3 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 21)
       0         0          10           0          23      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 19)
       0         0           6           0          23      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 18)
       0         0           5           0          23      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1582 (sx:zio->io_lock)
       0         0           3           0          23      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 19)
       0         0           1           0          23      0      0  0      0 /usr/src/sys/vm/swap_pager.c:227 (sleep mutex:ui_vmsize)
       0         0           1           0          23      0      0  0      0 /usr/src/sys/vm/swap_pager.c:211 (sleep mutex:swapdev)
       6         0          81           0          22      3      0  0      0 /usr/src/sys/kern/sys_generic.c:1833 (sleep mutex:sellck)
       3         1          36           7          22      1      0  0      9 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 18)
       2         0          25           0          22      1      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 17)
       2         0          15           0          22      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 23)
       1         0          21           0          22      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 23)
       1         0          13           0          22      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 17)
       0         0           7           0          22      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 18)
       0         0           3           0          22      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 19)
       2         0          18           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 22)
       1         3           9          31          21      0      1  0     20 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf_jumbo_page)
       1         0          19           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 21)
       1         0          18           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 22)
       1         0          10           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 21)
       0         0           2           0          21      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 21)
       0         0           2           0          21      0      0  0      0 /usr/src/sys/vm/vm_mmap.c:1482 (sleep mutex:process lock)
       0         0           2           0          21      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3046 (sleep mutex:pmap pv chunk list)
      32         0          95           0          20      4      0  0      0 /usr/src/sys/vm/vm_object.c:1693 (rw:vm object)
       3         0          19           0          20      0      0  0      1 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 3)
       2         0          23           0          20      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:Giant)
       1         0          17           0          20      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 18)
       1         0          14           0          20      0      0  0      0 /usr/src/sys/netinet6/mld6.c:1746 (sleep mutex:mld_mtx)
       1         0          10           0          20      0      0  0      0 /usr/src/sys/netinet/igmp.c:2186 (sleep mutex:igmp_mtx)
       1         0           9           0          20      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 15)
       1         0           8           0          20      0      0  0      0 /usr/src/sys/netinet6/frag6.c:741 (sleep mutex:ip6qlock)
       1         0           7           0          20      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 18)
       1         0           6           0          20      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 0)
       1         0           5           0          20      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:720 (sx:db->db_mtx)
       0         2          10           9          20      0      0  0      7 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 6)
       0         0           8           0          20      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 22)
       0         0           6           0          20      0      0  0      0 /usr/src/sys/netinet/tcp_timewait.c:691 (rw:tcptw)
       0         0           2           0          20      0      0  0      0 /usr/src/sys/vm/vm_object.c:659 (rw:vm object)
      38         0         314           0          19     16      0  0      0 /usr/src/sys/vm/vm_pageout.c:1199 (sleep mutex:vm active pagequeue)
       3         3          37          15          19      1      0  0      9 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 22)
       3         0          20           0          19      1      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 20)
       2         1          22           3          19      1      0  0      4 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 13)
       2         0          16           0          19      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 20)
       0         0          10           0          19      0      0  0      0 /usr/src/sys/vm/vm_pageout.c:951 (sleep mutex:vm inactive pagequeue)
       0         0          10           0          19      0      0  0      0 /usr/src/sys/vm/vm_pageout.c:1552 (sleep mutex:vm page free queue)
       0         0           8           0          19      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:136 (sx:h->hash_mutexes[i])
       0         0           2           0          19      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 11)
       6         0          45           0          18      2      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1891 (sleep mutex:ehci0)
       3         0          27           0          18      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1837 (sleep mutex:ehci0)
       0         0           8           0          18      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 12)
       0         0           1           0          18      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2995 (sleep mutex:ehci0)
       0         0           1           0          18      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2402 (sleep mutex:ehci0)
       0         0           2           0          17      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 4)
       0         0           1           0          17      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 7)
      13         0          22           0          16      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:714 (sx:dn->dn_struct_rwlock)
       2         0          16           0          16      1      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 19)
       2         0          15           0          16      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 14)
       1         0          14           0          16      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 12)
       1         0           9           0          16      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 12)
       1         0           8           0          16      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 14)
       1         0           7           0          16      0      0  0      0 /usr/src/sys/kern/subr_vmem.c:1331 (sleep mutex:kmem arena)
       1         0           6           0          16      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 19)
       1         0           6           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:496 (sx:scl->scl_lock)
       0         1           2           1          16      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 18)
       0         1           2           1          16      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 16)
       0         0           7           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:523 (sx:scl->scl_lock)
       0         0           4           0          16      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 17)
       0         0           2           0          16      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 17)
       0         0           2           0          16      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 18)
       0         0           1           0          16      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 6)
       0         0           1           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:5059 (sx:buf->b_evict_lock)
       0         0           1           0          16      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3121 (sleep mutex:pmap pv chunk list)
       2         0          15           0          15      1      0  0      0 /usr/src/sys/vm/vm_map.c:1505 (sx:vm map (user))
       1         0          15           0          15      1      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 13)
       1         0          13           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 15)
       1         0           9           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 15)
       1         0           7           0          15      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 13)
       0         2           2           3          15      0      0  0      2 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 12)
       0         0           6           0          15      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 21)
       0         0           5           0          15      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 20)
       0         0           2           0          15      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 12)
       0         0           2           0          15      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 10)
       5         0          26           0          14      1      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 19)
       5         0          21           0          14      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:139 (sx:db->db_mtx)
       4         0          18           0          14      1      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4067 (sleep mutex:pmap)
       1         0           5           0          14      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 12)
       1         0           2           0          14      0      0  0      0 /usr/src/sys/vm/vm_map.c:1262 (rw:vm object)
       0         1           2           2          14      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 16)
       0         0           2           0          14      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 9)
       0         0           1           0          14      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 15)
       0         0           1           0          14      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 15)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 17)
       0         0           2           0          13      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 2)
       0         0           1           0          13      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 14)
       0         0           1           0          13      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1230 (sx:dn->dn_mtx)
      33         0          90           0          12      7      0  0      0 /usr/src/sys/vm/vm_map.c:1875 (rw:vm object)
      26         0          73           0          12      6      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4636 (sleep mutex:pmap)
      11        13          60          32          12      5      2  0      4 /usr/src/sys/dev/usb/usb_device.c:2804 (sleep mutex:Giant)
       1        14           7          15          12      0      1  0      2 /usr/src/sys/dev/usb/usb_device.c:2758 (sleep mutex:Giant)
       0         2           6           9          12      0      0  0      7 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf_jumbo_9k)
       0         1           1           1          12      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 22)
       0         0           5           1          12      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 10)
       0         0           2           0          12      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 23)
       0         0           2           0          12      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 14)
       0         0           2           0          12      0      0  0      0 /usr/src/sys/kern/kern_exit.c:332 (sleep mutex:process_exit)
       0         0           1           0          12      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 23)
       0         0           1           0          12      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 20)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/vm/vm_map.c:4112 (rw:vm object)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 3)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:808 (sx:tl->tl_lock)
       6         0          27           0          11      2      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:arc_reclaim_lock)
       6         0          23           0          11      2      0  0      0 /usr/src/sys/vm/vm_mmap.c:550 (sx:vm map (user))
       5         2          22           3          11      2      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 21)
       4         0          33           0          11      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3752 (sx:arc_reclaim_lock)
       3         0          22           0          11      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 22)
       1         0           6           0          11      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 6)
       0         0           4           0          11      0      0  0      0 /usr/src/sys/fs/nfsserver/nfs_nfsdstate.c:1075 (sleep mutex:nfs_state_mutex)
       0         0           1           0          11      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 22)
       0         0           1           0          11      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 20)
     833         0        5109           0          10    510      0  0      0 /usr/src/sys/kern/kern_proc.c:1439 (sx:proctree)
     833         0        5106           0          10    510      0  0      0 /usr/src/sys/kern/kern_proc.c:1440 (sx:allproc)
      33         0         102           0          10     10      0  0      0 /usr/src/sys/vm/vm_object.c:587 (rw:vm object)
      24         0          51           0          10      5      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:564 (sx:spa->spa_trim_lock)
      11         0          40           0          10      4      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:Syncer mtx)
       3         0          23           0          10      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3819 (sx:arc_user_evicts_lock)
       2         0          15           0          10      1      0  0      0 /usr/src/sys/kern/vfs_bio.c:3038 (sleep mutex:buffer daemon lock)
       2         0          14           0          10      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:MPT2SAS lock)
       1         0           7           0          10      0      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:arc_user_evicts_lock)
       1         0           5           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:500 (sx:tm->tm_lock)
       1         0           4           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:713 (rw:needsbuffer lock)
       0         0           5           0          10      0      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:spa->spa_trim_lock)
       0         0           5           0          10      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:buffer daemon lock)
       0         0           5           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:455 (sx:tm->tm_lock)
       0         0           3           0          10      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 0)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4442 (sleep mutex:spacqtree)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4424 (sleep mutex:acqtree)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4298 (sleep mutex:sahtree)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 17)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3369 (sx:arc_user_evicts_lock)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:32 Bucket)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/netinet6/nd6.c:913 (rw:nd6)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:763 (sleep mutex:runningbufspace lock)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:441 (sleep mutex:dirty buf lock)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/vm/vnode_pager.c:121 (rw:vm object)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 13)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 13)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:527 (sx:zio->io_lock)
       5         0          24           0           9      2      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:l2arc_feed_thr_lock)
       2         0          13           0           9      1      0  0      0 /usr/src/sys/kern/vfs_subr.c:1066 (sleep mutex:vnode_free_list)
       1         1          11           2           9      1      0  0      2 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 21)
       0         0           3           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 21)
       0         0           2           0           9      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:7012 (sx:l2arc_dev_mtx)
       0         0           1           0           9      0      0  0      0 /usr/src/sys/kern/tty.c:388 (sleep mutex:process lock)
       0         0           1           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 11)
       0         0           0           0           9      0      0  0      0 /usr/src/sys/vm/vm_reserv.c:1096 (sleep mutex:vm page free queue)
      36         0          83           0           8     10      0  0      0 /usr/src/sys/vm/vm_map.c:1458 (sx:vm map (user))
      15         0          27           0           8      3      0  0      0 /usr/src/sys/kern/imgact_elf.c:480 (sx:vm map (user))
       7         0          22           0           8      2      0  0      1 /usr/src/sys/kern/kern_sx.c:195 (sx:tx->tx_sync_lock)
       4         0          15           0           8      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1114 (sx:dn->dn_struct_rwlock)
       3         0           7           0           8      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:CAM device lock)
       0         0           3           0           8      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:32 Bucket)
       0         0           1           0           8      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2006 (sleep mutex:Syncer mtx)
       0         0           1           0           8      0      0  0      0 /usr/src/sys/kern/kern_proc.c:366 (sleep mutex:process group)
       0         0           1           0           8      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1173 (sx:dn->dn_mtx)
       0         0           0           0           8      0      0  0      0 /usr/src/sys/vm/vnode_pager.c:225 (rw:vm object)
       7         0          27           0           7      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:146 (sx:dn->dn_struct_rwlock)
       4         0          12           0           7      1      0  0      0 /usr/src/sys/netinet/tcp_input.c:3053 (sleep mutex:so_rcv)
       0         0           1           0           7      0      0  0      0 /usr/src/sys/vm/vm_object.c:2080 (rw:vm object)
       8         0          21           0           6      3      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3708 (rw:pmap pv list)
       3         0           9           0           6      1      0  0      0 /usr/src/sys/dev/usb/usb_request.c:493 (sleep mutex:ehci1)
       3         0           8           0           6      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2245 (sx:buf->b_evict_lock)
       2         0           9           0           6      1      0  0      0 /usr/src/sys/dev/usb/usb_request.c:493 (sleep mutex:ehci0)
       2         0           7           0           6      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2251 (sx:buf_hash_table.ht_locks[i].ht_lock)
       1         0           8           0           6      1      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:3900 (sleep mutex:ehci0)
       1         0           7           0           6      1      0  0      0 /usr/src/sys/kern/vfs_vnops.c:1343 (lockmgr:zfs)
       1         0           6           0           6      1      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:3900 (sleep mutex:ehci1)
       1         0           5           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:442 (lockmgr:zfs)
       1         0           4           0           6      0      0  0      0 /usr/src/sys/kern/tty.c:1719 (sx:proctree)
       1         0           4           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2634 (sx:buf_hash_table.ht_locks[i].ht_lock)
       0         2           1           7           6      0      1  0      4 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf_jumbo_9k)
       0         0           3           0           6      0      0  0      0 /usr/src/sys/kern/tty.c:1728 (sleep mutex:ttymtx)
       0         0           3           0           6      0      0  0      0 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 4)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1079 (sleep mutex:process_exec)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:1813 (sx:filedesc structure)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:1229 (sx:filedesc structure)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:148 (sx:mls->mls_lock)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bpobj.c:550 (sx:bpo->bpo_lock)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:THREAD)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:709 (sleep mutex:sleep mtxpool)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:677 (sleep mutex:sleep mtxpool)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:184 (sx:mls->mls_lock)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2677 (sx:buf->b_evict_lock)
     461         0        1955           0           5    391      0  0      0 /usr/src/sys/kern/kern_sysctl.c:1971 (sx:sysctl mem)
     108         0         427           0           5     85      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5435 (sleep mutex:pmap)
     107         0         161           0           5     32      0  0      0 /usr/src/sys/vm/vm_map.c:3075 (sx:vm map (user))
      12         0          45           0           5      9      0  0      0 /usr/src/sys/vm/vm_map.c:2335 (sx:vm map (user))
      12         0          27           0           5      5      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:515 (sx:zap->zap_rwlock)
       7         0          30           0           5      6      0  0      0 /usr/src/sys/vm/vm_object.c:2213 (rw:vm object)
       7         0          19           0           5      3      0  0      0 /usr/src/sys/kern/kern_exit.c:1146 (sx:proctree)
       5         0          14           0           5      2      0  0      0 /usr/src/sys/vm/vm_map.c:2540 (sx:vm map (user))
       5         0          10           0           5      2      0  0      0 /usr/src/sys/kern/vfs_subr.c:2661 (lockmgr:zfs)
       2         1           6           1           5      1      0  0      1 /usr/src/sys/kern/kern_exit.c:920 (sleep mutex:process lock)
       2         0           4           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:199 (sx:db->db_mtx)
       1         0           3           0           5      0      0  0      0 /usr/src/sys/vm/vm_map.c:2642 (sx:vm map (user))
       1         0           3           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:592 (sx:db->db_mtx)
       1         0           2           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:488 (sx:zio->io_lock)
       1         0           2           0           5      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4919 (sleep mutex:pmap)
       1         0           1           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:489 (sx:zio->io_lock)
       0         0           2           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1913 (sx:dn->dn_dbufs_mtx)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:533 (sleep mutex:struct mount mtx)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2662 (sleep mutex:vnode interlock)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 8)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/kern/kern_proc.c:630 (sleep mutex:process group)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:464 (sx:zio->io_lock)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1778 (sx:dn->dn_mtx)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1979 (sx:dn->dn_dbufs_mtx)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:187 (sx:h->hash_mutexes[i])
       0         0           0           0           5      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:578 (sleep mutex:struct mount mtx)
       0         0           0           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:465 (sx:zio->io_lock)
       0         0           0           0           5      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:228 (sx:h->hash_mutexes[i])
     138         0         166           0           4     41      0  0      0 /usr/src/sys/kern/vfs_subr.c:2072 (lockmgr:syncer)
      58         0          95           0           4     23      0  0      0 /usr/src/sys/kern/vfs_vnops.c:786 (lockmgr:zfs)
      40         0          62           0           4     15      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:411 (sx:dn->dn_struct_rwlock)
       3         0           6           0           4      1      0  0      0 /usr/src/sys/vm/vm_map.c:1968 (sx:vm map (user))
       2         0           7           0           4      1      0  0      0 /usr/src/sys/kern/vfs_subr.c:2088 (sleep mutex:Syncer mtx)
       2         0           6           0           4      1      0  0      0 /usr/src/sys/kern/kern_prot.c:405 (sx:proctree)
       2         0           4           0           4      1      0  0      0 /usr/src/sys/kern/kern_exec.c:981 (rw:vm object)
       1         0           3           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:4145 (rw:bufobj interlock)
       1         0           3           0           4      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 20)
       1         0           2           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:237 (rw:vm object)
       1         0           2           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2742 (sleep mutex:vnode interlock)
       1         0           2           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2056 (sleep mutex:vnode interlock)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5318 (sleep mutex:vnode_free_list)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:251 (sleep mutex:vm page)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2757 (sleep mutex:vnode_free_list)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2076 (rw:bufobj interlock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 1)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 4)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 2)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_sig.c:2136 (sleep mutex:sigacts)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_rangelock.c:219 (sleep mutex:vnode interlock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1028 (sleep mutex:vm page)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:444 (sx:zp->z_range_lock)
       0         0           0           0           4      0      0  0      1 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 16)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:287 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5312 (sleep mutex:struct mount mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5241 (sleep mutex:struct mount mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 2)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 11)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 20)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_rangelock.c:164 (sleep mutex:vnode interlock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_prot.c:1233 (sleep mutex:process lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 4)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1050 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:538 (sx:zp->z_range_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:479 (sx:db->db_mtx)
     147         0         152           0           3     50      0  0      0 /usr/src/sys/kern/kern_exit.c:216 (sleep mutex:process lock)
      13         0          33           0           3     11      0  0      0 /usr/src/sys/kern/kern_exit.c:497 (sleep mutex:process lock)
      10         0          26           0           3      8      0  0      0 /usr/src/sys/kern/kern_exit.c:539 (sleep mutex:process lock)
       8         1          14           1           3      4      0  0      1 /usr/src/sys/kern/subr_turnstile.c:598 (spin mutex:turnstile lock)
       6         0          12           0           3      4      0  0      0 /usr/src/sys/kern/kern_exit.c:446 (sx:proctree)
       4         0           8           0           3      2      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2276 (sleep mutex:ehci1)
       3         0           9           0           3      3      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2276 (sleep mutex:ehci0)
       3         0           3           0           3      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_zfetch.c:239 (sx:zf->zf_rwlock)
       2         0           6           0           3      2      0  0      0 /usr/src/sys/kern/kern_exit.c:594 (spin mutex:process slock)
       2         0           5           0           3      1      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2471 (sleep mutex:ehci1)
       2         0           5           0           3      1      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2471 (sleep mutex:ehci0)
       2         0           2           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:540 (sleep mutex:sigacts)
       1         0           4           0           3      1      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:413 (sleep mutex:ehci0)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/vm/vm_object.c:495 (lockmgr:zfs)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 23)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 16)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 10)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/kern/kern_proc.c:711 (sx:proctree)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:413 (sleep mutex:ehci1)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 2)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 12)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/amd64/amd64/vm_machdep.c:305 (sleep mutex:descriptor tables)
       1         0           1           0           3      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:836 (spin mutex:td_contested)
       1         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 22)
       1         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 11)
       0         0           2           0           3      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 0)
       0         0           2           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:843 (sleep mutex:process lock)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/vm/vm_object.c:497 (rw:vm object)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/libkern/arc4random.c:135 (sleep mutex:arc4_mtx)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/vfs_cache.c:804 (rw:Name Cache)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/sysv_sem.c:1399 (sleep mutex:semu)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:896 (spin mutex:td_contested)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 18)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exit)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_dtor)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 3)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 7)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 4)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:702 (sleep mutex:process lock)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:576 (sleep mutex:process group)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:796 (sleep mutex:process lock)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:601 (spin mutex:pstatl)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 11)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:712 (spin mutex:td_contested)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 7)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 12)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 5)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 10)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 7)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 2)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 16)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 12)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 11)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 10)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 1)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:775 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:615 (sleep mutex:ttymtx)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:607 (sleep mutex:process group)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:577 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_proc.c:224 (sleep mutex:process_dtor)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_jail.c:2754 (sleep mutex:jail mutex)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:856 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:835 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:829 (sx:allproc)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:425 (sx:allproc)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:338 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1055 (spin mutex:process slock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:2183 (sx:filedesc structure)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:2176 (sleep mutex:process lock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:691 (sleep mutex:ehci1)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:691 (sleep mutex:ehci0)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:378 (sleep mutex:ehci1)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:378 (sleep mutex:ehci0)
     120         0         225           0           2    112      0  0      0 /usr/src/sys/vm/vm_map.c:3311 (sx:vm map (user))
     119         0         225           0           2    112      0  0      0 /usr/src/sys/vm/vm_map.c:3315 (sx:vm map (user))
      30         0          41           0           2     20      0  0      0 /usr/src/sys/kern/imgact_elf.c:899 (lockmgr:zfs)
      15         0          24           0           2     12      0  0      0 /usr/src/sys/vm/vm_kern.c:476 (sx:vm map (user))
       7         0          10           0           2      5      0  0      0 /usr/src/sys/kern/kern_exec.c:729 (lockmgr:zfs)
       3         0           5           0           2      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:520 (sx:tx->tx_sync_lock)
       3         0           4           0           2      2      0  0      0 /usr/src/sys/kern/kern_exec.c:731 (sleep mutex:process lock)
       2         0           5           0           2      2      0  0      0 /usr/src/sys/kern/kern_fork.c:469 (sleep mutex:process lock)
       2         0           5           0           2      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:566 (sx:tx->tx_sync_lock)
       2         0           4           0           2      2      0  0      0 /usr/src/sys/kern/kern_fork.c:470 (sleep mutex:process lock)
       2         0           3           0           2      1      0  0      0 /usr/src/sys/vm/vm_kern.c:445 (sx:vm map (user))
       2         0           3           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 22)
       2         0           3           0           2      1      0  0      0 /usr/src/sys/kern/kern_descrip.c:1855 (sx:filedesc structure)
       1         0           3           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 4)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/net/route.c:457 (rw:rib head lock)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 6)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 21)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 18)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 17)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 14)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 13)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 1)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:958 (sx:allproc)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:589 (sleep mutex:process lock)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:587 (sx:proctree)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_descrip.c:2305 (sx:filedesc structure)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:523 (sx:l->l_rwlock)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3471 (sx:vm map (user))
       1         0           1           0           2      0      0  0      0 /usr/src/sys/netinet/if_ether.c:609 (rw:if_afdata)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exec)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 9)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 8)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 15)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 0)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1275 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 2)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 3)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 2)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 11)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_sig.c:968 (sleep mutex:sigacts)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_sig.c:3632 (sleep mutex:sigacts)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:957 (sx:proctree)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:702 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:701 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:590 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:588 (sleep mutex:process group)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:404 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/imgact_elf.c:1034 (lockmgr:zfs)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_errlog.c:349 (sx:spa->spa_errlist_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_object.c:1774 (rw:vm object)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3985 (sleep mutex:vm map (system))
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3368 (rw:vm object)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mbuf)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:VM OBJECT)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:RADIX NODE)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:4096)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/netinet/ip_output.c:712 (sleep mutex:rtentry)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/net/route.c:461 (sleep mutex:rtentry)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:2468 (sx:pmc-sx)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 18)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 9)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 8)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 6)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 5)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 4)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 3)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 23)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 22)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 21)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 20)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 17)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 15)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 14)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 13)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 10)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 1)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 0)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 9)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_ctor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 9)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 8)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 6)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 5)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 4)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 3)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 23)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 21)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 18)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 17)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 15)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 14)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 13)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 0)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4350 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4340 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:1192 (rw:tidhash)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 3)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:554 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:553 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:552 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:480 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:382 (sx:allproc)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:197 (sleep mutex:process_ctor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1922 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 18)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 17)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 16)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_ktrace.c:576 (sleep mutex:ktrace)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_ktrace.c:575 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_jail.c:2743 (sleep mutex:jail mutex)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:774 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:704 (spin mutex:process slock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:598 (sleep mutex:session)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:405 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1161 (spin mutex:process slock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1160 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exec.c:907 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exec.c:394 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_event.c:2133 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/imgact_elf.c:972 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6273 (sx:spa->spa_async_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6260 (sx:spa->spa_async_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:216 (sx:rrl->rr_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bplist.c:67 (sx:bpl->bpl_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/vm_machdep.c:250 (sleep mutex:descriptor tables)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:592 (sleep mutex:descriptor tables)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:202 (sleep mutex:process lock)
     169         0         169           0           1    169      0  0      0 /usr/src/sys/vm/uma_core.c:1747 (rw:UMA lock)
     147         0         147           0           1    147      0  0      0 /usr/src/sys/kern/kern_thread.c:759 (spin mutex:process slock)
      29         0          29           0           1     29      0  0      0 /usr/src/sys/vm/vm_glue.c:754 (sx:allproc)
      16         0          16           0           1     16      0  0      0 /usr/src/sys/kern/tty_pts.c:201 (sleep mutex:ttymtx)
       9         0           9           0           1      9      0  0      0 /usr/src/sys/kern/tty.c:1377 (sleep mutex:process group)
       9         0           9           0           1      9      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1133 (sx:zfsvfs->z_hold_mtx[i])
       8         0           8           0           1      8      0  0      0 /usr/src/sys/kern/kern_sig.c:1906 (sleep mutex:process lock)
       4         0           4           0           1      4      0  0      0 /usr/src/sys/kern/kern_sig.c:2388 (spin mutex:process slock)
       3         0           3           0           1      3      0  0      0 /usr/src/sys/kern/subr_trap.c:311 (sleep mutex:sigacts)
       3         0           3           0           1      3      0  0      0 /usr/src/sys/kern/subr_trap.c:310 (sleep mutex:process lock)
       3         0           3           0           1      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vfsops.c:1815 (lockmgr:zfs)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:unpcb)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/subr_vmem.c:732 (sleep mutex:vmem list lock)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/subr_trap.c:270 (spin mutex:sched lock 23)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/subr_trap.c:270 (spin mutex:sched lock 16)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/kern_sig.c:2389 (spin mutex:sleepq chain)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 20)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 19)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_3145728)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 19)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 17)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mca)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 5)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 19)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:1011 (sleep mutex:process lock)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:1002 (spin mutex:sched lock 23)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:vm page free queue)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_fork.c:764 (spin mutex:sched lock 6)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_fork.c:764 (spin mutex:sched lock 2)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:384 (sx:zap->zap_rwlock)
       0         1           0           1           1      0      1  0      1 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 16)
       0         0           0           0           1      0      0  0      1 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:256 Bucket)
       0         0           0           0           1      0      0  0      1 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 19)
       0         0           0           0           1      0      0  0      1 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 11)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 9)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 8)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 7)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 5)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 4)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 3)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 22)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 21)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 18)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 17)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 16)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 15)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 14)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 13)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 12)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 11)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 1)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:670 (spin mutex:sched lock 0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/x86/x86/mca.c:665 (spin mutex:sched lock 21)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_link_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_98304)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_917504)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_8388608)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_81920)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_8192)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_786432)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_7340032)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_7168)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_655360)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_65536)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_6291456)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_6144)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_57344)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_5242880)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_524288)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_5120)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_512)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_49152)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_458752)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_4194304)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_40960)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_4096)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_393216)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_3670016)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_3584)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_327680)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_32768)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_3145728)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_3072)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_28672)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_2621440)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_262144)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_2560)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_24576)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_229376)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_2097152)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_20480)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_2048)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_196608)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1835008)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_16777216)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_163840)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1572864)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1536)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_14680064)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_14336)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1310720)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_131072)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_12582912)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_12288)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_114688)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_10485760)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1048576)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_10240)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_data_buf_1024)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_98304)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_917504)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_8388608)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_81920)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_8192)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_786432)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_7340032)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_7168)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_655360)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_65536)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_6291456)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_6144)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_57344)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_5242880)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_524288)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_5120)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_512)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_49152)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_458752)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_4194304)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_40960)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_4096)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_393216)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_3670016)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_3584)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_327680)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_32768)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_3072)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_28672)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_2621440)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_262144)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_2560)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_24576)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_229376)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_2097152)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_20480)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_2048)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_196608)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1835008)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_16777216)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_163840)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1572864)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1536)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_14680064)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_14336)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1310720)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_131072)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_12582912)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_12288)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_114688)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_10485760)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1048576)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_10240)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zio_buf_1024)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zil_lwb_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:zfs_znode_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:vtnet_tx_hdr)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:vmem btag)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:umtx_shm)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:umtx pi)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:udplite_inpcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:udpcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:udp_inpcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:ttyoutq)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:ttyinq)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:tcptw)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:tcpreass)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:tcpcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:tcp_inpcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:taskq_zone)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:syncache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:socket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:selfd)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_stream_msg_out)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_readq)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_raddr)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_laddr)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_ep)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_chunk)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_asoc)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_asconf_ack)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sctp_asconf)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sackhole)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:sa_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:rtentry)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:rl_entry)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:ripcb)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:range_seg_cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:procdesc)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:pipe)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:nvme_request)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mt_zone)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mlx4_cmd)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mbuf_jumbo_page)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mbuf_jumbo_9k)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mbuf_jumbo_16k)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:mbuf_cluster)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:lz4_ctx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:ksiginfo)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:itimer)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:ipq)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:hostcache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:g_bio)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:filedesc0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:fakepg)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:dnode_t)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:dmu_buf_impl_t)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:cryptop)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:cryptodesc)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:cpuset)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:audit_record)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:arc_buf_t)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:arc_buf_hdr_t_l2only)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:arc_buf_hdr_t_full)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:VNODEPOLL)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:VNODE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:VMSPACE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:VM OBJECT)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:UMA Zones)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:UMA Slabs)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:UMA Kegs)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:UMA Hash)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:TURNSTILE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:THREAD)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:SWAPMETA)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:STS VFS Cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:SLEEPQUEUE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:S VFS Cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:RADIX NODE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:PROC)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:NCLNODE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:NAMEI)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:Mountpoints)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:MAP)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:MAP ENTRY)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:MAC labels)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:LTS VFS Cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:L VFS Cache)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:KNOTE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:KMAP ENTRY)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:Files)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:FPU_save_area)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:DMAR_MAP_ENTRY)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:DIRHASH)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:BUF TRIE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:AIOP)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:AIOLIO)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:AIOL)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:AIOCB)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:AIO)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:8192)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:8 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:65536)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:64)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:64 pcpu)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:64 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:6 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:512)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:4096)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:4 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:32768)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:32)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:32 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:256)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:256 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:2048)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:16)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:16 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:128)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:128 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:12 Bucket)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:480 (sleep mutex:1024)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:sackhole)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:filedesc0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:256)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/net/bpf.c:2269 (rw:bpf interface lock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2452 (sleep mutex:vnode interlock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 8)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 21)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 20)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 13)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:1279 (sleep mutex:vnode_free_list)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_lookup.c:813 (lockmgr:crossmp)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/tty_pts.c:307 (sleep mutex:ttymtx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 11)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 14)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 17)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_trap.c:270 (spin mutex:sched lock 18)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 19)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:dbu_evict)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mca)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:dbu_evict)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_bus.c:539 (sleep mutex:dev mtx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 3)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2754 (spin mutex:sched lock 1)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2754 (spin mutex:sched lock 0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 19)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:576 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:576 (spin mutex:sched lock 20)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:576 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:507 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:324 (spin mutex:zombie lock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:1012 (spin mutex:process slock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 8)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 5)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 1)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mca)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_sig.c:588 (spin mutex:sleepq chain)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:dbu_evict)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_fork.c:491 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_fork.c:491 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_conf.c:392 (sleep mutex:Giant)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1176 (sleep mutex:vnode interlock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:279 (sx:dn->dn_struct_rwlock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:2008 (sx:dn->dn_mtx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:2007 (sx:dn->dn_struct_rwlock)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2545 (sx:db->db_mtx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:455 (sleep mutex:sigacts)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:454 (sleep mutex:process lock)

srv2 max  wait_max       total  wait_total       count    avg wait_avg cnt_hold cnt_lock name
      26        10     2312976      104590     4734620      0      0  0  66330 /usr/src/sys/netinet/tcp_output.c:328 (sleep mutex:so_snd)
       2         9      646727       75478     3516398      0      0  0 306813 /usr/src/sys/kern/kern_timeout.c:578 (spin mutex:callout)
      10        16      653018       50699     2840085      0      0  0  36817 /usr/src/sys/kern/uipc_socket.c:1756 (sleep mutex:so_rcv)
       9        11     2769540       76265     2792403      0      0  0  98760 /usr/src/sys/kern/subr_sleepqueue.c:254 (spin mutex:sleepq chain)
       0         3      117092       10901     2114141      0      0  0  64976 /usr/src/sys/dev/random/random_harvestq.c:419 (spin mutex:entropy harvest mutex)
      67        17    10604693      202726     2113057      5      0  0 107691 /usr/src/sys/netinet/in_pcb.c:1964 (rw:tcpinp)
       7         0      517469           0     2113057      0      0  0      0 /usr/src/sys/netinet/in_pcb.c:1957 (rw:pcbinfohash)
       4         0      179365           0     1992867      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cq.c:59 (rw:lnxrw)
       6         6      429532       48666     1925716      0      0  0  39536 /usr/src/sys/kern/uipc_socket.c:1529 (sleep mutex:so_rcv)
      26         0      774217           0     1864552      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:1084 (sleep mutex:mlx4 tx)
      10        19      226237       13478     1432055      0      0  0   6378 /usr/src/sys/kern/uipc_socket.c:1258 (sleep mutex:so_snd)
      12        22     1350600      149155     1122703      1      0  0  88599 /usr/src/sys/netinet/tcp_input.c:1908 (sleep mutex:so_rcv)
      19        50      550277      294825     1036575      0      0  0  83344 /usr/src/sys/netinet/tcp_usrreq.c:814 (rw:tcpinp)
       3         0       50056           0     1036574      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:1919 (sleep mutex:so_rcv)
 2021594         0   156711213           0     1036560    151      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:283 (sx:so_rcv_sx)
      36       190      803805     2135297      931080      0      2  0 290505 /usr/src/sys/netinet/tcp_usrreq.c:874 (rw:tcpinp)
      11         0      255966           0      931080      0      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:682 (sleep mutex:so_snd)
       5        12       57492        2599      889142      0      0  0   1180 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:so_rcv)
       0         0       45216           0      701045      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 8)
       0         0       42578           0      641836      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 9)
      21         5      586080        1593      583237      1      0  0   1184 /usr/src/sys/netinet/tcp_input.c:2826 (sleep mutex:so_snd)
       0         0       29998           0      504150      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 5)
       4        38       34571      897991      500975      0      1  0 333653 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:so_snd)
       0         0       28351           0      455341      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 10)
       3         1      137511         424      362256      0      0  0    745 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 8)
       1         5       98456        1530      362160      0      0  0   2192 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 8)
       0         1       35076          71      339075      0      0  0    151 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 8)
       0         0       19714           0      337200      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 6)
       3         1      111845          82      324260      0      0  0    126 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 9)
       2         3       82692         552      324214      0      0  0    815 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 9)
       0         2       33344          14      317511      0      0  0     39 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 9)
       0         0       20172           0      302427      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 11)
       2         0       17755           0      266483      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 16)
       1         0       17012           0      265373      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 20)
       1         0       17317           0      263471      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 22)
       0         0       22319           1      251709      0      0  0      5 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 5)
       2         2       47213           3      251589      0      0  0      3 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 5)
       0         1       63421           2      251573      0      0  0      2 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 5)
       0         0       15305           0      250773      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 7)
       1         0       16221           0      250199      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 19)
       1         0       17183           0      246344      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 13)
       0         0       15186           0      245695      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 0)
       0         0       14570           0      243386      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 3)
       8         3      210698         275      242985      0      0  0    211 /usr/src/sys/netinet/tcp_input.c:1808 (sleep mutex:so_snd)
       3         5       62849         987      242985      0      0  0    731 /usr/src/sys/kern/uipc_sockbuf.c:1148 (sleep mutex:so_snd)
       1         0       14880           0      230196      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 21)
       3         1       60836          39      229385      0      0  0     64 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 10)
       0         2       55817         338      229360      0      0  0    481 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 10)
       1         0       15130           0      226068      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 14)
       0         0       22029          34      225876      0      0  0     61 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 10)
       1         0       15566           0      223447      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 12)
       1         0       14578           0      216475      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 15)
  764951         0   156938175           0      203807    770      0  0      0 /usr/src/sys/kern/uipc_sockbuf.c:283 (sx:so_snd_sx)
       1         0       13355           0      201118      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 18)
       2         0       13712           0      199852      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 23)
       1         0       13458           0      199091      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 17)
       6         0       40162           0      192446      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:216 (spin mutex:et_hw_mtx)
       0         0       14948          12      168570      0      0  0     21 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 6)
       2         1       30673           2      168473      0      0  0      4 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 6)
       0         0       39034           0      168457      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 6)
       0         0        9548           0      160052      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 1)
       3         2       50940         110      153276      0      0  0    177 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 11)
       1         3       44531         241      153248      0      0  0    342 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 11)
       1         0       20735          19      149055      0      0  0     46 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 11)
       3         3       41339         136      133195      0      0  0    172 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 16)
       2         0       19257           2      133182      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 16)
       0         0        7254           4      133182      0      0  0      6 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 16)
       1         0        8664           0      133108      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 16)
       2         3       39401          99      132644      0      0  0    119 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 20)
       2         0       18892           0      132631      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 20)
       0         2        7307           6      132631      0      0  0      4 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 20)
       1         0        8693           0      132589      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 20)
       2         3       39276         112      131696      0      0  0    147 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 22)
       3         1       19098           2      131666      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 22)
       0         1        7188           4      131666      0      0  0      3 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 22)
       1         0        8447           0      131647      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 22)
       7         3       73008         798      128018      0      0  0   1832 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 20)
       5         3       74281        1078      127975      0      0  0   2975 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 16)
       3         2       73716         727      127163      0      0  0   1691 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 22)
       0         0       12035           3      125105      0      0  0      9 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 7)
       3         3       38219          86      125054      0      0  0    119 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 19)
       1         2       18100           4      125046      0      0  0      4 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 19)
       0         3        6990           8      125046      0      0  0      5 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 19)
       1         0        8109           0      125012      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 19)
       2         1       24146           1      124775      0      0  0      2 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 7)
       1         0       29845           0      124764      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 7)
       3         0       18057           0      123127      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 13)
       1         0        6824           0      123124      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 13)
       3         3       37984         104      123122      0      0  0    127 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 13)
       1         0        7714           0      123063      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 13)
       0         0       11136           8      122840      0      0  0     15 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 0)
       2         8       26567          17      122695      0      0  0      4 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 0)
       0         9       31881          24      122693      0      0  0      9 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 0)
       0         0       11052           0      121501      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 3)
       2         0       23188           1      121388      0      0  0      2 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 3)
       0         1       30852           6      121382      0      0  0      7 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 3)
       6         2       68001         744      120809      0      0  0   1727 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 19)
       8         4       68495         707      118678      0      0  0   1646 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 13)
      56         0      698032           0      116650      5      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:511 (sleep mutex:mlx4 comp)
       1         3       35208          78      115057      0      0  0     92 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 21)
       2         1       17100           1      115050      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 21)
       0         0        6260           0      115050      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 21)
       1         0        7317           0      114949      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 21)
       3         0       15526           2      112996      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 14)
       0         1        6131           1      112996      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 14)
       1         2       35286          52      112977      0      0  0     73 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 14)
       1         0        7318           0      112947      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 14)
       0         0        7209           0      112222      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 4)
       2         0       15910           0      111684      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 12)
       1         0        6140           0      111684      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 12)
       2         3       34774          81      111682      0      0  0    110 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 12)
       1         0        7121           0      111648      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 12)
       6         1       66381         604      111088      0      0  0   1408 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 21)
       5         1       61169         723      109170      0      0  0   2128 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 14)
       2         0       15507           0      108189      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 15)
       0         0        6015           2      108188      0      0  0      3 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 15)
       2         4       34053         127      108184      0      0  0    169 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 15)
       1         0        7288           0      108135      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 15)
       5         1       61164         579      107122      0      0  0   1347 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 12)
       5         3       59899        1040      103684      0      0  0   2531 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 15)
       2         3       31635          86      100510      0      0  0    116 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 18)
       6         0       14354           0      100508      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 18)
       0         4        5472           9      100505      0      0  0      5 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 18)
       1         0        6409           0      100435      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 18)
       3         2       30764          71       99870      0      0  0     93 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 23)
       2         0       14922           0       99855      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 23)
       1         2        5526           5       99853      0      0  0      3 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 23)
       1         0        6758           0       99793      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 23)
       2         3       30250          85       99514      0      0  0     98 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 17)
       2         1       14242           1       99506      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 17)
       0         1        5441           4       99506      0      0  0      5 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 17)
       1         0        6598           0       99435      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 17)
       5         2       57107         638       96278      0      0  0   1543 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 18)
       5         2       55233         545       94943      0      0  0   1339 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 23)
       5         2       57863         603       94531      0      0  0   1315 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 17)
      15         0       22144           0       93184      0      0  0      0 /usr/src/sys/dev/random/fortuna.c:222 (sleep mutex:reseed mutex)
       0         0        7096           3       79823      0      0  0     10 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 1)
       2         0       14868           1       79436      0      0  0      2 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 1)
       1         0       18274           0       79431      0      0  0      1 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 1)
       1         0       12835           0       77974      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:760 (spin mutex:et_hw_mtx)
       0         0        5613           9       56064      0      0  0     22 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 4)
       2         1       15593           2       55997      0      0  0      3 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 4)
       1         2       15365           5       55989      0      0  0      8 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 4)
       4         6       14636        5502       38547      0      0  0   7948 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 8)
       2         0        4040           0       36959      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf)
       3         0        6234           0       36923      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf)
       3         0        2984           0       25648      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf_jumbo_page)
       2         0        4210           0       25641      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf_jumbo_page)
      23        13       41729        2348       25344      1      0  0   1264 /usr/src/sys/netinet/tcp_reass.c:316 (sleep mutex:so_rcv)
       0         5        1231         129       15078      0      0  0     93 /usr/src/sys/netinet/tcp_input.c:2678 (sleep mutex:so_snd)
       1         0        1192           0       11173      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mbuf_jumbo_9k)
       3         0        1867           0       11170      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mbuf_jumbo_9k)
       1         7        2778        1111       10781      0      0  0   1611 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 8)
       2         8        3180        1378        7523      0      0  0   1515 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 9)
      12         9         689          39        6302      0      0  0     22 /usr/src/sys/kern/kern_conf.c:72 (sleep mutex:cdev)
       3         0         961           0        5830      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sleepq chain)
       2         2         696           3        5746      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sleepq chain)
       3        13        2179         731        5688      0      0  0    845 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 11)
       1         0         595           0        5425      0      0  0      0 /usr/src/sys/kern/kern_clocksource.c:827 (spin mutex:et_hw_mtx)
       2         1        1716          33        5328      0      0  0     75 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 16)
       1         4        1358        1151        5287      0      0  0   2651 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 9)
       5         3        1599          49        5107      0      0  0    101 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 22)
       6         6        3504          96        5078      0      0  0    247 /usr/src/sys/kern/kern_timeout.c:751 (spin mutex:callout)
       4         0        3604           0        4756      0      0  0      0 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 16)
      11         0        2393           2        4745      0      0  0      3 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 8)
       5         1        3460           1        4724      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 23)
      18         0         789           0        4675      0      0  0      0 /usr/src/sys/kern/sys_generic.c:777 (sx:filedesc structure)
       3         1         899           4        4638      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 16)
       1         1         878           3        4617      0      0  0      5 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 23)
       4         0        3365           0        4591      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 17)
       3         0        1480          45        4584      0      0  0     99 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 15)
       2         1        1454          30        4473      0      0  0     72 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 19)
       1         0         792           2        4473      0      0  0      3 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 9)
       3         1         917           3        4443      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 17)
       5         0         739           0        4392      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:560 (spin mutex:turnstile lock)
       3         0        1651           0        4392      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:551 (spin mutex:turnstile chain)
       7         0        3222           1        4328      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 20)
       3         5        1817         979        4220      0      0  0   1427 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 10)
       1         2         802           7        4217      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 20)
       7         1        3126           2        4209      0      0  0      3 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 12)
       2         1         804           7        4100      0      0  0      8 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 12)
       3         4        1380          33        4015      0      0  0     66 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 13)
       7         0        3005           2        3997      0      0  0      3 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 13)
       3         2        1232          31        3937      0      0  0     54 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 21)
       4         1        2825           4        3936      0      0  0      5 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 22)
       4         0        1286          27        3928      0      0  0     57 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 20)
       3         0         792           0        3913      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 13)
      10         0        2821           0        3862      0      0  0      0 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 15)
       4         0        2812           0        3854      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 18)
       2         2         724           5        3836      0      0  0      4 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 22)
       5         0        2755           0        3827      0      0  0      0 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 19)
       1         3        1062         630        3816      0      0  0   1159 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 11)
       7         0        2637          13        3757      0      0  0     50 /usr/src/sys/kern/kern_timeout.c:449 (spin mutex:callout)
      10         0        1663           0        3753      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 6)
       3         0        2746           1        3732      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 21)
       3         1         756           2        3714      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 18)
       2         3         732           7        3714      0      0  0      6 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 19)
       6         0        2692           1        3681      0      0  0      2 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 14)
       3         2        1188          31        3660      0      0  0     71 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 12)
       2         1         675           1        3660      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 15)
       1         1         664           4        3626      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 21)
       1         1         691           2        3580      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 14)
       1         0         647           0        3288      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 10)
       8         0        6462           1        3076      2      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:921 (spin mutex:sleepq chain)
       8         0        1430           0        3040      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 5)
       1         1         572           2        2961      0      0  0      2 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 11)
       2         1         977          31        2942      0      0  0     65 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 18)
       2         1         845          13        2918      0      0  0     28 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 14)
       7         2         939          21        2707      0      0  0     37 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 23)
       6         0        1131           1        2668      0      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 3)
       3         0         946          22        2565      0      0  0     46 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 17)
       6         1        1050           3        2241      0      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 0)
       1         0         406           0        2086      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:256 Bucket)
       0         0         291           0        2085      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:256 Bucket)
       6         1         857           2        2017      0      0  0      3 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 7)
       5         0         953           0        2014      0      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 4)
      14         2         982          62        1930      0      0  0     40 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:1055 (sleep mutex:mlx4 tx)
      10        26        1324          78        1861      0      0  0     11 /usr/src/sys/kern/kern_umtx.c:499 (sleep mutex:umtxql)
       1         3         538         242        1827      0      0  0    339 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 10)
      28         0        1001           0        1360      0      0  0      0 /usr/src/sys/kern/kern_conf.c:427 (sleep mutex:Giant)
       0         0          57           0        1280      0      0  0      0 /usr/src/sys/netinet/ip_reass.c:491 (sleep mutex:IP reassembly)
       0         0          75           0        1248      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1097 (sleep mutex:lnxspin)
       0         2         159           8        1069      0      0  0      8 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 8)
       6         1         574           3        1047      0      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 9)
       4         3         357           5        1008      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 22)
       6         0         322           0         993      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 19)
       2         0         336           2         960      0      0  0      4 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 15)
       2         1         312           2         955      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 16)
       5         0         611           0         938      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 10)
       2         1         343           3         938      0      0  0      4 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 18)
       2         0         328           0         937      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 13)
       4         1         316           5         933      0      0  0      8 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 17)
       1         2         285           3         923      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 20)
       2         0         324           3         921      0      0  0      6 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 14)
       2         2         298           2         909      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 21)
       2         1         326           3         904      0      0  0      5 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 23)
       3         0         353           1         860      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 12)
       3         1         199          25         858      0      0  0     86 /usr/src/sys/kern/kern_timeout.c:864 (spin mutex:callout)
       5         0         580           0         841      0      0  0      1 /usr/src/sys/kern/kern_timeout.c:364 (spin mutex:callout)
       0         0         102           0         841      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 5)
       0         1         143           1         838      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 9)
       0         0         120           0         823      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 0)
       0         1          76           1         783      0      0  0      2 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       2         0         323           1         782      0      0  0      6 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       1         0         116           0         764      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         1         112           3         742      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 11)
       0         0         115           1         734      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 10)
       5         0         210           0         729      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5515 (rw:pmap pv list)
       2         0         215           0         716      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0          71           0         716      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       2         0          79           0         708      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       5         0         162           0         683      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3386 (rw:pmap pv list)
      60         0        3691           0         642      5      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_tx.c:480 (sleep mutex:mlx4 comp)
     442         0        5534           0         600      9      0  0      0 /usr/src/sys/kern/kern_proc.c:1450 (sleep mutex:process lock)
     233         0        2298           0         600      3      0  0      0 /usr/src/sys/kern/kern_proc.c:957 (spin mutex:pstatl)
       1         0          69           0         600      0      0  0      0 /usr/src/sys/kern/kern_proc.c:924 (sleep mutex:sigacts)
       0         0          33           0         600      0      0  0      0 /usr/src/sys/kern/kern_proc.c:978 (sleep mutex:session)
       2         0         245           0         597      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 7)
       0         0          70           0         597      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 3)
       2         0          64           0         594      0      0  0      0 /usr/src/sys/kern/kern_proc.c:301 (sleep mutex:process lock)
       0         0          62           0         594      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1976 (spin mutex:sched lock 2)
       1         0          82           0         592      0      0  0      0 /usr/src/sys/kern/kern_proc.c:323 (sx:allproc)
      67         0        3051           0         590      5      0  0      0 /usr/src/sys/netinet/tcp_timer.c:284 (rw:tcpinp)
       0         0          72           0         576      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 7)
       0         0          30           0         576      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 7)
       2         1         218           1         570      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 1)
       1         0         150           0         569      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sleepq chain)
       0         1          31           1         565      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 1)
       0         0          72           1         565      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 1)
       0         0          74           0         536      0      0  0      2 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 6)
       6         0         281           0         533      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 1)
       0         0          76           0         524      0      0  0      1 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 7)
       0         0          29           0         496      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 1)
       0         0          76           1         494      0      0  0      3 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 4)
       0         0          27           0         485      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 7)
       2         0         166           0         482      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 5)
       0         0          57           0         459      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 5)
       0         0          26           0         459      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 5)
       0         0          21           0         394      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 5)
       9         0          86           0         389      0      0  0      0 /usr/src/sys/vm/vm_object.c:529 (rw:vm object)
       0         0          31           0         382      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 1)
       1         1          49           2         351      0      0  0      3 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 0)
       0         0          39           0         350      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 0)
       0         0          18           0         349      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5694 (sleep mutex:pmap)
       0         0          63           0         344      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 5)
       0         0          29           0         343      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 7)
       2         2         216          86         337      0      0  0    153 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 0)
       0         0          55           0         337      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 1)
       2         0          95           0         336      0      0  0      0 /usr/src/sys/net/bpf.c:2206 (rw:bpf interface lock)
       2         0          77           0         334      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 0)
       0         0          16           0         330      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 0)
       0         0          20           0         323      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 0)
      39         0        2442           0         322      7      0  0      0 /usr/src/sys/netinet/tcp_timer.c:587 (rw:tcpinp)
       2         0         259           0         322      0      0  0      0 /usr/src/sys/netinet/tcp_timer.c:584 (rw:tcp)
       0         0          25           0         322      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 0)
      11         0         139           0         320      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 3)
       1         1         136          96         318      0      0  0    244 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 6)
       3         0          55           0         316      0      0  0      0 /usr/src/sys/vm/vm_glue.c:171 (sx:vm map (user))
      34         0         680           0         312      2      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:479 (sx:lnxmtx)
       0         0          30           0         312      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:780 (sleep mutex:lnxspin)
       0         0          30           0         312      0      0  0      0 /usr/src/sys/kern/kern_sema.c:94 (sleep mutex:lnxsema)
       0         0          27           0         312      0      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/cmd.c:719 (sleep mutex:lnxspin)
       0         0          25           0         312      0      0  0      0 /usr/src/sys/kern/kern_sema.c:79 (sleep mutex:lnxsema)
       1         1          79          99         308      0      0  0    273 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 7)
       3         2         154          88         304      0      0  0    183 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 4)
       1         1          48           2         288      0      0  0      4 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 7)
      13         0         788           0         284      2      0  0      0 /usr/src/sys/vm/vm_map.c:3985 (sx:vm map (user))
       2         0          96           0         284      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4367 (sleep mutex:pmap)
       0         0          37           0         282      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 3)
       0         0          17           0         282      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 3)
      12         1         403           1         277      1      0  0      3 /usr/src/sys/kern/tty_ttydisc.c:480 (sleep mutex:ttymtx)
       2         4          35          19         275      0      0  0     12 /usr/src/sys/kern/tty.c:171 (sleep mutex:ttymtx)
       0         0          20           0         273      0      0  0      0 /usr/src/sys/vm/vm_page.c:2796 (sleep mutex:vm active pagequeue)
       1         0          78           0         272      0      0  0      0 /usr/src/sys/vm/vm_fault.c:1010 (rw:vm object)
       1         0          41           0         272      0      0  0      0 /usr/src/sys/vm/vm_fault.c:1011 (sleep mutex:vm page)
       0         0          17           1         272      0      0  0      2 /usr/src/sys/vm/vm_page.c:2840 (sleep mutex:vm active pagequeue)
       3         0         141           0         271      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 2)
       0         0          48           0         266      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 7)
       1         0          86           0         265      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0          26           0         265      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       1         0          31           0         264      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       7         0         116           0         263      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1824 (sleep mutex:select mtxpool)
       1         0          95           0         262      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5984 (sleep mutex:pmap)
       0         0          74           0         256      0      0  0      1 /usr/src/sys/kern/kern_switch.c:211 (spin mutex:sched lock 2)
       1         0          46           0         247      0      0  0      0 /usr/src/sys/vm/vm_page.c:1651 (sleep mutex:vm page free queue)
       1         0          27           0         247      0      0  0      0 /usr/src/sys/vm/vm_page.c:3037 (sleep mutex:vm page free queue)
       1         0          35           0         242      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 23)
       0         0          23           0         242      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 23)
       0         0          23           0         242      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 2)
       0         0          16           1         242      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 23)
       0         0          15           0         242      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 11)
       0         0          21           0         234      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 11)
       0         0          15           0         234      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 11)
       0         0          37           0         229      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 2)
       0         0          22           0         228      0      0  0      0 /usr/src/sys/vm/vm_page.c:1437 (sleep mutex:vm page)
       0         0          16           0         227      0      0  0      2 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 2)
       0         0          12           0         223      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 3)
       2         0          33           0         215      0      0  0      0 /usr/src/sys/netinet/if_ether.c:876 (rw:if_addr_lock)
       1         0          41           0         215      0      0  0      1 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 5)
       0         0          25           0         215      0      0  0      0 /usr/src/sys/netinet/if_ether.c:943 (rw:if_afdata)
       0         0          18           0         214      0      0  0      0 /usr/src/sys/netinet/if_ether.c:1023 (rw:if_afdata)
       0         0          34           0         193      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 1)
      15         0          47           0         189      0      0  0      0 /usr/src/sys/kern/kern_sig.c:1027 (sleep mutex:process lock)
       1         2          55          62         186      0      0  0    164 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 5)
       6         0         171           0         184      0      0  0      0 /usr/src/sys/vm/vm_fault.c:373 (rw:vm object)
       1         0          43           0         177      0      0  0      0 /usr/src/sys/vm/vm_fault.c:503 (sleep mutex:vm page)
       0         0          17           0         172      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4460 (rw:pmap pv list)
       0         0          14           0         160      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 3)
       2         2         138           4         158      0      0  0      2 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:mlx4_en)
       1         2          27          13         158      0      0  0      7 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:mlx4_en)
       0         0          27           0         157      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 3)
       0         0          10           0         156      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:509 (sx:zio->io_lock)
       1         0          38          49         155      0      0  0    139 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 1)
       0         1          13           1         147      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 5)
       1         0          32           0         143      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 22)
       0         0          17           0         143      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 22)
       0         0           9           0         142      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 2)
       0         0          22           0         141      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 4)
       0         0          16           0         141      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 4)
       2         2          80           3         140      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 6)
       0         0          13           0         138      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1777 (sleep mutex:select mtxpool)
       5         6         143          67         137      1      0  0     41 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 23)
       0         0          26           0         135      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 20)
       0         0          17           0         135      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 20)
       1         0          30           0         133      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 16)
       0         1          17           2         133      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 16)
       0         0          19           0         133      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 2)
       0         0          15           0         133      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 2)
       0         0          13           0         131      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 3)
       0         0          10           0         131      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 3)
       3         5         105          67         127      0      0  0     34 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 22)
       2         9          42          29         127      0      0  0     10 /usr/src/sys/kern/tty_outq.c:244 (sleep mutex:ttymtx)
       0         0          13           0         126      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 6)
       0         0          14           0         124      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 7)
       0         0          14           0         124      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 6)
       0         0          11           0         124      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 7)
       2         0          71           0         123      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 4)
       0         0          18           0         123      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 6)
       0         0          16           0         123      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0          13           0         123      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 4)
       1         0          47           0         122      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0          20           0         122      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 18)
       0         0          14           0         122      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 18)
       1         0          24           0         121      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         0          17           0         121      0      0  0      0 /usr/src/sys/kern/sys_generic.c:1708 (sleep mutex:select mtxpool)
       1         3           9           4         120      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 20)
       1         0          22           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 19)
       0         2           9           2         120      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 19)
       0         1           9           2         120      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 22)
       0         1           9           1         120      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 15)
       0         0          13           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 5)
       0         0          10           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 9)
       0         0          10           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 8)
       0         0           9           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 4)
       0         0           9           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 18)
       0         0           9           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 16)
       0         0           9           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 12)
       0         0           8           0         120      0      0  0      1 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 14)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 7)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 6)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 21)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 17)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 13)
       0         0           8           0         120      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 5)
       0         0          22           0         119      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 13)
       0         0          14           0         119      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 13)
       0         0          13           0         119      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 19)
       1         0          22           0         118      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 21)
       1         0          22           0         118      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:242 (sx:rrl->rr_lock)
       0         0          13           0         118      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 21)
       1         0          34           0         117      0      0  0      0 /usr/src/sys/kern/kern_clock.c:800 (spin mutex:sched lock 2)
       0         0           8           0         117      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 10)
       0         0          11           0         116      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 1)
       0         0          10           0         116      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 1)
       0         0           6           0         116      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:165 (sx:rrl->rr_lock)
       0         1          14           1         115      0      0  0      2 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 17)
       0         0          18           0         115      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 17)
      12         0         212           0         114      1      0  0      0 /usr/src/sys/vm/vm_pageout.c:336 (sleep mutex:vm page)
       1         0          18           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 12)
       0         0          20           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 15)
       0         0          14           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 15)
       0         0          12           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 12)
       0         0           8           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 5)
       0         0           8           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 3)
       0         0           8           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 2)
       0         0           8           0         114      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:138 (spin mutex:sched lock 1)
       1         0          18           0         113      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 1)
      11         0         174           0         112      1      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5879 (rw:pmap pv list)
       4         2          93          13         112      0      0  0     15 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 3)
       1         0          20           0         112      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 14)
       0         0          12           0         112      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 14)
       2        11          88          71         109      0      0  0     32 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 20)
      26         2         473           6         108      4      0  0      4 /usr/src/sys/dev/usb/usb_transfer.c:2265 (sleep mutex:USB device mutex)
       0         0          37           0         107      0      0  0      0 /usr/src/sys/vm/vm_object.c:763 (sleep mutex:vm page)
       2         0          59           0         104      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 11)
       0         0          18           0         102      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 6)
       0         0           8           0         102      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 6)
       3         2          91          38         101      0      0  0     35 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 19)
       5         0          58           0         100      0      0  0      0 /usr/src/sys/vm/vm_fault.c:409 (rw:vm object)
       2         4          97          45         100      0      0  0     31 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 17)
       1         0          20           0         100      0      0  0      0 /usr/src/sys/vm/vm_object.c:2244 (sleep mutex:vm page)
       3         5          87          48          99      0      0  0     35 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 21)
       0         0          17           0          97      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 10)
       0         0          15           0          97      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 10)
       0         0          13           0          92      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:mlx4_cmd)
       2         5          75          45          91      0      0  0     26 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 16)
       0         0          15           0          91      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 4)
       0         0           8           0          91      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 4)
       5         1          50           2          90      0      0  0      3 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 10)
       0         0          15           0          90      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 8)
       0         0          13           0          89      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:125 (spin mutex:sched lock 9)
       0         0          13           0          89      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 8)
       0         0           8           0          89      0      0  0      0 /usr/src/sys/modules/cpuctl/../../dev/cpuctl/cpuctl.c:110 (spin mutex:sched lock 9)
       0         2          24          12          88      0      0  0      8 /usr/src/sys/kern/tty_pts.c:392 (sleep mutex:ttymtx)
       0         0          16           0          87      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:mlx4_cmd)
      15         2         148           2          83      1      0  0      1 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:process lock)
       8         0          33           0          81      0      0  0      0 /usr/src/sys/vm/vm_map.c:2931 (rw:vm object)
       1         0          58           0          80      0      0  0      0 /usr/src/sys/kern/kern_resource.c:616 (spin mutex:pstatl)
     998         0       46460           0          78    595      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1150 (sx:lnxmtx)
     215         0       14112           0          78    180      0  0      0 /usr/src/sys/modules/mlx4/../../ofed/drivers/net/mlx4/main.c:2655 (sx:lnxmtx)
       7         0         270           0          78      3      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_port.c:182 (sleep mutex:lnxspin)
       4        16          30          25          78      0      0  0      2 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:ehci1)
       2         0          66           0          78      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_port.c:530 (sleep mutex:lnxspin)
       2         0          45           0          78      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 8)
       2         0          44           0          78      0      0  0      0 /usr/src/sys/modules/mlxen/../../ofed/drivers/net/mlx4/en_netdev.c:1175 (sx:lnxmtx)
       0         0          18           0          78      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 11)
       0         0           9           0          78      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 11)
       5         2          67          20          77      0      0  0     21 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 5)
       3         2         132           5          77      1      0  0      2 /usr/src/sys/vm/vm_fault.c:793 (rw:vm object)
       2         8          62          71          77      0      0  0     24 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 18)
       0         0          17           0          77      0      0  0      0 /usr/src/sys/vm/vm_fault.c:139 (sleep mutex:vm page)
       0         0           6           0          77      0      0  0      0 /usr/src/sys/vm/vm_page.c:3185 (sleep mutex:vm inactive pagequeue)
       0         0           5           0          77      0      0  0      0 /usr/src/sys/vm/vm_fault.c:914 (rw:vm object)
       1         0          38           0          76      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:3026 (sleep mutex:so_snd)
       0         0          19           0          76      0      0  0      0 /usr/src/sys/kern/uipc_socket.c:3027 (sleep mutex:so_rcv)
       0         0           9           0          76      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 0)
       0         0           7           0          76      0      0  0      0 /usr/src/sys/vm/vm_page.c:2796 (sleep mutex:vm inactive pagequeue)
       0         0          14           0          74      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 0)
       0         0           8           0          74      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 0)
       0         0           9           0          73      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 2)
      10         0          79           0          72      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2411 (sleep mutex:ehci1)
       6         0          25           0          72      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2266 (sleep mutex:ehci1)
       0         7           8           7          72      0      0  0      1 /usr/src/sys/dev/usb/usb_transfer.c:2013 (sleep mutex:ehci1)
       0         0           8           0          72      0      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2371 (sleep mutex:ehci1)
       0         0           8           0          70      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 7)
       4         2          64          32          69      0      0  0     25 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 15)
       2         0          64           0          69      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 15)
       2         0          28           0          69      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:1435 (sleep mutex:pipe mutex)
       2         0          61           0          68      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 20)
       0         3          22          74          68      0      1  0     54 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf)
       3         4          60          16          67      0      0  0     10 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 7)
       1         0          17           0          67      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4482 (rw:pmap pv list)
       0         0          10           0          67      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 11)
    1534         0        8246           0          66    124      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2798 (sx:USB suspend and resume SX lock)
       1         1          41           1          66      0      0  0      2 /usr/src/sys/kern/sched_ule.c:1203 (spin mutex:sched lock 9)
       0         0          13           0          66      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_acl.c:2100 (sx:zp->z_acl_lock)
       0         0           7           0          65      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 21)
       4         4          65          29          63      1      0  0     23 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 13)
       2         0          56           0          63      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 23)
       2         3          59           3          61      0      0  0      2 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 17)
       1         0          34           0          61      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 8)
      17         0         183           0          60      3      0  0      0 /usr/src/sys/kern/vfs_subr.c:2523 (lockmgr:zfs)
       0         0          13           0          60      0      0  0      1 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 9)
       0         0           8           0          60      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 9)
       0         0           6           0          60      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 10)
       0         0           5           0          60      0      0  0      0 /usr/src/sys/vm/vm_glue.c:756 (sleep mutex:process lock)
       3         0          54           0          58      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 13)
       0         0           8           0          58      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 4)
       0         0          14           0          57      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 8)
       0         0           8           0          57      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 8)
       5         0          83           2          56      1      0  0      7 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 12)
       5         0          73           1          56      1      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 11)
       1         0          16           0          56      0      0  0      0 /usr/src/sys/kern/vfs_cache.c:585 (rw:Name Cache)
       0         0           4           0          56      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 18)
       1         0          40           0          55      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:mlx4_en)
       0         0           7           0          55      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 1)
      23         6         302          26          54      5      0  0      5 /usr/src/sys/kern/kern_condvar.c:150 (sleep mutex:Giant)
      13         0         230           0          54      4      0  0      0 /usr/src/sys/dev/usb/usb_request.c:544 (sleep mutex:USB device mutex)
       9         9          72          18          54      1      0  0      2 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:USB device mutex)
       7         0         109           0          54      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 16)
       3         0          52           0          54      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 19)
       1         2           9           4          54      0      0  0      3 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 8)
       0         1           8           2          54      0      0  0      4 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 9)
       0         0          22           0          54      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 11)
       0         0           8           0          54      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 11)
       0         0           7           0          54      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 0)
       0         0           7           0          54      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:3102 (sleep mutex:USB device mutex)
       3         2          58          17          53      1      0  0     20 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 12)
       0         0          11           0          53      0      0  0      0 /usr/src/sys/kern/sched_ule.c:1933 (spin mutex:sched lock 10)
       0         0           9           0          53      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:357 (spin mutex:sched lock 10)
       0         0           6           0          53      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 5)
       2         0          48           0          52      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 16)
       1         1           7           6          52      0      0  0      6 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 8)
       0         0           8           1          52      0      0  0      3 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 10)
       4         1          87           2          51      1      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 14)
       3         1          62          11          51      1      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 16)
       0         2           7           3          51      0      0  0      3 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 5)
       0         0           6           0          51      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 6)
       0         0           2           0          51      0      0  0      0 /usr/src/sys/vm/swap_pager.c:307 (sleep mutex:ui_vmsize)
       0         0           2           0          51      0      0  0      0 /usr/src/sys/vm/swap_pager.c:301 (sleep mutex:swapdev)
       2         0          48           0          50      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 14)
       1         2          16          12          50      0      0  0      8 /usr/src/sys/kern/tty_pts.c:121 (sleep mutex:ttymtx)
       0         1           8           2          50      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 9)
       0         0           8           0          50      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 9)
       0         0           6           0          50      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 3)
       0         0           5           0          50      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 17)
       3         0         135           0          48      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:367 (sx:tx->tx_cpu[c].tc_open_lock)
       3         0          41           0          48      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:msgbuf lock)
       1         0          47           0          48      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 22)
       1         0          47           0          48      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 18)
       0         1           7           1          48      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 10)
       0         0           2           0          48      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:388 (sx:tx->tx_cpu[c].tc_lock)
       0         0          10           0          47      0      0  0      0 /usr/src/sys/kern/kern_sig.c:665 (sleep mutex:process lock)
       0         0           9           0          47      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 10)
       0         0           4           0          47      0      0  0      0 /usr/src/sys/kern/kern_sig.c:667 (sleep mutex:sigacts)
      24         0         190           0          46      4      0  0      0 /usr/src/sys/dev/random/fortuna.c:356 (sleep mutex:reseed mutex)
      17         0          85           0          46      1      0  0      0 /usr/src/sys/dev/random/fortuna.c:412 (sleep mutex:reseed mutex)
       4         0          81           1          46      1      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 18)
       1         1          37           2          46      0      0  0      5 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 1)
       0         0           8           0          46      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2926 (sleep mutex:vnode interlock)
       0         0           5           0          46      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2627 (sleep mutex:vnode interlock)
       0         0           5           0          46      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 5)
       0         0           4           0          46      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4288 (sx:zfsvfs->z_teardown_inactive_lock)
       0         0           3           0          46      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2541 (sleep mutex:vnode interlock)
       0         0           3           0          46      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 16)
       0         0           7           0          45      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 9)
       0         0           3           0          45      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 15)
       1         0          23           0          44      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:257 (sx:mls->mls_lock)
       0         0           7           0          44      0      0  0      1 /usr/src/sys/kern/subr_sleepqueue.c:443 (spin mutex:sched lock 8)
       0         0           7           0          44      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 7)
       0         0           5           0          44      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 7)
       2         1          40           1          43      0      0  0      2 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 2)
       2         0          45           0          43      1      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 21)
       0         0           3           0          43      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 23)
       2         3          35          29          42      0      0  0     15 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 14)
       1        17          19          26          42      0      0  0      2 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:ehci0)
       1         0          36           0          42      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 12)
       0         0           4           0          42      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 14)
       0         0           3           0          42      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 6)
       0         0           2           0          42      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2668 (sleep mutex:vnode interlock)
       2         0          11           0          41      0      0  0      0 /usr/src/sys/vm/vm_fault.c:1186 (rw:vm object)
       1         0          24           0          41      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0          16           0          41      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 8)
       0         0           7           0          41      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       1         7          38          30          40      0      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 13)
       0         1           4           1          40      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 11)
       0         0           5           1          40      0      0  0      3 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 11)
       0         0           5           0          40      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 4)
       0         0           5           0          40      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 4)
      40         0         185           0          38      4      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5018 (sleep mutex:pmap)
      40         0         181           0          38      4      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5019 (sleep mutex:pmap)
       5         0          58           1          38      1      0  0      2 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 13)
       3         7          48          22          37      1      0  0     12 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 18)
       2         0          32           0          37      0      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 2)
       1         0          14           0          37      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         3           9          38          37      0      1  0     33 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf)
       0         0           9           0          37      0      0  0      1 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 2)
      22         0         155           0          36      4      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:1465 (sleep mutex:ehci0)
      14         0         209           0          36      5      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:1465 (sleep mutex:ehci1)
       6         0          85           0          36      2      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1891 (sleep mutex:ehci1)
       6         0          71           0          36      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1837 (sleep mutex:ehci1)
       4         0          58           0          36      1      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 15)
       3         0          51           0          36      1      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2411 (sleep mutex:ehci0)
       2         0          16           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2266 (sleep mutex:ehci0)
       0         1           4           1          36      0      0  0      1 /usr/src/sys/dev/usb/usb_transfer.c:2013 (sleep mutex:ehci0)
       0         0           8           0          36      0      0  0      0 /usr/src/sys/x86/x86/io_apic.c:259 (spin mutex:icu)
       0         0           7           0          36      0      0  0      0 /usr/src/sys/x86/x86/io_apic.c:276 (spin mutex:icu)
       0         0           7           0          36      0      0  0      0 /usr/src/sys/vm/vm_map.c:3171 (rw:vm object)
       0         0           6           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2371 (sleep mutex:ehci0)
       0         0           5           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2995 (sleep mutex:ehci1)
       0         0           4           0          36      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 21)
       0         0           3           0          36      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2402 (sleep mutex:ehci1)
       1         0          16           0          35      0      0  0      0 /usr/src/sys/vm/vm_object.c:1912 (sleep mutex:vm page)
       0         0           5           0          35      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2189 (spin mutex:sched lock 8)
       0         0           4           0          35      0      0  0      0 /usr/src/sys/vm/vm_object.c:435 (rw:vm object)
       0         0           3           0          35      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 13)
       5         0         100           0          34      2      0  0      0 /usr/src/sys/kern/sys_pipe.c:1209 (sleep mutex:pipe mutex)
       2         2          24           5          34      0      0  0      2 /usr/src/sys/kern/sys_pipe.c:1053 (sleep mutex:pipe mutex)
       1         3          23           3          34      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 23)
       0         1           4           1          34      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 3)
       0         1           4           1          34      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 3)
    1544         0       15004           0          33    454      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2751 (sx:USB config SX lock)
      22         0          73           0          33      2      0  0      0 /usr/src/sys/dev/usb/usb_device.c:2752 (sx:USB suspend and resume SX lock)
       2         2          33           6          33      1      0  0      6 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 12)
       1         2           9           3          33      0      0  0      2 /usr/src/sys/kern/sys_pipe.c:671 (sleep mutex:pipe mutex)
       0         0           6           0          33      0      0  0      0 /usr/src/sys/kern/sys_pipe.c:708 (sleep mutex:pipe mutex)
       2         2          37          15          32      1      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 14)
       0         0           3           0          32      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:3747 (sleep mutex:umtxshm)
       1         0          24           0          31      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 23)
       0         2           5           4          31      0      0  0      2 /usr/src/sys/vm/vm_fault.c:1193 (rw:vm object)
       0         0           6           0          31      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 17)
       5         0          44           0          30      1      0  0      1 /usr/src/sys/kern/subr_turnstile.c:541 (spin mutex:turnstile chain)
       3         0          13           0          30      0      0  0      0 /usr/src/sys/kern/kern_sysctl.c:164 (sleep mutex:Giant)
       0         2           8          40          30      0      1  0     29 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf_jumbo_page)
       0         0          12           0          30      0      0  0      0 /usr/src/sys/vm/vm_object.c:1605 (sleep mutex:vm page)
       0         0           8           0          30      0      0  0      0 /usr/src/sys/kern/kern_kthread.c:214 (sleep mutex:process lock)
       0         0           5           0          30      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 23)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 1)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 6)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 2)
       0         0           4           0          30      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 1)
       0         0           3           0          30      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 6)
       0         0           3           0          30      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 2)
       0         0           1           0          30      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 4)
       1         1          15           1          29      0      0  0      1 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 6)
       1         0          12           0          29      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:sellck)
       0        25          11          25          29      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 10)
       0         0           6           0          29      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:pipe mutex)
       4         2          45          12          28      1      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 20)
       2         0          40           0          28      1      0  0      0 /usr/src/sys/kern/sys_generic.c:1869 (sleep mutex:sellck)
       1         0           6           0          28      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1891 (sx:hdl->sa_lock)
       0         0           2           0          28      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 16)
       2         1          17           1          27      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 15)
       1         0          19           0          27      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 15)
       0         1          10           1          27      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 9)
       0         0           6           0          27      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 16)
       0         0           3           0          27      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 12)
       8         0          47           0          26      1      0  0      0 /usr/src/sys/kern/vfs_lookup.c:530 (lockmgr:zfs)
       3         2          33          16          26      1      0  0     13 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 22)
       0         3           7          34          26      0      1  0     23 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf_jumbo_page)
       0         0           3           0          26      0      0  0      0 /usr/src/sys/kern/vfs_lookup.c:235 (sx:filedesc structure)
       0         0           3           0          26      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 13)
       0         0           3           0          26      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3486 (sx:zio->io_lock)
       0         0           3           0          26      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3198 (sx:zio->io_lock)
       0         0           1           0          26      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/ddt.c:637 (sx:ddt->ddt_lock)
       1         0          17           0          25      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 2)
       0         0           8           0          25      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:32 Bucket)
       0         0           8           0          25      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 2)
       0         0           6           0          25      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 22)
       0         0           6           0          25      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 19)
       3         0          41           0          24      1      0  0      1 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 20)
       1         0          19           0          24      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 19)
       1         0          15           0          24      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 19)
       0         2           2           7          24      0      0  0      4 /usr/src/sys/vm/vm_object.c:1233 (rw:vm object)
       0         0           6           0          24      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:32 Bucket)
       0         0           5           0          24      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 15)
       0         0           3           0          24      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 20)
       0         0           1           0          24      0      0  0      0 /usr/src/sys/vm/vm_object.c:1266 (rw:vm object)
       0         0           1           0          24      0      0  0      0 /usr/src/sys/vm/vm_map.c:4084 (rw:vm object)
       1         0          19           0          23      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 21)
       1         0          18           0          23      0      0  0      1 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 21)
       0         0           5           0          23      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 20)
       0         0           3           0          23      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 19)
       0         0           1           0          23      0      0  0      0 /usr/src/sys/vm/swap_pager.c:227 (sleep mutex:ui_vmsize)
       0         0           1           0          23      0      0  0      0 /usr/src/sys/vm/swap_pager.c:211 (sleep mutex:swapdev)
       5         1          25           5          22      1      0  0      7 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 17)
       3         0           8           0          22      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 13)
       1         1          22           4          22      1      0  0      5 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 15)
       1         0          20           0          22      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 18)
       1         0           9           0          22      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3498 (sx:zio->io_lock)
       0         0           5           0          22      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 12)
       0         0           3           0          22      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1582 (sx:zio->io_lock)
       2         1          23           3          21      1      0  0      4 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 17)
       1         0          14           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 18)
       1         0          14           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 22)
       1         0          12           0          21      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 22)
       0         0          13           3          21      0      0  0      5 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 6)
       0         0           2           0          21      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 7)
       0         0           2           0          21      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 17)
       0         0           1           0          21      0      0  0      0 /usr/src/sys/vm/vm_mmap.c:1482 (sleep mutex:process lock)
      31         0          90           0          20      4      0  0      0 /usr/src/sys/vm/vm_object.c:1693 (rw:vm object)
      24         0         243           0          20     12      0  0      0 /usr/src/sys/vm/vm_pageout.c:1199 (sleep mutex:vm active pagequeue)
       7         0          84           0          20      4      0  0      0 /usr/src/sys/kern/sys_generic.c:1833 (sleep mutex:sellck)
       3         0          24           0          20      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:Giant)
       3         0          15           0          20      0      0  0      0 /usr/src/sys/netinet6/mld6.c:1746 (sleep mutex:mld_mtx)
       2         3          15          10          20      0      0  0      6 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 19)
       1         0          16           0          20      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 16)
       1         0          11           0          20      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 16)
       1         0           9           0          20      0      0  0      0 /usr/src/sys/netinet/igmp.c:2186 (sleep mutex:igmp_mtx)
       1         0           5           0          20      0      0  0      0 /usr/src/sys/netinet/tcp_timewait.c:691 (rw:tcptw)
       0         0           8           0          20      0      0  0      0 /usr/src/sys/vm/vm_pageout.c:1552 (sleep mutex:vm page free queue)
       0         0           7           0          20      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 0)
       0         0           6           0          20      0      0  0      0 /usr/src/sys/vm/vm_pageout.c:951 (sleep mutex:vm inactive pagequeue)
       0         0           5           0          20      0      0  0      0 /usr/src/sys/netinet6/frag6.c:741 (sleep mutex:ip6qlock)
       0         0           4           0          20      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 18)
       7         0          25           0          19      1      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3776 (sleep mutex:pmap)
       3         0          22           1          19      1      0  0      3 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 19)
       1         0          15           0          19      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 12)
       1         0          12           0          19      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 12)
       1         0          10           0          19      0      0  0      1 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 17)
       0         0          13           0          19      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 17)
       0         0           5           0          19      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 21)
       0         0           5           0          19      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:484 (sleep mutex:invlgn)
       0         0           3           0          19      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 11)
       0         0           2           0          19      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 5)
       0         0           1           0          19      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:452 (sleep mutex:invlgn)
       8         0          59           0          18      3      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1837 (sleep mutex:ehci0)
       5         0          46           0          18      2      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:1891 (sleep mutex:ehci0)
       0         0           8           0          18      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 0)
       0         0           4           0          18      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 14)
       0         0           3           0          18      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2995 (sleep mutex:ehci0)
       0         0           2           0          18      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 20)
       0         0           2           0          18      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 18)
       0         0           2           0          18      0      0  0      0 /usr/src/sys/dev/usb/usb_transfer.c:2402 (sleep mutex:ehci0)
       0         0           1           0          18      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 20)
       3         0          36           0          17      2      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 22)
       0         0           7           0          17      0      0  0      2 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 6)
       0         0           3           0          17      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 23)
       1         0           9           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2401 (sx:db->db_mtx)
       0         1           2           4          16      0      0  0      4 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 14)
       0         0          11           0          16      0      0  0      1 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 4)
       0         0           6           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:523 (sx:scl->scl_lock)
       0         0           5           0          16      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5263 (sleep mutex:vnode interlock)
       0         0           5           0          16      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:496 (sx:scl->scl_lock)
       0         0           2           0          16      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 16)
       0         0           2           0          16      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5302 (sleep mutex:vnode_free_list)
       0         0           2           0          16      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 0)
       0         0           2           0          16      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 18)
       0         0           1           0          16      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 22)
       0         0           1           0          16      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3121 (sleep mutex:pmap pv chunk list)
       0         0           1           0          16      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3046 (sleep mutex:pmap pv chunk list)
       1         0          15           0          15      1      0  0      0 /usr/src/sys/vm/vm_map.c:1505 (sx:vm map (user))
       1         0          13           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 14)
       1         0          12           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 14)
       1         0          11           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 20)
       1         0           8           0          15      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 20)
       0         0           6           0          15      0      0  0      3 /usr/src/sys/kern/sched_ule.c:2645 (spin mutex:sched lock 4)
       0         0           6           0          15      0      0  0      0 /usr/src/sys/kern/subr_vmem.c:1331 (sleep mutex:kmem arena)
       0         0           3           0          15      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 22)
       0         0           2           1          15      0      0  0      4 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 14)
       0         0           2           0          15      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 20)
       4         0          16           0          14      1      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4067 (sleep mutex:pmap)
       2         0          12           0          14      0      0  0      0 /usr/src/sys/kern/kern_intr.c:1365 (spin mutex:sched lock 13)
       1         0           8           0          14      0      0  0      0 /usr/src/sys/kern/kern_intr.c:912 (spin mutex:sched lock 13)
       0         1           2           2          14      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 13)
       0         1           1           3          14      0      0  0      6 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 17)
       0         0           3           0          14      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 18)
       0         0           2           0          14      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 1)
       0         0           1           0          14      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 13)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/vm/vm_object.c:659 (rw:vm object)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/vm/vm_map.c:1262 (rw:vm object)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 19)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 22)
       0         0           1           0          14      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 19)
       1         0           7           0          13      0      0  0      1 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 4)
       0         1           2           1          13      0      0  0      2 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 17)
      33         0          81           0          12      6      0  0      0 /usr/src/sys/vm/vm_map.c:1875 (rw:vm object)
      25         0          64           0          12      5      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4636 (sleep mutex:pmap)
      13        10          68          25          12      5      2  0      4 /usr/src/sys/dev/usb/usb_device.c:2804 (sleep mutex:Giant)
       1        21           9          47          12      0      3  0      3 /usr/src/sys/dev/usb/usb_device.c:2758 (sleep mutex:Giant)
       0         0           3           0          12      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:136 (sx:h->hash_mutexes[i])
       0         0           2           0          12      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 2)
       0         0           2           0          12      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:720 (sx:db->db_mtx)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/vm/vm_map.c:4112 (rw:vm object)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 16)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:808 (sx:tl->tl_lock)
       0         0           1           0          12      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:5059 (sx:buf->b_evict_lock)
       0         0           0           0          12      0      0  0      0 /usr/src/sys/vm/vm_fault.c:208 (sleep mutex:vm page)
       5         0          33           0          11      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3752 (sx:arc_reclaim_lock)
       4         1          32           6          11      2      0  0      5 /usr/src/sys/kern/subr_turnstile.c:598 (spin mutex:turnstile lock)
       4         0          24           0          11      2      0  0      0 /usr/src/sys/vm/vm_mmap.c:550 (sx:vm map (user))
       4         0          22           0          11      2      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:arc_reclaim_lock)
       3         0          17           0          11      1      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:251 (sleep mutex:eventhandler)
       1         0           8           0          11      0      0  0      0 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 3)
       0         1           1           1          11      0      0  0      1 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 23)
       0         0           3           0          11      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:896 (spin mutex:td_contested)
       0         0           3           0          11      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:836 (spin mutex:td_contested)
       0         0           3           0          11      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:712 (spin mutex:td_contested)
       0         0           1           0          11      0      0  0      1 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 21)
       0         0           1           0          11      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 19)
       0         0           1           0          11      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 23)
     842         0        5818           0          10    581      0  0      0 /usr/src/sys/kern/kern_proc.c:1439 (sx:proctree)
     841         0        5814           0          10    581      0  0      0 /usr/src/sys/kern/kern_proc.c:1440 (sx:allproc)
      32         0          95           0          10      9      0  0      0 /usr/src/sys/vm/vm_object.c:587 (rw:vm object)
      21         6          55          14          10      5      1  0      3 /usr/src/sys/dev/mps/mpsvar.h:582 (sleep mutex:MPT2SAS lock)
       6         0          41           0          10      4      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:l2arc_feed_thr_lock)
       6         0          38           0          10      3      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:Syncer mtx)
       4         0          29           0          10      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3819 (sx:arc_user_evicts_lock)
       3         0          24           0          10      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:564 (sx:spa->spa_trim_lock)
       2         0          14           0          10      1      0  0      0 /usr/src/sys/kern/vfs_bio.c:3038 (sleep mutex:buffer daemon lock)
       2         0           8           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:455 (sx:tm->tm_lock)
       1         0          12           0          10      1      0  0      0 /usr/src/sys/kern/vfs_subr.c:1066 (sleep mutex:vnode_free_list)
       1         0          12           0          10      1      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:MPT2SAS lock)
       1         0           7           0          10      0      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:arc_user_evicts_lock)
       1         0           6           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:713 (rw:needsbuffer lock)
       1         0           6           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:500 (sx:tm->tm_lock)
       0         0           5           0          10      0      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:spa->spa_trim_lock)
       0         0           4           0          10      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:buffer daemon lock)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4424 (sleep mutex:acqtree)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4298 (sleep mutex:sahtree)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/fs/nfsserver/nfs_nfsdstate.c:1075 (sleep mutex:nfs_state_mutex)
       0         0           3           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:7012 (sx:l2arc_dev_mtx)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/netipsec/key.c:4442 (sleep mutex:spacqtree)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/netinet6/nd6.c:913 (rw:nd6)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:763 (sleep mutex:runningbufspace lock)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/kern/vfs_bio.c:441 (sleep mutex:dirty buf lock)
       0         0           2           0          10      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3369 (sx:arc_user_evicts_lock)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/vm/vnode_pager.c:121 (rw:vm object)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 15)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 12)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 15)
       0         0           1           0          10      0      0  0      0 /usr/src/sys/kern/kern_proc.c:855 (spin mutex:sched lock 12)
       0         0           0           0          10      0      0  0      0 /usr/src/sys/kern/kern_resource.c:1042 (spin mutex:sched lock 21)
       0         0           2           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 9)
       0         0           2           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 3)
       0         0           2           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 8)
       0         0           1           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 6)
       0         0           1           0           9      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 12)
      36         0          78           0           8      9      0  0      0 /usr/src/sys/vm/vm_map.c:1458 (sx:vm map (user))
       6         0          20           0           8      2      0  0      0 /usr/src/sys/kern/kern_sx.c:195 (sx:tx->tx_sync_lock)
       5         0          19           0           8      2      0  0      0 /usr/src/sys/kern/imgact_elf.c:480 (sx:vm map (user))
       2         0          10           0           8      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:139 (sx:db->db_mtx)
       0         0           3           0           8      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:CAM device lock)
       0         0           2           0           8      0      0  0      0 /usr/src/sys/netinet/ip_input.c:690 (rw:if_addr_lock)
       0         0           2           0           8      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:714 (sx:dn->dn_struct_rwlock)
       0         0           1           0           8      0      0  0      1 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:mps_taskq)
       0         0           1           0           8      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 15)
       0         0           1           0           8      0      0  0      0 /usr/src/sys/kern/kern_exit.c:332 (sleep mutex:process_exit)
       0         0           0           0           8      0      0  0      0 /usr/src/sys/vm/vnode_pager.c:225 (rw:vm object)
       0         0           0           0           8      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:527 (sx:zio->io_lock)
       0         0           0           0           8      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1230 (sx:dn->dn_mtx)
       3         1           8           1           7      1      0  0      2 /usr/src/sys/kern/sched_ule.c:904 (spin mutex:sched lock 21)
       0         0           3           0           7      0      0  0      0 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 3)
       0         0           1           0           7      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:64 Bucket)
       0         0           1           0           7      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 14)
       0         0           0           0           7      0      0  0      0 /usr/src/sys/vm/vm_object.c:2080 (rw:vm object)
       7         0          18           0           6      3      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:3708 (rw:pmap pv list)
       2         0           9           0           6      1      0  0      0 /usr/src/sys/dev/usb/usb_request.c:493 (sleep mutex:ehci0)
       2         0           6           0           6      1      0  0      0 /usr/src/sys/kern/sched_ule.c:901 (spin mutex:sched lock 21)
       1         0           8           0           6      1      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:3900 (sleep mutex:ehci1)
       1         0           8           0           6      1      0  0      0 /usr/src/sys/dev/usb/controller/ehci.c:3900 (sleep mutex:ehci0)
       1         0           7           0           6      1      0  0      0 /usr/src/sys/kern/vfs_vnops.c:1343 (lockmgr:zfs)
       1         0           7           0           6      1      0  0      0 /usr/src/sys/dev/usb/usb_request.c:493 (sleep mutex:ehci1)
       1         0           4           0           6      0      0  0      0 /usr/src/sys/vm/uma_core.c:2838 (sleep mutex:64 Bucket)
       1         0           4           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:442 (lockmgr:zfs)
       0         3           2          10           6      0      1  0      6 /usr/src/sys/vm/uma_core.c:2208 (sleep mutex:mbuf_jumbo_9k)
       0         0           4           0           6      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 2)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2006 (sleep mutex:Syncer mtx)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:1813 (sx:filedesc structure)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:1229 (sx:filedesc structure)
       0         0           1           0           6      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bpobj.c:550 (sx:bpo->bpo_lock)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/vm/vm_reserv.c:1096 (sleep mutex:vm page free queue)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:709 (sleep mutex:sleep mtxpool)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:677 (sleep mutex:sleep mtxpool)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_mount.c:443 (sleep mutex:struct mount mtx)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/vfs_mount.c:433 (sleep mutex:struct mount mtx)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/kern_proc.c:366 (sleep mutex:process group)
       0         0           0           0           6      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1079 (sleep mutex:process_exec)
     466         0        2188           0           5    437      0  0      0 /usr/src/sys/kern/kern_sysctl.c:1971 (sx:sysctl mem)
      11         0          52           0           5     10      0  0      0 /usr/src/sys/vm/vm_map.c:2335 (sx:vm map (user))
       8         0          33           0           5      6      0  0      0 /usr/src/sys/vm/vm_object.c:2213 (rw:vm object)
       3         0          15           0           5      3      0  0      0 /usr/src/sys/vm/vm_map.c:2540 (sx:vm map (user))
       2         0           4           0           5      0      0  0      0 /usr/src/sys/vm/vm_map.c:2642 (sx:vm map (user))
       0         0           3           0           5      0      0  0      0 /usr/src/sys/kern/sched_ule.c:902 (spin mutex:sched lock 2)
       0         0           3           0           5      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 7)
       0         0           2           0           5      0      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:4919 (sleep mutex:pmap)
       0         0           1           0           5      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 11)
      82         0         267           0           4     66      0  0      0 /usr/src/sys/amd64/amd64/pmap.c:5435 (sleep mutex:pmap)
      31         0          69           0           4     17      0  0      0 /usr/src/sys/kern/vfs_vnops.c:786 (lockmgr:zfs)
      19         0          43           0           4     10      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:411 (sx:dn->dn_struct_rwlock)
      17         0          44           0           4     11      0  0      0 /usr/src/sys/vm/vm_map.c:3075 (sx:vm map (user))
       6         0          13           0           4      3      0  0      0 /usr/src/sys/kern/kern_exit.c:1146 (sx:proctree)
       3         0          11           0           4      2      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:146 (sx:dn->dn_struct_rwlock)
       3         0           6           0           4      1      0  0      0 /usr/src/sys/kern/kern_prot.c:405 (sx:proctree)
       2         0           6           0           4      1      0  0      0 /usr/src/sys/kern/vfs_subr.c:2661 (lockmgr:zfs)
       2         0           5           0           4      1      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1114 (sx:dn->dn_struct_rwlock)
       2         0           4           0           4      1      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:mps_taskq)
       2         0           4           0           4      1      0  0      0 /usr/src/sys/kern/kern_exit.c:920 (sleep mutex:process lock)
       1         0           4           0           4      1      0  0      0 /usr/src/sys/net/route.c:457 (rw:rib head lock)
       1         0           3           0           4      0      0  0      0 /usr/src/sys/vm/vm_map.c:1968 (sx:vm map (user))
       1         0           3           0           4      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:soaio jobs)
       1         0           3           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2251 (sx:buf_hash_table.ht_locks[i].ht_lock)
       1         0           3           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2245 (sx:buf->b_evict_lock)
       1         0           2           0           4      0      0  0      0 /usr/src/sys/kern/kern_exec.c:981 (rw:vm object)
       1         0           2           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:199 (sx:db->db_mtx)
       1         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4470 (sleep mutex:umtx lock)
       0         1           1           2           4      0      0  0      3 /usr/src/sys/vm/uma_core.c:2726 (sleep mutex:mbuf_jumbo_9k)
       0         0           3           0           4      0      0  0      0 /usr/src/sys/kern/tty.c:1728 (sleep mutex:ttymtx)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/vm/uma_core.c:2371 (sleep mutex:64 Bucket)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/netinet/if_ether.c:609 (rw:if_afdata)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/net/route.c:461 (sleep mutex:rtentry)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/kern/tty.c:1719 (sx:proctree)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 6)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:592 (sx:db->db_mtx)
       0         0           2           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1913 (sx:dn->dn_dbufs_mtx)
       0         0           1           0           4      0      0  0      1 /usr/src/sys/kern/sched_ule.c:905 (spin mutex:sched lock 2)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:237 (rw:vm object)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:64 Bucket)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2662 (sleep mutex:vnode interlock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/tty.c:388 (sleep mutex:process lock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 8)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 10)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_rangelock.c:219 (sleep mutex:vnode interlock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/kern/kern_proc.c:630 (sleep mutex:process group)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:488 (sx:zio->io_lock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:464 (sx:zio->io_lock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:444 (sx:zp->z_range_lock)
       0         0           1           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2634 (sx:buf_hash_table.ht_locks[i].ht_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:287 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/vm/vm_glue.c:251 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/netinet/ip_output.c:712 (sleep mutex:rtentry)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 22)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 0)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_rangelock.c:164 (sleep mutex:vnode interlock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_prot.c:1233 (sleep mutex:process lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1050 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/kern/kern_exec.c:1028 (sleep mutex:vm page)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:489 (sx:zio->io_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:465 (sx:zio->io_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:538 (sx:zp->z_range_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:184 (sx:mls->mls_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:148 (sx:mls->mls_lock)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1778 (sx:dn->dn_mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1173 (sx:dn->dn_mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:479 (sx:db->db_mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:228 (sx:h->hash_mutexes[i])
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1979 (sx:dn->dn_dbufs_mtx)
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:187 (sx:h->hash_mutexes[i])
       0         0           0           0           4      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2677 (sx:buf->b_evict_lock)
      13         0          37           0           3     12      0  0      0 /usr/src/sys/kern/vfs_subr.c:2072 (lockmgr:syncer)
       3         0           8           0           3      2      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2276 (sleep mutex:ehci0)
       3         0           7           0           3      2      0  0      0 /usr/src/sys/kern/vfs_subr.c:2088 (sleep mutex:Syncer mtx)
       2         0           7           0           3      2      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2276 (sleep mutex:ehci1)
       2         0           5           0           3      1      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2471 (sleep mutex:ehci1)
       2         0           5           0           3      1      0  0      0 /usr/src/sys/dev/usb/usb_hub.c:2471 (sleep mutex:ehci0)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/kern/vfs_subr.c:2056 (sleep mutex:vnode interlock)
       1         0           3           0           3      1      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:413 (sleep mutex:ehci0)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5318 (sleep mutex:vnode_free_list)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:4145 (rw:bufobj interlock)
       1         0           2           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:413 (sleep mutex:ehci1)
       0         0           2           0           3      0      0  0      0 /usr/src/sys/libkern/arc4random.c:135 (sleep mutex:arc4_mtx)
       0         0           1           0           3      0      0  0      1 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:mps_taskq)
       0         0           1           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 18)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:578 (sleep mutex:struct mount mtx)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:533 (sleep mutex:struct mount mtx)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5312 (sleep mutex:struct mount mtx)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:5241 (sleep mutex:struct mount mtx)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2076 (rw:bufobj interlock)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 18)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 13)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:680 (spin mutex:sched lock 4)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/kern/kern_sig.c:2136 (sleep mutex:sigacts)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:691 (sleep mutex:ehci1)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:691 (sleep mutex:ehci0)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:378 (sleep mutex:ehci1)
       0         0           0           0           3      0      0  0      0 /usr/src/sys/dev/usb/controller/usb_controller.c:378 (sleep mutex:ehci0)
     125         0         228           0           2    114      0  0      0 /usr/src/sys/vm/vm_map.c:3315 (sx:vm map (user))
     125         0         228           0           2    114      0  0      0 /usr/src/sys/vm/vm_map.c:3311 (sx:vm map (user))
      14         0          26           0           2     13      0  0      0 /usr/src/sys/kern/imgact_elf.c:899 (lockmgr:zfs)
      10         0          18           0           2      9      0  0      0 /usr/src/sys/kern/kern_exit.c:497 (sleep mutex:process lock)
       9         0          19           0           2      9      0  0      0 /usr/src/sys/vm/vm_kern.c:476 (sx:vm map (user))
       8         0          14           0           2      7      0  0      0 /usr/src/sys/kern/kern_exit.c:539 (sleep mutex:process lock)
       7         0          15           0           2      7      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:515 (sx:zap->zap_rwlock)
       6         0          12           0           2      6      0  0      0 /usr/src/sys/x86/x86/mp_x86.c:1402 (spin mutex:smp rendezvous)
       6         0          11           0           2      5      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:566 (sx:tx->tx_sync_lock)
       4         0           5           0           2      2      0  0      0 /usr/src/sys/netinet/tcp_input.c:3053 (sleep mutex:so_rcv)
       3         0           7           0           2      3      0  0      0 /usr/src/sys/kern/kern_exec.c:729 (lockmgr:zfs)
       3         0           6           0           2      3      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:520 (sx:tx->tx_sync_lock)
       3         0           5           0           2      2      0  0      0 /usr/src/sys/kern/kern_fork.c:469 (sleep mutex:process lock)
       2         0           5           0           2      2      0  0      0 /usr/src/sys/kern/kern_fork.c:470 (sleep mutex:process lock)
       2         0           5           0           2      2      0  0      0 /usr/src/sys/kern/kern_exit.c:446 (sx:proctree)
       2         0           4           0           2      2      0  0      0 /usr/src/sys/kern/kern_exit.c:594 (spin mutex:process slock)
       1         0           3           0           2      1      0  0      0 /usr/src/sys/kern/kern_descrip.c:1855 (sx:filedesc structure)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/vm/vm_object.c:495 (lockmgr:zfs)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_thread.c:533 (spin mutex:pstatl)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_proc.c:711 (sx:proctree)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:958 (sx:allproc)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:589 (sleep mutex:process lock)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:587 (sx:proctree)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_fork.c:404 (sleep mutex:process lock)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_exit.c:216 (sleep mutex:process lock)
       1         0           2           0           2      1      0  0      0 /usr/src/sys/kern/kern_exec.c:731 (sleep mutex:process lock)
       1         0           1           0           2      0      0  0      0 /usr/src/sys/vm/vm_kern.c:445 (sx:vm map (user))
       1         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:843 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/vm/vm_object.c:497 (rw:vm object)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3471 (sx:vm map (user))
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2742 (sleep mutex:vnode interlock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 8)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exit)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 8)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_sig.c:3632 (sleep mutex:sigacts)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:552 (sleep mutex:process group)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:957 (sx:proctree)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:702 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:701 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:590 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:588 (sleep mutex:process group)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:796 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1160 (sleep mutex:process lock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:2305 (sx:filedesc structure)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:523 (sx:l->l_rwlock)
       0         0           1           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:592 (sleep mutex:descriptor tables)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_object.c:1774 (rw:vm object)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3985 (sleep mutex:vm map (system))
       0         0           0           0           2      0      0  0      0 /usr/src/sys/vm/vm_map.c:3368 (rw:vm object)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_vnops.c:2468 (sx:pmc-sx)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2823 (sleep mutex:vnode_free_list)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2757 (sleep mutex:vnode_free_list)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 9)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 22)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/sysv_sem.c:1399 (sleep mutex:semu)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 23)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 2)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 8)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 10)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 1)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 10)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exec)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_dtor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_ctor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4350 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4340 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:1200 (rw:tidhash)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_thread.c:1192 (rw:tidhash)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_sig.c:968 (sleep mutex:sigacts)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:775 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:702 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:615 (sleep mutex:ttymtx)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:607 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:577 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:576 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:554 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:553 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:480 (sleep mutex:process group)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:382 (sx:allproc)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:224 (sleep mutex:process_dtor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:197 (sleep mutex:process_ctor)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1922 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 22)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 20)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 18)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 16)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 10)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_ktrace.c:576 (sleep mutex:ktrace)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_ktrace.c:575 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_jail.c:2754 (sleep mutex:jail mutex)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_jail.c:2743 (sleep mutex:jail mutex)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:774 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:704 (spin mutex:process slock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:598 (sleep mutex:session)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_fork.c:405 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:856 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:835 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:829 (sx:allproc)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:601 (spin mutex:pstatl)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:540 (sleep mutex:sigacts)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:425 (sx:allproc)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:338 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1275 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1161 (spin mutex:process slock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exit.c:1055 (spin mutex:process slock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exec.c:907 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_exec.c:394 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_event.c:2133 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:2183 (sx:filedesc structure)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/kern_descrip.c:2176 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/imgact_elf.c:972 (sleep mutex:process lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/kern/imgact_elf.c:1034 (lockmgr:zfs)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_errlog.c:349 (sx:spa->spa_errlist_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6273 (sx:spa->spa_async_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6260 (sx:spa->spa_async_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:216 (sx:rrl->rr_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bplist.c:67 (sx:bpl->bpl_lock)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/vm_machdep.c:305 (sleep mutex:descriptor tables)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/vm_machdep.c:250 (sleep mutex:descriptor tables)
       0         0           0           0           2      0      0  0      0 /usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:202 (sleep mutex:process lock)
      15         0          15           0           1     15      0  0      0 /usr/src/sys/vm/vm_glue.c:754 (sx:allproc)
       4         0           4           0           1      4      0  0      0 /usr/src/sys/netinet/in.c:1361 (rw:lle)
       4         0           4           0           1      4      0  0      0 /usr/src/sys/kern/subr_trap.c:310 (sleep mutex:process lock)
       3         0           3           0           1      3      0  0      0 /usr/src/sys/kern/subr_trap.c:311 (sleep mutex:sigacts)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/kern_time.c:768 (sleep mutex:process lock)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/kern_sig.c:2389 (spin mutex:sleepq chain)
       2         0           2           0           1      2      0  0      0 /usr/src/sys/kern/kern_sig.c:2388 (spin mutex:process slock)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_vmem.c:732 (sleep mutex:vmem list lock)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 15)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 12)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/subr_log.c:186 (sleep mutex:msgbuf lock)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 6)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_thread.c:534 (spin mutex:sched lock 23)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_fork.c:764 (spin mutex:sched lock 17)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/kern/kern_fork.c:764 (spin mutex:sched lock 1)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:455 (sleep mutex:sigacts)
       1         0           1           0           1      1      0  0      0 /usr/src/sys/amd64/amd64/machdep.c:454 (sleep mutex:process lock)
       0         2           0           2           1      0      2  0      1 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 17)
       0         0           0           0           1      0      0  0      1 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 16)
       0         0           0           0           1      0      0  0      1 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 15)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:sackhole)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:filedesc0)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2724 (sleep mutex:16384)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/vm/uma_core.c:2206 (sleep mutex:RADIX NODE)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/netinet/if_ether.c:1234 (sleep mutex:lle_event)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 3)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 19)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/vfs_subr.c:2223 (spin mutex:sched lock 14)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 5)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 18)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 16)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:895 (spin mutex:sched lock 1)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:730 (spin mutex:sched lock 15)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 5)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_turnstile.c:210 (spin mutex:sched lock 11)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_trap.c:232 (spin mutex:sched lock 22)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:467 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_taskqueue.c:284 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_sleepqueue.c:645 (spin mutex:sched lock 9)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_eventhandler.c:254 (sleep mutex:lle_event)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/subr_bus.c:539 (sleep mutex:dev mtx)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2754 (spin mutex:sched lock 4)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2754 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2226 (spin mutex:sched lock 8)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/sched_ule.c:2175 (spin mutex:sched lock 1)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 4)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_umtx.c:4477 (spin mutex:sched lock 2)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:576 (spin mutex:sched lock 6)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_thread.c:576 (spin mutex:sched lock 23)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 4)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:570 (spin mutex:sched lock 10)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_synch.c:309 (spin mutex:mlx4_en_que)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_sig.c:588 (spin mutex:sleepq chain)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_proc.c:1030 (spin mutex:sched lock 5)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_mutex.c:190 (sleep mutex:thread)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_fork.c:491 (spin mutex:sched lock 17)
       0         0           0           0           1      0      0  0      0 /usr/src/sys/kern/kern_fork.c:491 (spin mutex:sched lock 1)