freebsd_fileserver dumped core - see /var/crash/vmcore.0

Mon Feb 23 19:00:03 AEDT 2015

FreeBSD freebsd_fileserver 10.1-RELEASE FreeBSD 10.1-RELEASE #0 r274401: Tue Nov 11 21:02:49 UTC 2014     root@releng1.nyi.freebsd.org:/usr/obj/usr/src/sys/GENERIC  amd64

panic: vputx: negative ref cnt

GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for details.
This GDB was configured as "amd64-marcel-freebsd"...

Unread portion of the kernel message buffer:
vputx: negative ref count
0xfffff80002ee1938: tag ufs, type VDIR
    usecount 0, writecount 0, refcount 3 mountedhere 0
    flags (VI_ACTIVE)
 VI_LOCKed    v_object 0xfffff80002e1ba00 ref 0 pages 1 cleanbuf 0 dirtybuf 1
    lock type ufs: UNLOCKED
	ino 84690258, on dev ada0p2
panic: vputx: negative ref cnt
cpuid = 1
KDB: stack backtrace:
#0 0xffffffff80963000 at kdb_backtrace+0x60
#1 0xffffffff80928125 at panic+0x155
#2 0xffffffff809c8b75 at vputx+0x2d5
#3 0xffffffff8195b3fb at pefs_reclaim+0xdb
#4 0xffffffff80e439a7 at VOP_RECLAIM_APV+0xa7
#5 0xffffffff809c9951 at vgonel+0x1c1
#6 0xffffffff809c9de9 at vrecycle+0x59
#7 0xffffffff8195b317 at pefs_inactive+0x87
#8 0xffffffff80e43897 at VOP_INACTIVE_APV+0xa7
#9 0xffffffff809c8722 at vinactive+0x102
#10 0xffffffff809c8b12 at vputx+0x272
#11 0xffffffff808811ee at nfsrvd_readdirplus+0x117e
#12 0xffffffff80863d9e at nfsrvd_dorpc+0x6de
#13 0xffffffff80872d94 at nfssvc_program+0x554
#14 0xffffffff80b27957 at svc_run_internal+0xc77
#15 0xffffffff80b26bee at svc_run+0x1de
#16 0xffffffff8087321a at nfsrvd_nfsd+0x1ca
#17 0xffffffff80883417 at nfssvc_nfsd+0x107
Uptime: 3m37s
Dumping 126 out of 1989 MB:..13%..26%..38%..51%..64%..76%..89%

Reading symbols from /boot/modules/pefs.ko...done.
Loaded symbols for /boot/modules/pefs.ko
Reading symbols from /boot/kernel/crypto.ko.symbols...done.
Loaded symbols for /boot/kernel/crypto.ko.symbols
#0  doadump (textdump=<value optimized out>) at pcpu.h:219
219	pcpu.h: No such file or directory.
	in pcpu.h
(kgdb) #0  doadump (textdump=<value optimized out>) at pcpu.h:219
#1  0xffffffff80927da2 in kern_reboot (howto=260)
    at /usr/src/sys/kern/kern_shutdown.c:452
#2  0xffffffff80928164 in panic (fmt=<value optimized out>)
    at /usr/src/sys/kern/kern_shutdown.c:759
#3  0xffffffff809c8b75 in vputx (vp=<value optimized out>, 
    func=<value optimized out>) at /usr/src/sys/kern/vfs_subr.c:2232
#4  0xffffffff8195b3fb in pefs_reclaim () from /boot/modules/pefs.ko
#5  0xffffffff80e439a7 in VOP_RECLAIM_APV (vop=<value optimized out>, 
    a=<value optimized out>) at vnode_if.c:2019
#6  0xffffffff809c9951 in vgonel (vp=0xfffff800731d9938) at vnode_if.h:830
#7  0xffffffff809c9de9 in vrecycle (vp=0xfffff800731d9938)
    at /usr/src/sys/kern/vfs_subr.c:2662
#8  0xffffffff8195b317 in pefs_inactive () from /boot/modules/pefs.ko
#9  0xffffffff80e43897 in VOP_INACTIVE_APV (vop=<value optimized out>, 
    a=<value optimized out>) at vnode_if.c:1953
#10 0xffffffff809c8722 in vinactive (vp=0xfffff800731d9938, 
    td=0xfffff80002c59000) at vnode_if.h:807
#11 0xffffffff809c8b12 in vputx (vp=0xfffff800731d9938, func=2)
    at /usr/src/sys/kern/vfs_subr.c:2269
#12 0xffffffff808811ee in nfsrvd_readdirplus (nd=0xfffffe009356cf80, 
    isdgram=0, vp=0xfffff80002cdb3b0, p=0xfffff80002c59000, exp=0x0)
    at /usr/src/sys/fs/nfsserver/nfs_nfsdport.c:2206
#13 0xffffffff80863d9e in nfsrvd_dorpc (nd=<value optimized out>, 
    isdgram=<value optimized out>, tag=<value optimized out>, 
    taglen=<value optimized out>, minorvers=<value optimized out>, 
    p=<value optimized out>) at /usr/src/sys/fs/nfsserver/nfs_nfsdsocket.c:499
#14 0xffffffff80872d94 in nfssvc_program (rqst=0xfffff80002e86800, 
    xprt=0xfffff80002e63e00) at /usr/src/sys/fs/nfsserver/nfs_nfsdkrpc.c:368
#15 0xffffffff80b27957 in svc_run_internal (grp=0xfffffe0000b4f180, 
    ismaster=1) at /usr/src/sys/rpc/svc.c:993
#16 0xffffffff80b26bee in svc_run (pool=0xfffffe0000b4f000)
    at /usr/src/sys/rpc/svc.c:1332
#17 0xffffffff8087321a in nfsrvd_nfsd (td=<value optimized out>, 
    args=0xfffffe009356d488) at /usr/src/sys/fs/nfsserver/nfs_nfsdkrpc.c:503
#18 0xffffffff80883417 in nfssvc_nfsd (td=0xfffff80002c59000, 
    uap=<value optimized out>)
    at /usr/src/sys/fs/nfsserver/nfs_nfsdport.c:3088
#19 0xffffffff80b0ee6c in sys_nfssvc (td=0xfffff80002c59000, 
    uap=0xfffffe009356db40) at /usr/src/sys/nfs/nfs_nfssvc.c:108
#20 0xffffffff80d25851 in amd64_syscall (td=0xfffff80002c59000, traced=0)
    at subr_syscall.c:134
#21 0xffffffff80d0aa6b in Xfast_syscall ()
    at /usr/src/sys/amd64/amd64/exception.S:391
#22 0x000000080088fa8a in ?? ()
Previous frame inner to this frame (corrupt stack?)
Current language:  auto; currently minimal
(kgdb) 

------------------------------------------------------------------------
ps -axlww

UID PID PPID CPU PRI NI    VSZ               RSS MWCHAN   STAT TT     TIME COMMAND
  0   0    0   0  -8  0      0 18005602445512128 -        DLs   -  0:00.00 [kernel]
  0   1    0   0  20  0   9472                 0 wait     DLs   -  0:00.01 [init]
  0   2    0   0 -16  0      0 18005602445512128 crypto_w DL    -  0:00.00 [crypto]
  0   3    0   0 -16  0      0 18005602445512128 crypto_r DL    -  0:00.00 [crypto returns]
  0   4    0   0 -16  0      0 18005602445512128 -        DL    -  0:00.02 [cam]
  0   5    0   0 -16  0      0 18005602445512128 waiting_ DL    -  0:00.00 [sctp_iterator]
  0   6    0   0 -16  0      0 18005602445512128 psleep   DL    -  0:00.00 [pagedaemon]
  0   7    0   0 -16  0      0 18005602445512128 psleep   DL    -  0:00.00 [vmdaemon]
  0   8    0   0 155  0      0 18005602445512128 pgzero   DL    -  0:00.00 [pagezero]
  0   9    0   0  20  0      0 18005602445512128 sdflush  DL    -  0:00.00 [bufdaemon]
  0  10    0   0 -16  0      0 18005602445512128 audit_wo DL    -  0:00.00 [audit]
  0  11    0   0 155  0      0 18005602445512128 -        RL    -  0:35.05 [idle]
  0  12    0   0 -84  0      0 18005602445512128 -        WL    -  0:00.03 [intr]
  0  13    0   0  -8  0      0 18005602445512128 -        DL    -  0:00.01 [geom]
  0  14    0   0 -16  0      0 18005602445512128 -        DL    -  0:00.00 [rand_harvestq]
  0  15    0   0 -68  0      0 18005602445512128 -        DL    -  0:00.00 [usb]
  0  16    0   0  16  0      0 18005602445512128 syncer   DL    -  0:00.00 [syncer]
  0  17    0   0 -16  0      0 18005602445512128 vlruwt   DL    -  0:00.00 [vnlru]
  0 294    1   0  20  0  13164 17979214292813568 select   Ds    -  0:00.00 [devd]
  0 366    1   0  20  0  14492 17979214320406016 select   Ds    -  0:00.01 [syslogd]
  0 370    1   0  20  0  16580 17979214292826112 select   Ds    -  0:00.01 [rpcbind]
  0 493    1   0  20  0  14500 17979214320004096 select   Ds    -  0:00.00 [mountd]
  0 499    1   0  20  0  12340 17979214320028160 select   Ds    -  0:00.02 [nfsd]
  0 500  499   0  52  0  12340 17979214320424192 rpcsvc   D     -  0:00.00 [nfsd]
  0 503    1   0  20  0 276580 17979214292793344 select   Ds    -  0:00.00 [rpc.statd]
  0 506    1   0  52  0  16608 17979214320413184 rpcsvc   Ds    -  0:00.00 [rpc.lockd]
  0 542    1   0  20  0  25448                 0 select   Ds    -  0:00.01 [ntpd]
  0 579    1   0  52  0  61204 17979214337615360 select   Ds    -  0:00.00 [sshd]
  0 582    1   0  20  0  24104 17979214325092864 select   Ds    -  0:00.00 [sendmail]
 25 585    1   0  31  0  24104 17979214320056832 pause    Ds    -  0:00.00 [sendmail]
  0 589    1   0  20  0  16592 17979214292786176 nanslp   Ds    -  0:00.00 [cron]
  0 634    1   0  52  0  14488 17979214320436992 ttyin    Ds+   -  0:00.00 [getty]
  0 635    1   0  52  0  14488                 0 ttyin    Ds+   -  0:00.00 [getty]
  0 636    1   0  52  0  14488 17979214292764416 ttyin    Ds+   -  0:00.00 [getty]
  0 637    1   0  52  0  14488 17979214292768000 ttyin    Ds+   -  0:00.00 [getty]
  0 638    1   0  52  0  14488 17979214292809728 ttyin    Ds+   -  0:00.00 [getty]
  0 639    1   0  52  0  14488 17979214292804352 ttyin    Ds+   -  0:00.00 [getty]
  0 640    1   0  52  0  14488 17979214320427776 ttyin    Ds+   -  0:00.00 [getty]
  0 660    1   0  20  0  14488 17979214326380544 ttyin    Ds+   -  0:00.00 [getty]

------------------------------------------------------------------------
vmstat -s

    40934 cpu context switches
    13323 device interrupts
     6526 software interrupts
    60006 traps
   237062 system calls
       17 kernel threads created
      456  fork() calls
      187 vfork() calls
        0 rfork() calls
        0 swap pager pageins
        0 swap pager pages paged in
        0 swap pager pageouts
        0 swap pager pages paged out
      521 vnode pager pageins
     3772 vnode pager pages paged in
        1 vnode pager pageouts
        1 vnode pager pages paged out
        0 page daemon wakeups
        0 pages examined by the page daemon
        0 pages reactivated
    19985 copy-on-write faults
      126 copy-on-write optimized faults
    27720 zero fill pages zeroed
        0 zero fill pages prezeroed
       10 intransit blocking page faults
    56841 total VM faults taken
      420 page faults requiring I/O
        0 pages affected by kernel thread creation
    17097 pages affected by  fork()
     6662 pages affected by vfork()
        0 pages affected by rfork()
        0 pages cached
    76935 pages freed
        0 pages freed by daemon
        0 pages freed by exiting processes
     3631 pages active
     3246 pages inactive
        0 pages in VM cache
    11551 pages wired down
   477607 pages free
     4096 bytes per page
    33627 total name lookups
          cache hits (81% pos + 14% neg) system 0% per-directory
          deletions 0%, falsehits 0%, toolong 0%

------------------------------------------------------------------------
vmstat -m

         Type InUse MemUse HighUse Requests  Size(s)
       kbdmux     6    22K       -        6  16,512,1024,2048,16384
     ppbusdev     2     1K       -        2  256
      CAM CCB     0     0K       -     1992  2048
      entropy  1026    65K       -     1027  32,64,4096
         cdev     6     2K       -        6  256
          agp     1     1K       -        1  32
     filedesc    40    82K       -      663  2048,4096
        sigio     1     1K       -        1  64
      kdtrace   150    31K       -      772  64,256
         kenv    80    11K       -       89  16,32,64,128,8192
       kqueue     0     0K       -       54  256,2048
    proc-args    22     2K       -      372  16,32,64,128
        hhook     2     1K       -        2  256
      ithread    74    12K       -       74  32,128,256
       KTRACE   100    13K       -      100  128
       linker   158    13K       -      162  16,32,64,128,256,512,1024
        lockf    23     3K       -       55  64,128
   loginclass     3     1K       -       13  64
       devbuf  3271  3149K       -     3325  16,32,64,128,256,512,1024,2048,4096,8192,65536
         temp    22    25K       -     1004  16,32,64,128,256,512,1024,2048,4096,16384,65536
       ip6ndp     3     1K       -        3  64,128
       module   485    61K       -      485  128
     mtx_pool     2    16K       -        2  8192
     acpiintr     1     1K       -        1  64
         hdaa     5    53K       -        5  1024,2048,16384,32768
     pmchooks     1     1K       -        1  128
         hdac     1     1K       -        1  1024
        hdacc     1     1K       -        1  32
         pgrp    21     3K       -       43  128
      session    21     3K       -       23  128
         proc     2    16K       -        2  8192
      subproc   104   189K       -      726  512,4096
         cred    46     8K       -     2366  64,256
       plimit    12     3K       -       18  256
      uidinfo     3     3K       -        6  128,2048
       acpica  3716   379K       -    52849  16,32,64,128,256,512,1024,2048
     CAM path     8     1K       -       57  32
       sysctl     0     0K       -      163  16,32,64
    sysctloid  3936   195K       -     4024  16,32,64,128
    sysctltmp     0     0K       -      114  16,32,64,128,256
       feeder    19     2K       -       24  32,128
      tidhash     1    16K       -        1  16384
      callout     3  1672K       -        3  
         umtx   234    30K       -      234  128
     p1003.1b     1     1K       -        1  16
         SWAP     2   549K       -        2  64
          bus  1191    98K       -     4663  16,32,64,128,256,1024
       bus-sc    72   380K       -     2643  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536
      devstat     6    13K       -        6  32,4096
 eventhandler    84     7K       -       84  64,128
         kobj   335  1340K       -      531  4096
      Per-cpu     1     1K       -        1  32
         rman   170    20K       -      576  16,32,128
         sbuf     0     0K       -      698  16,32,64,128,256,512,1024,2048,4096,8192,32768
    taskqueue    21     4K       -       21  16,32,256
       Unitno    21     2K       -      209  32,64
         vmem     3    10K       -        4  1024,2048,4096
     ioctlops     0     0K       -      682  16,32,64,128,256,512,1024
       select    13     2K       -       13  128
          iov     0     0K       -    17112  16,64,128,256,512
          msg     4    30K       -        4  2048,4096,8192,16384
          sem     4   106K       -        4  2048,4096
          shm     1    32K       -        1  32768
          tty    18    18K       -       18  1024
     mbuf_tag     0     0K       -       13  32,128
        shmfd     1     8K       -        1  8192
       soname     5     1K       -    10056  16,32,128
          pcb    34   407K       -       95  16,32,128,1024,2048,8192
     vfscache     1  1024K       -        1  
  export_host     2     1K       -        4  256
     vfs_hash     1   512K       -        1  
       vnodes     1     1K       -        1  256
       DEVFS3   110    28K       -      129  256
       DEVFS1    96    48K       -      105  512
        mount    30     2K       -      401  16,32,64,128,256,512
  vnodemarker     0     0K       -       26  512
          BPF     2     1K       -        2  128
   DEVFS_RULE    55    26K       -       55  64,512
        ifnet     3     5K       -        3  128,2048
       ifaddr    36    13K       -       36  32,64,128,256,512,2048,4096
  ether_multi    19     1K       -       20  16,32,64
        clone     7     1K       -        7  128
       arpcom     1     1K       -        1  16
      lltable     9     4K       -        9  256,512
        DEVFS    19     1K       -       20  16,128
NFSD srvcache     1     1K       -       12  128
     routetbl    35     8K       -      120  32,64,128,256,512
         igmp     2     1K       -        2  256
     in_multi     2     1K       -        2  256
    sctp_a_it     0     0K       -        3  16
     sctp_vrf     1     1K       -        1  64
     sctp_ifa     4     1K       -        4  128
     sctp_ifn     2     1K       -        2  128
    sctp_iter     0     0K       -        3  256
    hostcache     1    32K       -        1  32768
     syncache     1    64K       -        1  65536
  in6_mfilter     1     1K       -        1  1024
    in6_multi    16     2K       -       16  32,256
 ip6_moptions     2     1K       -        2  32,256
          mld     2     1K       -        2  128
      NFS FHA     1     1K       -       16  64
          NLM     0     0K       -        1  32
          rpc    69    35K       -      244  16,32,64,128,256,512,1024,2048,8192
audit_evclass   187     6K       -      228  32
      pagedep     1   128K       -       16  256
     inodedep     3   513K       -       80  512
    bmsafemap     3     9K       -       45  256,8192
       newblk     3  1025K       -       35  256
     freeblks     1     1K       -       29  256
     freefile     0     0K       -       37  64
       diradd     0     0K       -       41  128
        mkdir     0     0K       -       12  128
       dirrem     0     0K       -       43  128
    newdirblk     0     0K       -        6  64
     freework     2     1K       -       32  16,128
      jaddref     0     0K       -       53  128
      jremref     0     0K       -       55  128
      jnewblk     0     0K       -       34  128
         jseg     3     1K       -       14  128
      jsegdep     3     1K       -      142  64
        sbdep     0     0K       -        8  64
     savedino     0     0K       -       29  256
      jblocks     2     1K       -        2  128,256
      softdep     1     1K       -        1  512
  ufs_dirhash    30     6K       -       30  16,32,64,512
    ufs_quota     1   512K       -        1  
    ufs_mount     3    37K       -        4  512,4096,32768
    vm_pgdata     2   257K       -        2  128
      memdesc     1     4K       -        1  4096
     atkbddev     2     1K       -        2  64
    pfs_nodes    21     6K       -       21  256
         GEOM    58    11K       -      661  16,32,64,128,256,512,1024,2048,8192,16384
        mixer     3    12K       -        3  4096
     acpitask     1    16K       -        1  16384
      ata_pci     2     1K       -        2  64
    raid_data     0     0K       -       96  32,128,256
      acpisem    23     3K       -       23  128
   CAM periph     6     2K       -       22  16,32,64,128,256
      acpidev    37     3K       -       37  64
    CAM queue    10     4K       -       42  16,32,512
         UART     3     3K       -        3  16,1024
CAM dev queue     4     1K       -        4  64
      CAM SIM     4     1K       -        4  256
md_nvidia_data     0     0K       -       15  512
      scsi_cd     0     0K       -        5  16
  md_sii_data     0     0K       -       15  512
       apmdev     1     1K       -        1  128
   madt_table     0     0K       -        1  4096
      CAM XPT    25     2K       -       91  16,32,64,128,256,512,1024,2048,65536
     pci_link    16     2K       -       16  16,64,128
    acpi_perf     2     1K       -        2  128
      io_apic     1     2K       -        1  2048
          MCA     6     1K       -        6  128
      CAM DEV     6    12K       -       16  2048
          USB    30    24K       -       30  16,128,512,4096
          msi     2     1K       -        2  128
     nexusdev     4     1K       -        4  16
       USBdev    25     3K       -       25  32,64,128,256,512
       isadev     6     1K       -        6  128
       crypto     1     1K       -        1  512
    pefs_hash     3   192K       -        3  65536
     pefs_buf     1     4K       -        2  512,4096
   pefs_mount     1     1K       -        1  128

------------------------------------------------------------------------
vmstat -z

ITEM                   SIZE  LIMIT     USED     FREE      REQ FAIL SLEEP

UMA Kegs:               384,      0,     111,       9,     111,   0,   0
UMA Zones:              896,      0,     111,       1,     111,   0,   0
UMA Slabs:               80,      0,     752,      48,     823,   0,   0
UMA RCntSlabs:           88,      0,     383,      22,     383,   0,   0
UMA Hash:               256,      0,      11,       4,      11,   0,   0
4 Bucket:                32,      0,      15,     610,     912,   0,   0
6 Bucket:                48,      0,       0,       0,       0,   0,   0
8 Bucket:                64,      0,      10,     548,     487,  11,   0
12 Bucket:               96,      0,       6,     281,      22,   0,   0
16 Bucket:              128,      0,      32,     247,      58,   0,   0
32 Bucket:              256,      0,      22,     113,      73,  51,   0
64 Bucket:              512,      0,      43,      77,     191,  51,   0
128 Bucket:            1024,      0,      31,      25,     110,   0,   0
256 Bucket:            2048,      0,      39,       3,      89,   6,   0
vmem btag:               56,      0,    1132,     146,    1132,  10,   0
VM OBJECT:              256,      0,     886,     224,    8004,   0,   0
RADIX NODE:             144,      0,    1532,     250,   19218,   0,   0
MAP:                    240,      0,       3,      61,       3,   0,   0
KMAP ENTRY:             128,      0,       5,     150,       5,   0,   0
MAP ENTRY:              128,      0,     447,     452,   18276,   0,   0
VMSPACE:                448,      0,      22,      68,     645,   0,   0
fakepg:                 104,      0,       0,       0,       0,   0,   0
mt_zone:               4112,      0,     362,       0,     362,   0,   0
16:                      16,      0,    1930,     580,   27803,   0,   0
32:                      32,      0,    2031,     594,    6954,   0,   0
64:                      64,      0,    3881,     707,   25036,   0,   0
128:                    128,      0,    6568,     314,   38115,   0,   0
256:                    256,      0,     964,      86,    3911,   0,   0
512:                    512,      0,     331,      77,    1501,   0,   0
1024:                  1024,      0,      55,     117,    2573,   0,   0
2048:                  2048,      0,      72,      18,    2969,   0,   0
4096:                  4096,      0,     427,       3,    1462,   0,   0
8192:                  8192,      0,      15,       2,     251,   0,   0
16384:                16384,      0,       8,       3,     359,   0,   0
32768:                32768,      0,       4,       1,     176,   0,   0
65536:                65536,      0,      14,       1,     118,   0,   0
64 pcpu:                  8,      0,    1472,     320,    1472,   0,   0
SLEEPQUEUE:              80,      0,     118,     161,     118,   0,   0
Files:                   80,      0,      87,     163,    5484,   0,   0
TURNSTILE:              136,      0,     118,      82,     118,   0,   0
rl_entry:                40,      0,      39,     561,      39,   0,   0
umtx pi:                 96,      0,       0,       0,       0,   0,   0
MAC labels:              40,      0,       0,       0,       0,   0,   0
PROC:                  1216,      0,      38,      25,     660,   0,   0
THREAD:                1168,      0,     110,       7,     110,   0,   0
cpuset:                  72,      0,      72,     203,      72,   0,   0
audit_record:          1248,      0,       0,       0,       0,   0,   0
mbuf_packet:            256, 793665,     257,     512,     520,   0,   0
mbuf:                   256, 793665,       6,     510,     646,   0,   0
mbuf_cluster:          2048, 124010,     760,       6,     761,   0,   0
mbuf_jumbo_page:       4096,  62004,       0,       0,       0,   0,   0
mbuf_jumbo_9k:         9216,  55113,       0,       0,       0,   0,   0
mbuf_jumbo_16k:       16384,  41336,       0,       0,       0,   0,   0
mbuf_ext_refcnt:          4,      0,       0,       0,       0,   0,   0
g_bio:                  248,      0,       0,     192,    6163,   0,   0
ttyinq:                 160,      0,     120,       5,     270,   0,   0
ttyoutq:                256,      0,      64,      71,     144,   0,   0
DMAR_MAP_ENTRY:         120,      0,       0,       0,       0,   0,   0
ata_request:            336,      0,       1,      87,    5898,   0,   0
vtnet_tx_hdr:            24,      0,       0,       0,       0,   0,   0
cryptop:                 88,      0,       0,       0,       0,   0,   0
cryptodesc:              72,      0,       0,       0,       0,   0,   0
FPU_save_area:          576,      0,       0,       0,       0,   0,   0
VNODE:                  472,      0,     540,      12,     588,   0,   0
VNODEPOLL:              112,      0,       0,       0,       0,   0,   0
BUF TRIE:               144,      0,      40,   13379,     205,   0,   0
S VFS Cache:            108,      0,     530,     100,    1301,   0,   0
STS VFS Cache:          148,      0,       0,       0,       0,   0,   0
L VFS Cache:            328,      0,       0,       0,       0,   0,   0
LTS VFS Cache:          368,      0,       0,       0,       0,   0,   0
NAMEI:                 1024,      0,       0,      40,   14486,   0,   0
NCLNODE:                528,      0,       0,       0,       0,   0,   0
DIRHASH:               1024,      0,      33,       7,      33,   0,   0
pefs_node:               88,      0,       1,     134,       3,   0,   0
pefs_dircache:           64,      0,       1,     309,       2,   0,   0
pefs_dircache_entry:    544,      0,      45,      11,      45,   0,   0
pefs_ctx:               512,      0,       4,      28,       8,   0,   0
pefs_key:                88,      0,       1,     134,       1,   0,   0
procdesc:               128,      0,       0,       0,       0,   0,   0
Mountpoints:            816,      0,       3,      27,       3,   0,   0
pipe:                   744,      0,       1,      29,     196,   0,   0
ksiginfo:               112,      0,      46,    1004,      55,   0,   0
itimer:                 352,      0,       1,      32,       1,   0,   0
KNOTE:                  128,      0,       0,     279,      48,   0,   0
socket:                 696,  63655,      49,      16,    1974,   0,   0
ipq:                     56,   3905,       0,       0,       0,   0,   0
udp_inpcb:              392,  63660,      23,      37,     252,   0,   0
udpcb:                   16,  63754,      23,     730,     252,   0,   0
tcp_inpcb:              392,  63660,      14,      46,      29,   0,   0
tcpcb:                 1024,  63656,      14,      14,      29,   0,   0
tcptw:                   88,  12735,       0,       0,       0,   0,   0
syncache:               160,  15375,       0,      75,      10,   0,   0
hostcache:              136,  15370,       1,      86,       1,   0,   0
tcpreass:                40,   7800,       0,       0,       0,   0,   0
sackhole:                32,      0,       0,       0,       0,   0,   0
sctp_ep:               1408,  63656,       0,       0,       0,   0,   0
sctp_asoc:             2416,  40000,       0,       0,       0,   0,   0
sctp_laddr:              48,  80012,       0,     581,       3,   0,   0
sctp_raddr:             728,  80000,       0,       0,       0,   0,   0
sctp_chunk:             136, 400026,       0,       0,       0,   0,   0
sctp_readq:             104, 400026,       0,       0,       0,   0,   0
sctp_stream_msg_out:    104, 400026,       0,       0,       0,   0,   0
sctp_asconf:             40, 400000,       0,       0,       0,   0,   0
sctp_asconf_ack:         48, 400060,       0,       0,       0,   0,   0
udplite_inpcb:          392,  63660,       0,       0,       0,   0,   0
ripcb:                  392,  63660,       0,       0,       0,   0,   0
unpcb:                  240,  63664,      11,     117,    1687,   0,   0
rtentry:                200,      0,      13,     127,      13,   0,   0
selfd:                   56,      0,      49,     519,    3951,   0,   0
SWAPMETA:               288, 248027,       0,       0,       0,   0,   0
FFS inode:              168,      0,     509,      43,     547,   0,   0
FFS1 dinode:            128,      0,       0,       0,       0,   0,   0
FFS2 dinode:            256,      0,     509,      46,     546,   0,   0


------------------------------------------------------------------------
vmstat -i

interrupt                          total       rate
irq1: atkbd0                         380         15
irq20: hpet0                       10487        436
irq22: atapci1                      2030         84
irq256: hdac0                         93          3
irq257: alc0                         333         13
Total                              13323        555

------------------------------------------------------------------------
pstat -T

 87/63655 files
0M/3597M swap space

------------------------------------------------------------------------
pstat -s

Device          512-blocks     Used    Avail Capacity
/dev/ada0p3        7367784        0  7367784     0%

------------------------------------------------------------------------
iostat

iostat: kvm_read(_tk_nin): invalid address (0x0)
iostat: disabling TTY statistics
            ada0              cd0            pass0             cpu
  KB/t tps  MB/s   KB/t tps  MB/s   KB/t tps  MB/s  us ni sy in id
 31.73  75  2.33   0.00   0  0.00   0.00   0  0.00   0  0  0  0 99

------------------------------------------------------------------------
ipcs -a

Message Queues:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   

Shared Memory:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   

Semaphores:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   


------------------------------------------------------------------------
ipcs -T

msginfo:
	msgmax:        16384	(max characters in a message)
	msgmni:           40	(# of message queues)
	msgmnb:         2048	(max characters in a message queue)
	msgtql:           40	(max # of messages in system)
	msgssz:            8	(size of a message segment)
	msgseg:         2048	(# of message segments in system)

shminfo:
	shmmax:    536870912	(max shared memory segment size)
	shmmin:            1	(min shared memory segment size)
	shmmni:          192	(max number of shared memory identifiers)
	shmseg:          128	(max shared memory segments per process)
	shmall:       131072	(max amount of shared memory in pages)

seminfo:
	semmni:           50	(# of semaphore identifiers)
	semmns:          340	(# of semaphores in system)
	semmnu:          150	(# of undo structures in system)
	semmsl:          340	(max # of semaphores per id)
	semopm:          100	(max # of operations per semop call)
	semume:           50	(max # of undo entries per process)
	semusz:          632	(size in bytes of undo structure)
	semvmx:        32767	(semaphore maximum value)
	semaem:        16384	(adjust on exit max value)


------------------------------------------------------------------------
nfsstat

Client Info:
Rpc Counts:
  Getattr   Setattr    Lookup  Readlink      Read     Write    Create    Remove
        0         0         0         0         0         0         0         0
   Rename      Link   Symlink     Mkdir     Rmdir   Readdir  RdirPlus    Access
        0         0         0         0         0         0         0         0
    Mknod    Fsstat    Fsinfo  PathConf    Commit
        0         0         0         0         0
Rpc Info:
 TimedOut   Invalid X Replies   Retries  Requests
        0         0         0         0         0
Cache Info:
Attr Hits    Misses Lkup Hits    Misses BioR Hits    Misses BioW Hits    Misses
        0         0         0         0         0         0         0         0
BioRLHits    Misses BioD Hits    Misses DirE Hits    Misses Accs Hits    Misses
        0         0         0         0         0         0         0         0

Server Info:
  Getattr   Setattr    Lookup  Readlink      Read     Write    Create    Remove
        0         0         0         0         0         0         0         0
   Rename      Link   Symlink     Mkdir     Rmdir   Readdir  RdirPlus    Access
        0         0         0         0         0         0         0         0
    Mknod    Fsstat    Fsinfo  PathConf    Commit
        0         0         0         0         0
Server Ret-Failed
                0
Server Faults
            0
Server Cache Stats:
   Inprog      Idem  Non-idem    Misses
        0         0         0         0
Server Write Gathering:
 WriteOps  WriteRPC   Opsaved
        0         0         0

------------------------------------------------------------------------
netstat -s

tcp:
	57 packets sent
		23 data packets (2248 bytes)
		0 data packets (0 bytes) retransmitted
		0 data packets unnecessarily retransmitted
		0 resends initiated by MTU discovery
		19 ack-only packets (0 delayed)
		0 URG only packets
		0 window probe packets
		6 window update packets
		9 control packets
	78 packets received
		42 acks (for 2267 bytes)
		9 duplicate acks
		0 acks for unsent data
		33 packets (2168 bytes) received in-sequence
		0 completely duplicate packets (0 bytes)
		0 old duplicate packets
		0 packets with some dup. data (0 bytes duped)
		0 out-of-order packets (0 bytes)
		0 packets (0 bytes) of data after window
		0 window probes
		0 window update packets
		0 packets received after close
		0 discarded for bad checksums
		0 discarded for bad header offset fields
		0 discarded because packet too short
		0 discarded due to memory problems
	0 connection requests
	10 connection accepts
	0 bad connection attempts
	0 listen queue overflows
	0 ignored RSTs in the windows
	10 connections established (including accepts)
	15 connections closed (including 0 drops)
		1 connection updated cached RTT on close
		1 connection updated cached RTT variance on close
		0 connections updated cached ssthresh on close
	0 embryonic connections dropped
	42 segments updated rtt (of 32 attempts)
	0 retransmit timeouts
		0 connections dropped by rexmit timeout
	0 persist timeouts
		0 connections dropped by persist timeout
	0 Connections (fin_wait_2) dropped because of timeout
	0 keepalive timeouts
		0 keepalive probes sent
		0 connections dropped by keepalive
	13 correct ACK header predictions
	17 correct data packet header predictions
	10 syncache entries added
		0 retransmitted
		0 dupsyn
		0 dropped
		10 completed
		0 bucket overflow
		0 cache overflow
		0 reset
		0 stale
		0 aborted
		0 badack
		0 unreach
		0 zone failures
	10 cookies sent
	0 cookies received
	1 hostcache entry added
		0 bucket overflow
	0 SACK recovery episodes
	0 segment rexmits in SACK recovery episodes
	0 byte rexmits in SACK recovery episodes
	0 SACK options (SACK blocks) received
	0 SACK options (SACK blocks) sent
	0 SACK scoreboard overflow
	0 packets with ECN CE bit set
	0 packets with ECN ECT(0) bit set
	0 packets with ECN ECT(1) bit set
	0 successful ECN handshakes
	0 times ECN reduced the congestion window
	0 packets with valid tcp-md5 signature received
	0 packets with invalid tcp-md5 signature received
	0 packets with tcp-md5 signature mismatch
	0 packets with unexpected tcp-md5 signature received
	0 packets without expected tcp-md5 signature received
udp:
	148 datagrams received
	0 with incomplete header
	0 with bad data length field
	0 with bad checksum
	0 with no checksum
	0 dropped due to no socket
	77 broadcast/multicast datagrams undelivered
	0 dropped due to full socket buffers
	0 not for hashed pcb
	71 delivered
	89 datagrams output
	0 times multicast source filter matched
ip:
	223 total packets received
	0 bad header checksums
	0 with size smaller than minimum
	0 with data size < data length
	0 with ip length > max ip packet size
	0 with header length < data size
	0 with data length < header length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 packets reassembled ok
	222 packets for this host
	1 packet for unknown/unsupported protocol
	0 packets forwarded (0 packets fast forwarded)
	0 packets not forwardable
	0 packets received for unknown multicast group
	0 redirects sent
	142 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	16 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 tunneling packets that can't find gif
	0 datagrams with bad address in header
icmp:
	0 calls to icmp_error
	0 errors not generated in response to an icmp message
	0 messages with bad code fields
	0 messages less than the minimum length
	0 messages with bad checksum
	0 messages with bad length
	0 multicast echo requests ignored
	0 multicast timestamp requests ignored
	0 message responses generated
	0 invalid return addresses
	0 no return routes
igmp:
	1 message received
	0 messages received with too few bytes
	0 messages received with wrong TTL
	0 messages received with bad checksum
	0 V1/V2 membership queries received
	1 V3 membership query received
	0 membership queries received with invalid field(s)
	1 general query received
	0 group queries received
	0 group-source queries received
	0 group-source queries dropped
	0 membership reports received
	0 membership reports received with invalid field(s)
	0 membership reports received for groups to which we belong
	0 V3 reports received without Router Alert
	0 membership reports sent
arp:
	4 ARP requests sent
	0 ARP replies sent
	2 ARP requests received
	2 ARP replies received
	4 ARP packets received
	1 total packet dropped due to no ARP entry
	0 ARP entrys timed out
	0 Duplicate IPs seen
ip6:
	4 total packets received
	0 with size smaller than minimum
	0 with data size < data length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 fragments that exceeded limit
	0 packets reassembled ok
	4 packets for this host
	0 packets forwarded
	0 packets not forwardable
	0 redirects sent
	4 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	4 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 packets that violated scope rules
	0 multicast packets which we don't join
	Input histogram:
		UDP: 4
	Mbuf statistics:
		2 one mbuf
		two or more mbuf:
			lo0= 2
		0 one ext mbuf
		0 two or more ext mbuf
	0 packets whose headers are not contiguous
	0 tunneling packets that can't find gif
	0 packets discarded because of too many headers
	4 failures of source address selection
	source addresses on a non-outgoing I/F
		4 addresses scope=f
	Source addresses selection rule applied:
		4 same address
icmp6:
	0 calls to icmp6_error
	0 errors not generated in response to an icmp6 message
	0 errors not generated because of rate limitation
	0 messages with bad code fields
	0 messages < minimum length
	0 bad checksums
	0 messages with bad length
	Histogram of error messages to be generated:
		0 no route
		0 administratively prohibited
		0 beyond scope
		0 address unreachable
		0 port unreachable
		0 packet too big
		0 time exceed transit
		0 time exceed reassembly
		0 erroneous header field
		0 unrecognized next header
		0 unrecognized option
		0 redirect
		0 unknown
	0 message responses generated
	0 messages with too many ND options
	0 messages with bad ND options
	0 bad neighbor solicitation messages
	0 bad neighbor advertisement messages
	0 bad router solicitation messages
	0 bad router advertisement messages
	0 bad redirect messages
	0 path MTU changes
rip6:
	0 messages received
	0 checksum calculations on inbound
	0 messages with bad checksum
	0 messages dropped due to no socket
	0 multicast messages dropped due to no socket
	0 messages dropped due to full socket buffers
	0 delivered
	0 datagrams output

------------------------------------------------------------------------
netstat -m

netstat: invalid address (0x0)
263/1022/1285 mbufs in use (current/cache/total)
248/518/766/124010 mbuf clusters in use (current/cache/total/max)
257/512 mbuf+clusters out of packet secondary zone in use (current/cache)
0/0/0/62004 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/55113 9k jumbo clusters in use (current/cache/total/max)
0/0/0/41336 16k jumbo clusters in use (current/cache/total/max)
561K/1291K/1853K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters delayed (4k/9k/16k)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)

------------------------------------------------------------------------
netstat -anr

Routing tables

Internet:
Destination        Gateway            Flags      Netif Expire
default            192.168.1.254      UGS        alc0
127.0.0.1          link#2             UH          lo0
192.168.1.0/24     link#1             U          alc0
192.168.1.22       link#1             UHS         lo0

Internet6:
Destination                       Gateway                       Flags      Netif Expire
::/96                             ::1                           UGRS        lo0
::1                               link#2                        UH          lo0
::ffff:0.0.0.0/96                 ::1                           UGRS        lo0
fe80::/10                         ::1                           UGRS        lo0
fe80::%lo0/64                     link#2                        U           lo0
fe80::1%lo0                       link#2                        UHS         lo0
ff01::%lo0/32                     ::1                           U           lo0
ff02::/16                         ::1                           UGRS        lo0
ff02::%lo0/32                     ::1                           U           lo0

------------------------------------------------------------------------
netstat -anA

Active Internet connections (including servers)
Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)
fffff80002e1dc00 tcp4       0      0 192.168.1.22.2049  192.168.1.11.771   ESTABLISHED
fffff80002e32800 tcp4       0      0 127.0.0.1.25       *.*                LISTEN
fffff80002e45000 tcp4       0      0 *.22               *.*                LISTEN
fffff80002e45400 tcp6       0      0 *.22               *.*                LISTEN
fffff80002e32c00 tcp4       0      0 *.872              *.*                LISTEN
fffff80002e33000 tcp6       0      0 *.890              *.*                LISTEN
fffff80002e33400 tcp4       0      0 *.741              *.*                LISTEN
fffff80002e33800 tcp6       0      0 *.741              *.*                LISTEN
fffff80002e45800 tcp6       0      0 *.2049             *.*                LISTEN
fffff80002e45c00 tcp4       0      0 *.2049             *.*                LISTEN
fffff80002e48000 tcp4       0      0 *.788              *.*                LISTEN
fffff80002e48400 tcp6       0      0 *.788              *.*                LISTEN
fffff80002e33c00 tcp4       0      0 *.111              *.*                LISTEN
fffff80002e34000 tcp6       0      0 *.111              *.*                LISTEN
fffff80002c9f620 udp4       0      0 127.0.0.1.123      *.*                
fffff80002c9f7a8 udp6       0      0 fe80::1%lo0.123    *.*                
fffff80002c9f930 udp6       0      0 ::1.123            *.*                
fffff80002c9fab8 udp4       0      0 192.168.1.22.123   *.*                
fffff80002c9fc40 udp6       0      0 *.123              *.*                
fffff80002c9fdc8 udp4       0      0 *.123              *.*                
fffff80002cdc000 udp4       0      0 *.679              *.*                
fffff80002cdc188 udp6       0      0 *.763              *.*                
fffff80002c94000 udp6       0      0 *.834              *.*                
fffff80002c94188 udp4       0      0 *.*                *.*                
fffff80002cdc310 udp4       0      0 *.741              *.*                
fffff80002cdc498 udp6       0      0 *.741              *.*                
fffff80002c94310 udp6       0      0 *.2049             *.*                
fffff80002c94498 udp4       0      0 *.2049             *.*                
fffff80002c94620 udp4       0      0 *.788              *.*                
fffff80002c947a8 udp6       0      0 *.788              *.*                
fffff80002cdc620 udp6       0      0 *.*                *.*                
fffff80002cdc7a8 udp4       0      0 *.912              *.*                
fffff80002cdc930 udp4       0      0 *.111              *.*                
fffff80002cdcab8 udp6       0      0 *.603              *.*                
fffff80002cdcc40 udp6       0      0 *.111              *.*                
fffff80002c94930 udp4       0      0 *.514              *.*                
fffff80002c94ab8 udp6       0      0 *.514              *.*                
Active UNIX domain sockets
Address  Type   Recv-Q Send-Q    Inode     Conn     Refs  Nextref Addr
fffff80002e22780 stream      0      0 fffff80002bdb000        0        0        0 /var/run/rpcbind.sock
fffff80002e18b40 stream      0      0 fffff80002c76588        0        0        0 /var/run/devd.pipe
fffff80002e21d20 dgram       0      0        0 fffff80002e18a50        0        0
fffff80002e21b40 dgram       0      0        0 fffff80002e18960        0 fffff80002e21c30
fffff80002e21c30 dgram       0      0        0 fffff80002e18960        0 fffff80002e18780
fffff80002e18780 dgram       0      0        0 fffff80002e18960        0 fffff80002e22000
fffff80002e22000 dgram       0      0        0 fffff80002e18960        0 fffff80002e223c0
fffff80002e223c0 dgram       0      0        0 fffff80002e18960        0        0
fffff80002e18960 dgram       0      0 fffff80002c92b10        0 fffff80002e21b40        0 /var/run/logpriv
fffff80002e18a50 dgram       0      0 fffff80002c92ce8        0 fffff80002e21d20        0 /var/run/log
fffff80002e22870 seqpac      0      0 fffff80002c763b0        0        0        0 /var/run/devd.seqpacket.pipe

------------------------------------------------------------------------
netstat -aL

Current listen queue sizes (qlen/incqlen/maxqlen)
Proto Listen         Local Address         
tcp4  0/0/10         localhost.smtp         
tcp4  0/0/128        *.ssh                  
tcp6  0/0/128        *.ssh                  
tcp4  0/0/128        *.872                  
tcp6  0/0/128        *.890                  
tcp4  0/0/128        *.netgw                
tcp6  0/0/128        *.netgw                
tcp6  0/0/5          *.nfsd                 
tcp4  0/0/5          *.nfsd                 
tcp4  0/0/128        *.788                  
tcp6  0/0/128        *.788                  
tcp4  0/0/128        *.sunrpc               
tcp6  0/0/128        *.sunrpc               
unix  0/0/128        /var/run/rpcbind.sock
unix  0/0/4          /var/run/devd.pipe
unix  0/0/4          /var/run/devd.seqpacket.pipe

------------------------------------------------------------------------
fstat

fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x600000000
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x200007fffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read file 13 at 0x200007fffffffff
fstat: can't read file 14 at 0x4000000001fffff
fstat: can't read file 16 at 0x780000ffff
fstat: can't read file 17 at 0x400000000
fstat: can't read file 19 at 0x200007fffffffff
fstat: can't read file 20 at 0x4000000001fffff
fstat: can't read file 22 at 0x780000ffff
fstat: can't read file 23 at 0x2200000001
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x200007fffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x200007fffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x200007fffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x200007fffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read file 13 at 0x200007fffffffff
fstat: can't read file 14 at 0x4000000001fffff
fstat: can't read file 16 at 0x780000ffff
fstat: can't read file 17 at 0x400000000
fstat: can't read file 19 at 0x200007fffffffff
fstat: can't read file 1 at 0x200007fffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x800000000
fstat: can't read file 7 at 0x200007fffffffff
USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
root     getty        660 root /             2 drwxr-xr-x    1024  r
root     getty        660   wd /             2 drwxr-xr-x    1024  r
root     getty        660 text /        84360318 -r-xr-xr-x   28360  r
root     getty        660 ctty /dev         47 crw-------   ttyv0 rw
root     getty        660    0 /dev         47 crw-------   ttyv0 rw
root     getty        640 root /             2 drwxr-xr-x    1024  r
root     getty        640   wd /             2 drwxr-xr-x    1024  r
root     getty        640 text /        84360318 -r-xr-xr-x   28360  r
root     getty        640 ctty /dev         54 crw-------   ttyv7 rw
root     getty        640    0 /dev         54 crw-------   ttyv7 rw
root     getty        639 root /             2 drwxr-xr-x    1024  r
root     getty        639   wd /             2 drwxr-xr-x    1024  r
root     getty        639 text /        84360318 -r-xr-xr-x   28360  r
root     getty        639 ctty /dev         53 crw-------   ttyv6 rw
root     getty        639    0 /dev         53 crw-------   ttyv6 rw
root     getty        638 root /             2 drwxr-xr-x    1024  r
root     getty        638   wd /             2 drwxr-xr-x    1024  r
root     getty        638 text /        84360318 -r-xr-xr-x   28360  r
root     getty        638 ctty /dev         52 crw-------   ttyv5 rw
root     getty        638    0 /dev         52 crw-------   ttyv5 rw
root     getty        637 root /             2 drwxr-xr-x    1024  r
root     getty        637   wd /             2 drwxr-xr-x    1024  r
root     getty        637 text /        84360318 -r-xr-xr-x   28360  r
root     getty        637 ctty /dev         51 crw-------   ttyv4 rw
root     getty        637    0 /dev         51 crw-------   ttyv4 rw
root     getty        636 root /             2 drwxr-xr-x    1024  r
root     getty        636   wd /             2 drwxr-xr-x    1024  r
root     getty        636 text /        84360318 -r-xr-xr-x   28360  r
root     getty        636 ctty /dev         50 crw-------   ttyv3 rw
root     getty        636    0 /dev         50 crw-------   ttyv3 rw
root     getty        635 root /             2 drwxr-xr-x    1024  r
root     getty        635   wd /             2 drwxr-xr-x    1024  r
root     getty        635 text /        84360318 -r-xr-xr-x   28360  r
root     getty        635 ctty /dev         49 crw-------   ttyv2 rw
root     getty        635    0 /dev         49 crw-------   ttyv2 rw
root     getty        634 root /             2 drwxr-xr-x    1024  r
root     getty        634   wd /             2 drwxr-xr-x    1024  r
root     getty        634 text /        84360318 -r-xr-xr-x   28360  r
root     getty        634 ctty /dev         48 crw-------   ttyv1 rw
root     getty        634    0 /dev         48 crw-------   ttyv1 rw
root     cron         589 root /             2 drwxr-xr-x    1024  r
root     cron         589   wd /        107222033 drwxr-x---     512  r
root     cron         589 text /        84349256 -r-xr-xr-x   41352  r
root     cron         589    0 /dev         15 crw-rw-rw-    null rw
smmsp    sendmail     585 root /             2 drwxr-xr-x    1024  r
smmsp    sendmail     585   wd /        107222051 drwxrwx---     512  r
smmsp    sendmail     585 text /        84429571 -r-xr-sr-x  692520  r
smmsp    sendmail     585    0 /dev         15 crw-rw-rw-    null  r
root     sendmail     582 root /             2 drwxr-xr-x    1024  r
root     sendmail     582   wd /        107222049 drwxr-xr-x     512  r
root     sendmail     582 text /        84429571 -r-xr-sr-x  692520  r
root     sendmail     582    0 /dev         15 crw-rw-rw-    null  r
root     sshd         579 root /             2 drwxr-xr-x    1024  r
root     sshd         579   wd /             2 drwxr-xr-x    1024  r
root     sshd         579 text /        84349326 -r-xr-xr-x  297792  r
root     sshd         579    0 /dev         15 crw-rw-rw-    null rw
root     ntpd         542 root /             2 drwxr-xr-x    1024  r
root     ntpd         542   wd /             2 drwxr-xr-x    1024  r
root     ntpd         542 text /        84349248 -r-xr-xr-x  432544  r
root     ntpd         542    0 /dev         15 crw-rw-rw-    null rw
root     ntpd         542    6 /dev         15 crw-rw-rw-    null rw
root     ntpd         542   12 /dev         15 crw-rw-rw-    null rw
root     ntpd         542   18* local dgram fffff80002e18780 <-> fffff80002e18960
root     rpc.lockd    506 root /             2 drwxr-xr-x    1024  r
root     rpc.lockd    506   wd /             2 drwxr-xr-x    1024  r
root     rpc.lockd    506 text /        84349318 -r-xr-xr-x   63984  r
root     rpc.lockd    506    0 /dev         15 crw-rw-rw-    null rw
root     rpc.statd    503 root /             2 drwxr-xr-x    1024  r
root     rpc.statd    503   wd /             2 drwxr-xr-x    1024  r
root     rpc.statd    503 text /        84349307 -r-xr-xr-x   22656  r
root     rpc.statd    503    0 /dev         15 crw-rw-rw-    null rw
root     rpc.statd    503    6 /dev         15 crw-rw-rw-    null rw
root     nfsd         500 root /             2 drwxr-xr-x    1024  r
root     nfsd         500   wd /             2 drwxr-xr-x    1024  r
root     nfsd         500 text /        84349308 -r-xr-xr-x   20368  r
root     nfsd         500    0 /dev         15 crw-rw-rw-    null rw
root     nfsd         499 root /             2 drwxr-xr-x    1024  r
root     nfsd         499   wd /             2 drwxr-xr-x    1024  r
root     nfsd         499 text /        84349308 -r-xr-xr-x   20368  r
root     nfsd         499    0 /dev         15 crw-rw-rw-    null rw
root     nfsd         499    6 /dev         15 crw-rw-rw-    null rw
root     mountd       493 root /             2 drwxr-xr-x    1024  r
root     mountd       493   wd /             2 drwxr-xr-x    1024  r
root     mountd       493 text /        84349331 -r-xr-xr-x   45464  r
root     mountd       493    0 /dev         15 crw-rw-rw-    null rw
root     mountd       493    6 /dev         15 crw-rw-rw-    null rw
root     rpcbind      370 root /             2 drwxr-xr-x    1024  r
root     rpcbind      370   wd /             2 drwxr-xr-x    1024  r
root     rpcbind      370 text /        84349320 -r-xr-xr-x   42576  r
root     rpcbind      370    0 /dev         15 crw-rw-rw-    null rw
root     rpcbind      370    6 /dev         15 crw-rw-rw-    null rw
root     syslogd      366 root /             2 drwxr-xr-x    1024  r
root     syslogd      366   wd /             2 drwxr-xr-x    1024  r
root     syslogd      366 text /        84349147 -r-xr-xr-x   40352  r
root     syslogd      366    0 /dev         15 crw-rw-rw-    null rw
root     syslogd      366    6 /dev         15 crw-rw-rw-    null rw
root     syslogd      366   12 /dev         15 crw-rw-rw-    null rw
root     syslogd      366   18 /        107222539 -rw-------       3  w
root     devd         294 root /             2 drwxr-xr-x    1024  r
root     devd         294   wd /             2 drwxr-xr-x    1024  r
root     devd         294 text /        44301399 -r-xr-xr-x  634824  r
root     devd         294    0 /dev         15 crw-rw-rw-    null rw
root     devd         294    6 /dev         15 crw-rw-rw-    null rw
root     init           1 root /             2 drwxr-xr-x    1024  r
root     init           1   wd /             2 drwxr-xr-x    1024  r
root     init           1 text /        44301318 -r-xr-xr-x  981064  r
root     kernel         0 root /             2 drwxr-xr-x    1024  r
root     kernel         0   wd /             2 drwxr-xr-x    1024  r

------------------------------------------------------------------------
dmesg

Copyright (c) 1992-2014 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 10.1-RELEASE #0 r274401: Tue Nov 11 21:02:49 UTC 2014
    root@releng1.nyi.freebsd.org:/usr/obj/usr/src/sys/GENERIC amd64
FreeBSD clang version 3.4.1 (tags/RELEASE_34/dot1-final 208032) 20140512
CPU: Intel(R) Celeron(R) CPU        E3400  @ 2.60GHz (2600.79-MHz K8-class CPU)
  Origin = "GenuineIntel"  Id = 0x1067a  Family = 0x6  Model = 0x17  Stepping = 10
  Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
  Features2=0xc00e3bd<SSE3,DTES64,MON,DS_CPL,VMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,XSAVE,OSXSAVE>
  AMD Features=0x20100800<SYSCALL,NX,LM>
  AMD Features2=0x1<LAHF>
  VT-x: HLT,PAUSE
  TSC: P-state invariant, performance statistics
real memory  = 2147483648 (2048 MB)
avail memory = 2015256576 (1921 MB)
Event timer "LAPIC" quality 400
ACPI APIC Table: <A_M_I_ OEMAPIC >
FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
FreeBSD/SMP: 1 package(s) x 2 core(s)
 cpu0 (BSP): APIC ID:  0
 cpu1 (AP): APIC ID:  1
ioapic0 <Version 2.0> irqs 0-23 on motherboard
kbd1 at kbdmux0
random: <Software, Yarrow> initialized
cryptosoft0: <software crypto> on motherboard
acpi0: <A_M_I_ OEMXSDT> on motherboard
acpi0: Power Button (fixed)
acpi0: reservation of fed1c000, 4000 (3) failed
acpi0: reservation of fed20000, 70000 (3) failed
acpi0: reservation of ffc00000, 300000 (3) failed
acpi0: reservation of fec00000, 1000 (3) failed
acpi0: reservation of fee00000, 1000 (3) failed
acpi0: reservation of f0000000, 4000000 (3) failed
acpi0: reservation of 0, a0000 (3) failed
acpi0: reservation of 100000, 7dd00000 (3) failed
cpu0: <ACPI CPU> on acpi0
ACPI BIOS Warning (bug): Incorrect checksum in table [OEMB] - 0x2E, should be 0x29 (20130823/tbprint-233)
cpu1: <ACPI CPU> on acpi0
attimer0: <AT timer> port 0x40-0x43 irq 0 on acpi0
Timecounter "i8254" frequency 1193182 Hz quality 0
Event timer "i8254" frequency 1193182 Hz quality 100
atrtc0: <AT realtime clock> port 0x70-0x71 irq 8 on acpi0
Event timer "RTC" frequency 32768 Hz quality 0
hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff on acpi0
Timecounter "HPET" frequency 14318180 Hz quality 950
Event timer "HPET" frequency 14318180 Hz quality 450
Event timer "HPET1" frequency 14318180 Hz quality 440
Event timer "HPET2" frequency 14318180 Hz quality 440
Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
vgapci0: <VGA-compatible display> port 0xdc00-0xdc07 mem 0xfe400000-0xfe7fffff,0xe0000000-0xefffffff irq 16 at device 2.0 on pci0
agp0: <Intel G41 SVGA controller> on vgapci0
agp0: aperture size is 256M, detected 32764k stolen memory
vgapci0: Boot video device
hdac0: <Intel 82801G HDA Controller> mem 0xfeaf8000-0xfeafbfff irq 21 at device 27.0 on pci0
pcib1: <ACPI PCI-PCI bridge> irq 16 at device 28.0 on pci0
pci2: <ACPI PCI bus> on pcib1
pcib2: <ACPI PCI-PCI bridge> irq 17 at device 28.1 on pci0
pci1: <ACPI PCI bus> on pcib2
alc0: <Atheros AR8131 PCIe Gigabit Ethernet> port 0xec00-0xec7f mem 0xfebc0000-0xfebfffff irq 17 at device 0.0 on pci1
alc0: 15872 Tx FIFO, 15360 Rx FIFO
alc0: Using 1 MSI message(s).
miibus0: <MII bus> on alc0
atphy0: <Atheros F1 10/100/1000 PHY> PHY 0 on miibus0
atphy0:  none, 10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, 1000baseT-FDX, 1000baseT-FDX-master, auto, auto-flow
alc0: Ethernet address: f4:6d:04:de:7a:08
uhci0: <Intel 82801G (ICH7) USB controller USB-A> port 0xd400-0xd41f irq 23 at device 29.0 on pci0
uhci0: LegSup = 0x2f00
usbus0 on uhci0
uhci1: <Intel 82801G (ICH7) USB controller USB-B> port 0xd480-0xd49f irq 19 at device 29.1 on pci0
uhci1: LegSup = 0x2f00
usbus1 on uhci1
uhci2: <Intel 82801G (ICH7) USB controller USB-C> port 0xd800-0xd81f irq 18 at device 29.2 on pci0
uhci2: LegSup = 0x2f00
usbus2 on uhci2
uhci3: <Intel 82801G (ICH7) USB controller USB-D> port 0xd880-0xd89f irq 16 at device 29.3 on pci0
uhci3: LegSup = 0x2f00
usbus3 on uhci3
ehci0: <Intel 82801GB/R (ICH7) USB 2.0 controller> mem 0xfeaf7c00-0xfeaf7fff irq 23 at device 29.7 on pci0
usbus4: EHCI version 1.0
usbus4 on ehci0
pcib3: <ACPI PCI-PCI bridge> at device 30.0 on pci0
pci3: <ACPI PCI bus> on pcib3
isab0: <PCI-ISA bridge> at device 31.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel ICH7 UDMA100 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xffa0-0xffaf at device 31.1 on pci0
ata0: <ATA channel> at channel 0 on atapci0
atapci1: <Intel ICH7 SATA300 controller> port 0xd080-0xd087,0xd000-0xd003,0xcc00-0xcc07,0xc880-0xc883,0xc800-0xc80f irq 22 at device 31.2 on pci0
ata2: <ATA channel> at channel 0 on atapci1
ata3: <ATA channel> at channel 1 on atapci1
acpi_button0: <Power Button> on acpi0
ppc0: <Parallel port> port 0x378-0x37f,0x778-0x77f irq 7 drq 3 on acpi0
ppc0: SMC-like chipset (ECP/EPP/PS2/NIBBLE) in COMPATIBLE mode
ppc0: FIFO with 16/16/9 bytes threshold
ppbus0: <Parallel port bus> on ppc0
lpt0: <Printer> on ppbus0
lpt0: Interrupt-driven port
ppi0: <Parallel I/O> on ppbus0
uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
est0: <Enhanced SpeedStep Frequency Control> on cpu0
p4tcc0: <CPU Frequency Thermal Control> on cpu0
est1: <Enhanced SpeedStep Frequency Control> on cpu1
p4tcc1: <CPU Frequency Thermal Control> on cpu1
Timecounters tick every 1.000 msec
hdacc0: <Realtek ALC887 HDA CODEC> at cad 0 on hdac0
hdaa0: <Realtek ALC887 Audio Function Group> at nid 1 on hdacc0
pcm0: <Realtek ALC887 (Rear Analog)> at nid 20 and 24,26 on hdaa0
pcm1: <Realtek ALC887 (Front Analog)> at nid 27 and 25 on hdaa0
pcm2: <Realtek ALC887 (Onboard Digital)> at nid 17 on hdaa0
random: unblocking device.
usbus0: 12Mbps Full Speed USB v1.0
usbus1: 12Mbps Full Speed USB v1.0
usbus2: 12Mbps Full Speed USB v1.0
usbus3: 12Mbps Full Speed USB v1.0
usbus4: 480Mbps High Speed USB v2.0
ugen1.1: <Intel> at usbus1
uhub0: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus1
ugen0.1: <Intel> at usbus0
uhub1: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus0
ugen3.1: <Intel> at usbus3
uhub2: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus3
ugen2.1: <Intel> at usbus2
uhub3: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus2
ugen4.1: <Intel> at usbus4
uhub4: <Intel EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on usbus4
ada0 at ata2 bus 0 scbus1 target 0 lun 0
ada0: <Hitachi HCS721010CLA332 JP4OA3EA> ATA-8 SATA 2.x device
cd0 at ata2 bus 0 scbus1 target 1 lun 0
cd0: <ATAPI iHDS118   5 RL0A> Removable CD-ROM SCSI-0 device 
cd0: 150.000MB/s transfers (SATA, UDMA5, ATAPI 12bytes, PIO 8192bytes)
cd0: Attempt to query device size failed: NOT READY, Medium not present - tray closed
ada0: Serial Number JP2940J824MNZV
ada0: 150.000MB/s transfers (SATA, UDMA5, PIO 8192bytes)
ada0: 953869MB (1953525168 512 byte sectors: 16H 63S/T 16383C)
ada0: Previously was known as ad4
SMP: AP CPU #1 Launched!
Timecounter "TSC-low" frequency 1300396942 Hz quality 1000
uhub1: 2 ports with 2 removable, self powered
uhub3: 2 ports with 2 removable, self powered
uhub0: 2 ports with 2 removable, self powered
uhub2: 2 ports with 2 removable, self powered
Root mount waiting for: usbus4
Root mount waiting for: usbus4
Root mount waiting for: usbus4
uhub4: 8 ports with 8 removable, self powered
Trying to mount root from ufs:/dev/ada0p2 [rw]...
WARNING: / was not properly dismounted
Setting hostuuid: 603ce173-8dfe-d511-8ea2-f46d04de7a08.
Setting hostid: 0xeac9be38.
Entropy harvesting: interrupts ethernet point_to_point swi.
Starting file system checks:
** SU+J Recovering /dev/ada0p2
** Reading 33554432 byte journal from inode 4.
** Building recovery table.
** Resolving unreferenced inode list.
** Processing journal entries.
** 11 journal records in 1536 bytes for 22.92% utilization
** Freed 0 inodes (0 dirs) 0 blocks, and 0 frags.

***** FILE SYSTEM MARKED CLEAN *****
Mounting local file systems:.
Writing entropy file:.
Setting hostname: freebsd_fileserver.
Starting Network: lo0 alc0.
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
	options=600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
	inet6 ::1 prefixlen 128 
	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 
	inet 127.0.0.1 netmask 0xff000000 
	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
alc0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
	options=c3198<VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,TSO4,WOL_MCAST,WOL_MAGIC,VLAN_HWTSO,LINKSTATE>
	ether f4:6d:04:de:7a:08
	inet 192.168.1.22 netmask 0xffffff00 broadcast 192.168.1.255 
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect (none)
	status: no carrier
Starting devd.
add net default: gateway 192.168.1.254
add net fe80::: gateway ::1
add net ff02::: gateway ::1
add net ::ffff:0.0.0.0: gateway ::1
add net ::0.0.0.0: gateway ::1
Creating and/or trimming log files.
Starting syslogd.
Starting rpcbind.
No core dumps found.
ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
32-bit compatibility ldconfig path: /usr/lib32
Clearing /tmp (X related).
Starting mountd.
NFSv4 is disabled
Starting nfsd.
Starting statd.
Starting lockd.
Updating motd:.
Mounting late file systems:.
Starting ntpd.
Configuring syscons: blanktime.
Performing sanity check on sshd configuration.
alc0: link state changed to UP
Starting sshd.
Starting sendmail_submit.
Starting sendmail_msp_queue.
Starting cron.
Starting background file system checks in 60 seconds.

Mon Feb 23 18:55:32 AEDT 2015
Feb 23 18:58:13 freebsd_fileserver su: c0mplexnumber to root on /dev/ttyv0
vputx: negative ref count
0xfffff80002ee1938: tag ufs, type VDIR
    usecount 0, writecount 0, refcount 3 mountedhere 0
    flags (VI_ACTIVE)
 VI_LOCKed    v_object 0xfffff80002e1ba00 ref 0 pages 1 cleanbuf 0 dirtybuf 1
    lock type ufs: UNLOCKED
	ino 84690258, on dev ada0p2
panic: vputx: negative ref cnt
cpuid = 1
KDB: stack backtrace:
#0 0xffffffff80963000 at kdb_backtrace+0x60
#1 0xffffffff80928125 at panic+0x155
#2 0xffffffff809c8b75 at vputx+0x2d5
#3 0xffffffff8195b3fb at pefs_reclaim+0xdb
#4 0xffffffff80e439a7 at VOP_RECLAIM_APV+0xa7
#5 0xffffffff809c9951 at vgonel+0x1c1
#6 0xffffffff809c9de9 at vrecycle+0x59
#7 0xffffffff8195b317 at pefs_inactive+0x87
#8 0xffffffff80e43897 at VOP_INACTIVE_APV+0xa7
#9 0xffffffff809c8722 at vinactive+0x102
#10 0xffffffff809c8b12 at vputx+0x272
#11 0xffffffff808811ee at nfsrvd_readdirplus+0x117e
#12 0xffffffff80863d9e at nfsrvd_dorpc+0x6de
#13 0xffffffff80872d94 at nfssvc_program+0x554
#14 0xffffffff80b27957 at svc_run_internal+0xc77
#15 0xffffffff80b26bee at svc_run+0x1de
#16 0xffffffff8087321a at nfsrvd_nfsd+0x1ca
#17 0xffffffff80883417 at nfssvc_nfsd+0x107
Uptime: 3m37s
Dumping 126 out of 1989 MB:..13%..26%..38%..51%..64%..76%..89%

------------------------------------------------------------------------
kernel config

options	CONFIG_AUTOGENERATED
ident	GENERIC
machine	amd64
cpu	HAMMER
makeoptions	WITH_CTF=1
makeoptions	DEBUG=-g
options	XENHVM
options	USB_DEBUG
options	ATH_ENABLE_11N
options	AH_AR5416_INTERRUPT_MITIGATION
options	AH_SUPPORT_AR5416
options	IEEE80211_SUPPORT_MESH
options	IEEE80211_AMPDU_AGE
options	IEEE80211_DEBUG
options	SC_PIXEL_MODE
options	VESA
options	AHD_REG_PRETTY_PRINT
options	AHC_REG_PRETTY_PRINT
options	ATA_STATIC_ID
options	ACPI_DMAR
options	SMP
options	KDB_TRACE
options	KDB
options	INCLUDE_CONFIG_FILE
options	DDB_CTF
options	KDTRACE_HOOKS
options	KDTRACE_FRAME
options	MAC
options	PROCDESC
options	CAPABILITIES
options	CAPABILITY_MODE
options	AUDIT
options	HWPMC_HOOKS
options	KBD_INSTALL_CDEV
options	PRINTF_BUFR_SIZE=128
options	_KPOSIX_PRIORITY_SCHEDULING
options	SYSVSEM
options	SYSVMSG
options	SYSVSHM
options	STACK
options	KTRACE
options	SCSI_DELAY=5000
options	COMPAT_FREEBSD7
options	COMPAT_FREEBSD6
options	COMPAT_FREEBSD5
options	COMPAT_FREEBSD4
options	COMPAT_FREEBSD32
options	GEOM_LABEL
options	GEOM_RAID
options	GEOM_PART_GPT
options	PSEUDOFS
options	PROCFS
options	CD9660
options	MSDOSFS
options	NFS_ROOT
options	NFSLOCKD
options	NFSD
options	NFSCL
options	MD_ROOT
options	QUOTA
options	UFS_GJOURNAL
options	UFS_DIRHASH
options	UFS_ACL
options	SOFTUPDATES
options	FFS
options	SCTP
options	TCP_OFFLOAD
options	INET6
options	INET
options	PREEMPTION
options	SCHED_ULE
options	NEW_PCIB
options	GEOM_PART_MBR
options	GEOM_PART_EBR_COMPAT
options	GEOM_PART_EBR
options	GEOM_PART_BSD
device	isa
device	mem
device	io
device	uart_ns8250
device	cpufreq
device	acpi
device	pci
device	fdc
device	ahci
device	ata
device	mvs
device	siis
device	ahc
device	ahd
device	esp
device	hptiop
device	isp
device	mpt
device	mps
device	mpr
device	sym
device	trm
device	adv
device	adw
device	aic
device	bt
device	isci
device	scbus
device	ch
device	da
device	sa
device	cd
device	pass
device	ses
device	amr
device	arcmsr
device	ciss
device	dpt
device	hptmv
device	hptnr
device	hptrr
device	hpt27xx
device	iir
device	ips
device	mly
device	twa
device	tws
device	aac
device	aacp
device	aacraid
device	ida
device	mfi
device	mlx
device	mrsas
device	twe
device	atkbdc
device	atkbd
device	psm
device	kbdmux
device	vga
device	splash
device	sc
device	vt
device	vt_vga
device	vt_efifb
device	agp
device	cbb
device	pccard
device	cardbus
device	uart
device	ppc
device	ppbus
device	lpt
device	ppi
device	puc
device	bxe
device	de
device	em
device	igb
device	ixgbe
device	ixl
device	ixlv
device	le
device	ti
device	txp
device	vx
device	miibus
device	ae
device	age
device	alc
device	ale
device	bce
device	bfe
device	bge
device	cas
device	dc
device	et
device	fxp
device	gem
device	hme
device	jme
device	lge
device	msk
device	nfe
device	nge
device	pcn
device	re
device	rl
device	sf
device	sge
device	sis
device	sk
device	ste
device	stge
device	tl
device	tx
device	vge
device	vr
device	wb
device	xl
device	cs
device	ed
device	ex
device	ep
device	fe
device	sn
device	xe
device	wlan
device	wlan_wep
device	wlan_ccmp
device	wlan_tkip
device	wlan_amrr
device	an
device	ath
device	ath_pci
device	ath_hal
device	ath_rate_sample
device	ipw
device	iwi
device	iwn
device	malo
device	mwl
device	ral
device	wi
device	wpi
device	loop
device	random
device	padlock_rng
device	rdrand_rng
device	ether
device	vlan
device	tun
device	md
device	gif
device	faith
device	firmware
device	bpf
device	uhci
device	ohci
device	ehci
device	xhci
device	usb
device	ukbd
device	umass
device	sound
device	snd_cmi
device	snd_csa
device	snd_emu10kx
device	snd_es137x
device	snd_hda
device	snd_ich
device	snd_via8233
device	mmc
device	mmcsd
device	sdhci
device	virtio
device	virtio_pci
device	vtnet
device	virtio_blk
device	virtio_scsi
device	virtio_balloon
device	hyperv
device	xenpci
device	vmx

------------------------------------------------------------------------
ddb capture buffer

ddb: ddb_capture: kvm_nlist