freebsd-head-uefi-zfs.bsd.net dumped core - see /var/crash/vmcore.0

Sun Feb 18 13:05:36 CET 2018

FreeBSD freebsd-head-uefi-zfs.bsd.net 12.0-CURRENT FreeBSD 12.0-CURRENT #0 r329515: Sun Feb 18 12:13:56 CET 2018     root@freebsd-head-uefi-zfs.bsd.net:/usr/obj/usr/src/amd64.amd64/sys/VBOXGUEST  amd64

panic: spin lock held too long

GNU gdb (GDB) 8.0.1 [GDB v8.0.1 for FreeBSD]
Copyright (C) 2017 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-portbld-freebsd12.0".
Type "show configuration" for configuration details.
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>.
Find the GDB manual and other documentation resources online at:
<http://www.gnu.org/software/gdb/documentation/>.
For help, type "help".
Type "apropos word" to search for commands related to "word"...
Reading symbols from /boot/kernel/kernel...Reading symbols from /usr/lib/debug//boot/kernel/kernel.debug...done.
done.

Unread portion of the kernel message buffer:
spin lock 0xffffffff80e76e80 (sched lock 0) held by 0xfffff800c58d4000 (tid 100746) too long
panic: spin lock held too long
cpuid = 0
time = 1518955069
KDB: stack backtrace:
db_trace_self_wrapper() at 0xffffffff804d281b = db_trace_self_wrapper+0x2b/frame 0xfffffe004b204610
vpanic() at 0xffffffff807106cd = vpanic+0x18d/frame 0xfffffe004b204670
panic() at 0xffffffff80710533 = panic+0x43/frame 0xfffffe004b2046d0
_mtx_lock_indefinite_check() at 0xffffffff806f0fa1 = _mtx_lock_indefinite_check+0x71/frame 0xfffffe004b2046e0
thread_lock_flags_() at 0xffffffff806f110b = thread_lock_flags_+0xdb/frame 0xfffffe004b204750
statclock_cnt() at 0xffffffff806ab0dc = statclock_cnt+0xdc/frame 0xfffffe004b204790
handleevents() at 0xffffffff80a72d73 = handleevents+0x113/frame 0xfffffe004b2047e0
timercb() at 0xffffffff80a73479 = timercb+0xa9/frame 0xfffffe004b204830
lapic_handle_timer() at 0xffffffff80ad6237 = lapic_handle_timer+0xa7/frame 0xfffffe004b204870
timerint_u() at 0xffffffff80a1f080 = timerint_u+0x96/frame 0xfffffe004b204950
thread_lock_flags_() at 0xffffffff806f10f1 = thread_lock_flags_+0xc1/frame 0xfffffe004b2049c0
fork1() at 0xffffffff806d124f = fork1+0x1b9f/frame 0xfffffe004b204a70
sys_vfork() at 0xffffffff806d17ec = sys_vfork+0x4c/frame 0xfffffe004b204ac0
amd64_syscall() at 0xffffffff80a3d6c8 = amd64_syscall+0xa48/frame 0xfffffe004b204bf0
fast_syscall_common() at 0xffffffff80a1e03d = fast_syscall_common+0x101/frame 0x7fffffffe000
Uptime: 26m5s
Dumping 1003 out of 6123 MB:..2%..12%..21%..31%..42%..52%..61%..71%..82%..91%

__curthread () at ./machine/pcpu.h:230
230	./machine/pcpu.h: No such file or directory.
(kgdb) #0  __curthread () at ./machine/pcpu.h:230
#1  doadump (textdump=1) at /usr/src/sys/kern/kern_shutdown.c:347
#2  0xffffffff80710200 in kern_reboot (howto=260)
    at /usr/src/sys/kern/kern_shutdown.c:416
#3  0xffffffff8071072d in vpanic (fmt=<optimized out>, ap=0xfffffe004b2046b0)
    at /usr/src/sys/kern/kern_shutdown.c:812
#4  0xffffffff80710533 in panic (fmt=<unavailable>)
    at /usr/src/sys/kern/kern_shutdown.c:739
#5  0xffffffff806f0fa1 in _mtx_lock_indefinite_check (m=<optimized out>, 
    ldap=<optimized out>) at /usr/src/sys/kern/kern_mutex.c:1224
#6  0xffffffff806f110b in thread_lock_flags_ (td=0xfffff8006205d000, 
    opts=<optimized out>, file=<optimized out>, line=<optimized out>)
    at /usr/src/sys/kern/kern_mutex.c:913
#7  0xffffffff806ab0dc in statclock_cnt (cnt=1, usermode=<optimized out>)
    at /usr/src/sys/kern/kern_clock.c:768
#8  0xffffffff80a72d73 in handleevents (now=6721246917305, fake=0)
    at /usr/src/sys/kern/kern_clocksource.c:196
#9  0xffffffff80a73479 in timercb (et=0xffffffff80f80ad8 <lapic_et>, 
    arg=<optimized out>) at /usr/src/sys/kern/kern_clocksource.c:353
#10 0xffffffff80ad6237 in lapic_handle_timer (frame=0xfffffe004b204880)
    at /usr/src/sys/x86/x86/local_apic.c:1305
#11 0xffffffff80a1f080 in timerint_u ()
    at /usr/src/sys/amd64/amd64/apic_vector.S:132
#12 0xfffffe004b204968 in ?? ()
#13 0x0000000000001b8d in ?? ()
#14 0x0000000000000800 in ?? ()
#15 0x00000000fffff7ff in ?? ()
#16 0x0000000080000034 in ?? ()
#17 0x00000000000001f4 in ?? ()
#18 0x00000000fffff8eb in ?? ()
#19 0xfffffe004b204968 in ?? ()
#20 0xfffffe004b204950 in ?? ()
#21 0x000000008000ba2f in ?? ()
#22 0x0000000000000032 in ?? ()
#23 0xfffff800c58d4000 in ?? ()
#24 0xfffffe004b204968 in ?? ()
#25 0xffffffff80c41014 in mtx_delay ()
#26 0x0000000000000000 in ?? ()
(kgdb) 

------------------------------------------------------------------------
ps -axlww

UID   PID  PPID CPU PRI NI    VSZ   RSS MWCHAN   STAT  TT     TIME COMMAND
  0     0     0   0 -16  0      0     0 swapin   DLs    -  0:00.65 [kernel]
  0     1     0   0  52  0   9996  1060 wait     DLs    -  0:00.23 [init]
  0     2     0   0 -16  0      0     0 ftcl     DL     -  0:00.00 [ftcleanup]
  0     3     0   0 -16  0      0     0 crypto_w DL     -  0:00.00 [crypto]
  0     4     0   0 -16  0      0     0 crypto_r DL     -  0:00.00 [crypto returns 0]
  0     5     0   0 -16  0      0     0 crypto_r DL     -  0:00.00 [crypto returns 1]
  0     6     0   0 -16  0      0     0 crypto_r DL     -  0:00.00 [crypto returns 2]
  0     7     0   0 -16  0      0     0 crypto_r DL     -  0:00.00 [crypto returns 3]
  0     8     0   0 -16  0      0     0 -        RL     -  0:00.16 [cam]
  0     9     0   0  -8  0      0     0 arc_recl DL     -  0:00.02 [zfskern]
  0    10     0   0 -16  0      0     0 audit_wo DL     -  0:00.00 [audit]
  0    11     0   0 155  0      0     0 -        RL     -  1:55.92 [idle]
  0    12     0   0 -52  0      0     0 -        WL     -  0:00.73 [intr]
  0    13     0   0  -8  0      0     0 -        DL     -  0:00.18 [geom]
  0    14     0   0 -16  0      0     0 -        DL     -  0:00.00 [soaiod1]
  0    15     0   0 -16  0      0     0 -        DL     -  0:00.00 [soaiod2]
  0    16     0   0 -16  0      0     0 -        DL     -  0:00.00 [soaiod3]
  0    17     0   0 -16  0      0     0 -        DL     -  0:00.00 [soaiod4]
  0    18     0   0 -16  0      0     0 waiting_ DL     -  0:00.00 [sctp_iterator]
  0    19     0   0 -16  0      0     0 -        DL     -  0:00.00 [rand_harvestq]
  0    20     0   0 -16  0      0     0 psleep   DL     -  0:00.00 [pagedaemon]
  0    21     0   0 -16  0      0     0 psleep   DL     -  0:00.00 [vmdaemon]
  0    22     0   0  20  0      0     0 psleep   DL     -  0:00.00 [bufdaemon]
  0    23     0   0  20  0      0     0 -        DL     -  0:00.00 [bufspacedaemon]
  0    24     0   0  16  0      0     0 syncer   DL     -  0:00.00 [syncer]
  0    25     0   0 -16  0      0     0 vlruwt   DL     -  0:00.00 [vnlru]
  0   111     0   0 -20  0      0     0 VBoxIS   DL     -  0:00.00 [Timer]
  0   372     1   0  52  0  11440  2780 select   Ds     -  0:00.01 [dhclient]
  0   375     1   0  52  0  11612  2836 select   Ds     -  0:00.00 [dhclient]
 65   420     1   0  22  0  11804  2968 select   DCs    -  0:00.00 [dhclient]
  0   421     1   0  20  0  10604  1536 select   Ds     -  0:00.01 [devd]
  0   492     1   0  20  0  11464  2856 select   Ds     -  0:00.03 [syslogd]
  0   502     1   0  20  0  11380  2720 select   Ds     -  0:00.02 [rpcbind]
  0   616     1   0  52  0  13888  3556 select   Ds     -  0:00.00 [mountd]
  0   622     1   0  52  0  13576  3348 select   Ds     -  0:00.04 [nfsd]
  0   623   622   0  52  0  10836  2276 rpcsvc   D      -  0:00.02 [nfsd]
  0   626     1   0  20  0 275668  3284 select   Ds     -  0:00.00 [rpc.statd]
  0   629     1   0  52  0  13544  3276 rpcsvc   Ds     -  0:00.00 [rpc.lockd]
  0   638     1   0  52  0  17232  3732 sigwait  Ds     -  0:00.02 [VBoxService]
  0   670     1   0  20  0  18496 18560 select   Ds     -  0:00.18 [ntpd]
  0   689     1   0  52  0  14424  5540 select   Ds     -  0:00.01 [zfsd]
  0   704     1   0  20  0  11396  2816 nanslp   Ds     -  0:00.00 [cron]
  0   720     1   0  52  0  11088  2668 select   Ds     -  0:00.00 [moused]
  0   760     1   0  22  0  12092  3380 wait     Ds     -  0:00.01 [login]
  0   761     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.00 [getty]
  0   762     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.01 [getty]
  0   763     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.00 [getty]
  0   764     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.01 [getty]
  0   765     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.03 [getty]
  0   766     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.03 [getty]
  0   767     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.02 [getty]
  0   768     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.02 [getty]
  0   769     1   0  52  0  10928  2500 ttyin    Ds+    -  0:00.02 [getty]
  0   770   760   0  20  0  13216  4396 wait     D      -  0:00.00 [bash]
  0   794   770   0  21  0  12076  3360 wait     D      -  0:00.00 [su]
  0   795   794   0  20  0  14084  5276 pause    D      -  0:00.00 [csh]
  0   801   795   0  21  0  11572  3092 wait     D+     -  0:00.00 [sh]
  0   802   801   0  52  0  12600  3532 wait     D+     -  0:00.00 [sh]
  0  6667 94451   0  52 10  10440  1748 wait     DN+    -  0:00.00 [make]
  0  6680  6667   0  52 10  10400  1756 wait     DN+    -  0:00.00 [make]
  0  6753  6680   0  52 10  11760  3144 wait     DN+    -  0:00.00 [sh]
  0  6764  6753   0  82 10  11052  2644 -        RN+    -  0:00.00 [xargs]
  0  7053  6764   0  82 10  11052  2644 -        ?NVL+  -  0:00.00 [xargs]
  0 92812   802   0  52  0  12512  3500 wait     D+     -  0:00.00 [sh]
  0 92862 92812   0  52  0  12540  3516 wait     D+     -  0:00.00 [sh]
  0 94451 92862   0  52  0  12548  3532 wait     D+     -  0:00.00 [sh]

------------------------------------------------------------------------
vmstat -s

  5366552 cpu context switches
   574482 device interrupts
    30471 software interrupts
 31256968 traps
 30141646 system calls
       26 kernel threads created
    56240  fork() calls
    50652 vfork() calls
        2 rfork() calls
        0 swap pager pageins
        0 swap pager pages paged in
        0 swap pager pageouts
        0 swap pager pages paged out
     3477 vnode pager pageins
    40612 vnode pager pages paged in
     1925 vnode pager pageouts
    24585 vnode pager pages paged out
        0 page daemon wakeups
        0 pages examined by the page daemon
        0 clean page reclamation shortfalls
        0 pages reactivated by the page daemon
  2765602 copy-on-write faults
     2972 copy-on-write optimized faults
 23214197 zero fill pages zeroed
        0 zero fill pages prezeroed
      135 intransit blocking page faults
 30529744 total VM faults taken
     3251 page faults requiring I/O
        0 pages affected by kernel thread creation
  2385349 pages affected by  fork()
 12788207 pages affected by vfork()
      114 pages affected by rfork()
 30567527 pages freed
        0 pages freed by daemon
        0 pages freed by exiting processes
        0 pages active
        0 pages inactive
        0 pages in the laundry queue
        0 pages wired down
        0 pages free
        0 bytes per page
        0 total name lookups
          cache hits (0% pos + 0% neg) system 0% per-directory
          deletions 0%, falsehits 0%, toolong 0%

------------------------------------------------------------------------
vmstat -m

         Type InUse MemUse HighUse Requests  Size(s)
      entropy     0     0K       -     1407  16384
      solaris 339403 213314K       - 15531356  512,1024,2048,4096,8192,16384,32768,65536
   kstat_data     8     4K       -        8  512
      CAM SIM    16     8K       -       16  512
      CAM XPT   101    51K       -      872  512,1024,2048,4096
      CAM DEV    31   124K       -       32  4096
      CAM CCB     0     0K       -   657617  4096
     CAM path    46    23K       -      192  512
        vtbuf    24  3936K       -       46  8192
           vt    11    11K       -       11  1024
       DEVFS3   165    83K       -      284  512
       DEVFS1   142   142K       -      248  1024
   DEVFS_RULE    55    53K       -       55  512,1024
        DEVFS    10     5K       -       11  512
       DEVFSP     3     2K       -        3  512
  fdesc_mount     1     1K       -        1  512
NFSD V4client     1     1K       -        1  512
 NFSD lckfile     1     1K       -        1  512
 NFSD session     1     2K       -        1  2048
    pfs_nodes    79    40K       -       79  512
  pfs_vncache     3     2K       -        7  512
         GEOM   625   361K       -     7622  512,1024,2048,4096,8192,16384,32768
    raid_data     0     0K       -     1182  512
       isadev     8     4K       -        8  512
   CAM periph    32    16K       -       59  512
CAM I/O Scheduler    15     8K       -       15  512
    sfs_nodes    86    86K       -       86  1024
         cdev     5     3K       -        5  512
     filedesc     6    81K       -       32  512,8192,32768
        sigio     0     0K       -        1  512
     filecaps     1     1K       -     6411  512
      kdtrace   493   460K       -   220965  512,1024
         kenv   131    81K       -      133  512,16384
       kqueue    66    33K       -   106921  512
    proc-args    69    35K       -    69934  512,1024
        hhook    13     7K       -       13  512
      ithread    67    34K       -       67  512
       KTRACE   100    50K       -      100  512
       linker   189   327K       -      240  512,1024,2048,4096,16384,32768,65536
  ddb_capture     1    64K       -        1  65536
        lockf    26    13K       -    40360  512
   loginclass     3     2K       -        3  512
        cache     1     1K       -        1  512
       devbuf 17247 38086K       -    17535  512,1024,2048,4096,8192,16384,65536
         temp    15    23K       -   267485  512,1024,2048,4096,8192,16384,65536
     acpiintr     1     1K       -        1  512
       acpica  2173  1098K       -    28639  512,1024,2048,8192
     acpitask     1    64K       -        1  65536
       module   238   119K       -      239  512
     mtx_pool     2    32K       -        2  16384
          osd     7     4K       -       98  512
     pmchooks     1     1K       -        1  512
         pgrp    30    15K       -     2142  512
      session    26    13K       -       35  512
         proc     2    64K       -        2  32768
      subproc   193   655K       -   107048  1024,8192
         cred    80    40K       -     3806  512
      acpisem    19    10K       -       19  512
      acpidev    30    15K       -       30  512
    CAM queue    47    70K       -       65  512,2048
       plimit    26    26K       -      551  1024
      uidinfo     3    17K       -      468  512,16384
       dumper     1     2K       -        1  2048
       sysctl     0     0K       -        3  512
    sysctloid  3644  1822K       -     3696  512
    sysctltmp     0     0K       -     7240  512,1024,4096
      tidhash     1    64K       -        1  65536
      callout     5  2220K       -        5  
         umtx  1080   540K       -     1080  512
     p1003.1b     1     1K       -        1  512
         SWAP     1   280K       -        1  
          bus   487   244K       -     2775  512,4096
       bus-sc    48   390K       -      499  512,1024,2048,4096,8192,16384,65536
      devstat    52   429K       -       52  512,16384
 eventhandler   123    62K       -      123  512
   gtaskqueue    30    62K       -       30  512,16384
         kobj   116   928K       -     1825  8192
      Per-cpu     1     1K       -        1  512
         rman   105    53K       -      482  512
         sbuf     0     0K       -    10500  512,1024,2048,4096,8192,16384,32768,65536
       sglist     2     5K       -        2  512,4096
    toponodes    21    11K       -       21  512
CAM dev queue    16     8K       -       16  512
    taskqueue   153    77K       -      273  512
     terminal    11     6K       -       11  512
       Unitno    24    12K       -   348416  512
         vmem     3   184K       -       14  2048,8192,16384,32768,65536
     ioctlops     0     0K       -      118  512,1024,2048
       select    93    47K       -       93  512
          iov     0     0K       -  2076493  512,1024
          msg     4    68K       -        4  4096,16384,32768
          sem     4   120K       -        4  4096,8192
          shm     1    32K       -        1  32768
          tty    12    24K       -       12  2048
     mbuf_tag     0     0K       -       16  512
        shmfd     1    16K       -        1  16384
       soname     6     3K       -     1184  512
          pcb    32  1243K       -       76  512,4096,8192,16384
          acl     0     0K       -    50851  16384
     vfscache     4  2153K       -        4  1024,32768,65536
   cl_savebuf     0     0K       -     2512  512
  export_host     2     1K       -        2  512
     vfs_hash     1  1032K       -        1  
       vnodes     1     1K       -        1  1024
        mount   731   373K       -     1431  512,1024
       statfs     0     0K       -    99728  8192
  vnodemarker     0     0K       -     3334  1024
chacha20random     1     2K       -        1  2048
        iconv     2     1K       -        2  512
          BPF    10    68K       -       10  512,1024,16384
        ifnet     3     9K       -        3  512,4096
       ifaddr    29    41K       -       30  512,1024,8192,16384
  ether_multi    19    10K       -       24  512
        clone     3     2K       -        3  512
        ipsec     1     1K       -        1  1024
      lltable    10     8K       -       11  512,1024
     routetbl    29    17K       -       33  512,1024
         vnet     1     1K       -        1  512
    vnet_data     1    64K       -        1  65536
vnet_data_free     1     1K       -        1  512
         igmp     2     1K       -        2  512
   in_mfilter     1     2K       -        1  2048
     in_multi     2     1K       -        3  512
  ip_moptions     2     2K       -        2  512,1024
encap_export_host     2     4K       -        2  2048
    sctp_a_it     0     0K       -        2  512
     sctp_vrf     1     1K       -        1  512
     sctp_ifa     4     2K       -        4  512
     sctp_ifn     2     1K       -        2  512
    sctp_iter     0     0K       -        2  512
    hostcache     1    64K       -        1  65536
      tcpfunc     1     1K       -        1  512
     syncache     1    76K       -        1  
  in6_mfilter     2     4K       -        2  2048
    in6_multi    16     8K       -       16  512
 ip6_moptions     4     3K       -        4  512,1024
       ip6opt     3     2K       -        3  512
          mld     2     1K       -        2  512
       ip6ndp     3     2K       -        3  512
  inpcbpolicy    32    16K       -      216  512
     secasvar     1     4K       -        1  4096
       sahead     1     4K       -        1  4096
  ipsecpolicy     2     5K       -        2  512,4096
    ipsec-saq     2     8K       -        2  4096
          NLM     0     0K       -        1  512
       crypto     2     2K       -        2  1024
        xform     0     0K       -     1510  512
          rpc    92    74K       -      222  512,1024,2048,8192
audit_evclass   230   115K       -      286  512
      pagedep     6  1584K       -        6  
     inodedep     6  6192K       -        6  
    bmsafemap     6    96K       -        6  16384
       newblk     6 12336K       -        6  
     freework     6    48K       -        6  8192
        sbdep     0     0K       -        6  512
      softdep     6     6K       -        6  1024
  ufs_dirhash   879   588K       -     1182  512,1024,2048
    ufs_quota     1  1032K       -        1  
    ufs_mount    33   355K       -       44  1024,8192,16384
    vm_pgdata     1     1K       -        1  512
      UMAHash    31  1384K       -      107  2048,4096,8192,16384,32768,65536
     pci_link     8     4K       -        8  512
     atkbddev     2     1K       -        2  512
          nvd     2     1K       -        2  512
         nvme   147    85K       -      147  512,1024,4096,8192
        linux    16     8K       -       16  512
       apmdev     1     1K       -        1  512
   madt_table     0     0K       -        2  512,8192
       kbdmux     6    28K       -        6  512,1024,2048,4096,16384
      io_apic     1     4K       -        1  4096
   local_apic     1     8K       -        1  8192
          MCA     4     2K       -        4  512
         cpus     2     1K       -        2  512
     nexusdev     4     2K       -        4  512
          SDT    42    21K       -       42  512
          fbt 40144 20336K       -    40144  512
     iprtheap    17     9K       -     1298  512,1024
     iprtcont     1    64K       -        1  

------------------------------------------------------------------------
vmstat -z

ITEM                   SIZE  LIMIT     USED     FREE      REQ FAIL SLEEP

UMA Kegs:               280,      0,     339,      12,     339,   0,   0
UMA Zones:              648,      0,     340,       0,     340,   0,   0
UMA Slabs:               80,      0,  189688,      12,  191048,   0,   0
UMA Hash:               256,      0,      78,      42,     109,   0,   0
4 Bucket:                32,      0,    2247,    2378,   38995,   0,   0
6 Bucket:                48,      0,     266,    1560,  154475,   0,   0
8 Bucket:                64,      0,      92,    1458,   19593,  17,   0
12 Bucket:               96,      0,     498,     650,   11329,   0,   0
16 Bucket:              128,      0,    3178,    1100,   23790,   1,   0
32 Bucket:              256,      0,    2269,    1016,   51266, 120,   0
64 Bucket:              512,      0,    3729,     775,   88690,1004,   0
128 Bucket:            1024,      0,     430,     118,   11581,   1,   0
256 Bucket:            2048,      0,     238,      24,    1639, 182,   0
vmem:                  1792,      0,       1,       1,       1,   0,   0
vmem btag:               56,      0,   19314,    3477,   29169, 161,   0
VM OBJECT:              256,      0,   33381,   30069, 1539241,   0,   0
RADIX NODE:             144,      0,   19407,   11994, 3986330,   0,   0
MAP:                    232,      0,       3,      65,       3,   0,   0
KMAP ENTRY:             120,      0,       8,     256,       8,   0,   0
MAP ENTRY:              120,      0,    1266,   10614, 5369434,   0,   0
VMSPACE:               2512,      0,      39,      36,  106895,   0,   0
fakepg:                 104,      0,       0,       0,       0,   0,   0
64 pcpu:                  8,      0,    2554,     518,    2558,   0,   0
mt_zone:              16400,      0,     356,       0,     356,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
16:                      16,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
32:                      32,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
64:                      64,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
128:                    128,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
256:                    256,      0,       0,       0,       0,   0,   0
512:                    512,      0,     180,      52,     460,   0,   0
512:                    512,      0,    3758,      74,    4190,   0,   0
512:                    512,      0,   40200,     168,   45103,   0,   0
512:                    512,      0,  335347,  100413,14616030,   0,   0
512:                    512,      0,    1850,      94,    9789,   0,   0
512:                    512,      0,   10563,    1117,  356591,   0,   0
512:                    512,      0,     945,     159,  350043,   0,   0
512:                    512,      0,     679,     657, 2150660,   0,   0
1024:                  1024,      0,      15,      13,      81,   0,   0
1024:                  1024,      0,      26,      42,     551,   0,   0
1024:                  1024,      0,       1,      15,       1,   0,   0
1024:                  1024,      0,    3022,   29002,  833362,   0,   0
1024:                  1024,      0,      59,      33,     165,   0,   0
1024:                  1024,      0,     576,      92,  121884,   0,   0
1024:                  1024,      0,      39,      41,      45,   0,   0
1024:                  1024,      0,       2,      66,    3757,   0,   0
2048:                  2048,      0,       7,      19,      32,   0,   0
2048:                  2048,      0,       0,       0,       0,   0,   0
2048:                  2048,      0,       1,       5,       1,   0,   0
2048:                  2048,      0,    3354,   13932,  136814,   0,   0
2048:                  2048,      0,      14,       6,      29,   0,   0
2048:                  2048,      0,      47,      25,   72959,   0,   0
2048:                  2048,      0,       2,       8,       2,   0,   0
2048:                  2048,      0,      33,      27,    2407,   0,   0
4096:                  4096,      0,       7,       7,      25,   0,   0
4096:                  4096,      0,       3,       0,       3,   0,   0
4096:                  4096,      0,       0,     113,  657617,   0,   0
4096:                  4096,      0,      64,       6,     878,   0,   0
4096:                  4096,      0,       0,       4,     199,   0,   0
4096:                  4096,      0,      23,      69,   78686,   0,   0
4096:                  4096,      0,      31,       1,      32,   0,   0
4096:                  4096,      0,       0,       6,     180,   0,   0
8192:                  8192,      0,      10,       1,      21,   0,   0
8192:                  8192,      0,       1,       0,       1,   0,   0
8192:                  8192,      0,     116,       4,    1825,   0,   0
8192:                  8192,      0,    1458,      10,  110535,   0,   0
8192:                  8192,      0,       3,       0,       4,   0,   0
8192:                  8192,      0,      37,       4,     211,   0,   0
8192:                  8192,      0,       1,       5,   99730,   0,   0
8192:                  8192,      0,       0,       5,     197,   0,   0
16384:                16384,      0,      12,       2,      27,   0,   0
16384:                16384,      0,       6,       4,    1413,   0,   0
16384:                16384,      0,       0,       0,       0,   0,   0
16384:                16384,      0,      20,       9,   62839,   0,   0
16384:                16384,      0,      27,       0,      27,   0,   0
16384:                16384,      0,      24,       5,      51,   0,   0
16384:                16384,      0,      23,       1,      33,   0,   0
16384:                16384,      0,       1,       5,     411,   0,   0
32768:                32768,      0,       4,       0,       6,   0,   0
32768:                32768,      0,       0,       0,       0,   0,   0
32768:                32768,      0,       0,       0,       0,   0,   0
32768:                32768,      0,      17,       3,      29,   0,   0
32768:                32768,      0,       2,       6,      15,   0,   0
32768:                32768,      0,       3,       2,      29,   0,   0
32768:                32768,      0,       0,       0,       0,   0,   0
32768:                32768,      0,       2,       8,     260,   0,   0
65536:                65536,      0,       4,       0,       5,   0,   0
65536:                65536,      0,       0,       0,       0,   0,   0
65536:                65536,      0,       1,       0,       1,   0,   0
65536:                65536,      0,       1,       1,      18,   0,   0
65536:                65536,      0,       1,       0,       1,   0,   0
65536:                65536,      0,       2,       8,    3087,   0,   0
65536:                65536,      0,       0,       0,       0,   0,   0
65536:                65536,      0,       0,       0,       0,   0,   0
SLEEPQUEUE:              80,      0,     541,     234,     541,   0,   0
Files:                   80,      0,     146,     754, 2255200,   0,   0
filedesc0:             1104,      0,      66,      60,  106921,   0,   0
rl_entry:                40,      0,     104,     996,     104,   0,   0
TURNSTILE:              136,      0,     541,     139,     541,   0,   0
umtx pi:                 96,      0,       0,       0,       0,   0,   0
umtx_shm:                88,      0,       0,       0,       0,   0,   0
MAC labels:              40,      0,       0,       0,       0,   0,   0
PROC:                  1336,      0,      65,      61,  106920,   0,   0
THREAD:                1368,      0,     487,      53,    7249,   0,   0
cpuset:                 104,      0,     384,     262,     691,   0,   0
domainset:               32,      0,       0,       0,       0,   0,   0
audit_record:          1280,      0,       0,       0,       0,   0,   0
mbuf_packet:            256, 2438460,     256,    1012,     418,   0,   0
mbuf:                   256, 2438460,       1,    1014,     767,   0,   0
mbuf_cluster:          2048, 381010,    1265,      11,    1265,   0,   0
mbuf_jumbo_page:       4096, 190504,       0,       0,       0,   0,   0
mbuf_jumbo_9k:         9216, 169335,       0,       0,       0,   0,   0
mbuf_jumbo_16k:       16384, 127000,       0,       0,       0,   0,   0
dtrace_state_cache:   16384,      0,       0,       0,       0,   0,   0
ttyinq:                 160,      0,     165,      85,     480,   0,   0
ttyoutq:                256,      0,      88,     167,     256,   0,   0
DMAR_MAP_ENTRY:         120,      0,       0,       0,       0,   0,   0
g_bio:                  376,      0,       4,    4216, 2630745,   0,   0
nvme_request:           128,      0,       5,     398,     238,   0,   0
vtnet_tx_hdr:            24,      0,       0,     835,     114,   0,   0
cryptop:                128,      0,       0,       0,       0,   0,   0
cryptodesc:              72,      0,       0,       0,       0,   0,   0
FPU_save_area:          512,      0,       0,       0,       0,   0,   0
taskq_zone:              48,      0,       0,    1328,   15794,   0,   0
taskq_zone:              48,      0,       0,       0,       0,   0,   0
VNODE:                  472,      0,   35948,   30092,  150123,   0,   0
VNODEPOLL:              120,      0,       0,       0,       0,   0,   0
BUF TRIE:               144,      0,     957,   38895,  216985,   0,   0
NAMEI:                 1024,      0,       0,      92, 7708640,   0,   0
rentr:                   24,      0,       0,    1169,     409,   0,   0
S VFS Cache:            108,      0,   32845,   34530,  420071,   0,   0
STS VFS Cache:          148,      0,       0,       0,       0,   0,   0
L VFS Cache:            328,      0,    5416,     332,   23511,   0,   0
LTS VFS Cache:          368,      0,       0,       0,       0,   0,   0
DIRHASH:               1024,      0,    4261,      95,    4489,   0,   0
NCLNODE:                592,      0,       0,       0,       0,   0,   0
UDF translation buffer, zone:    510,      0,       0,       0,       0,   0,   0
UDF Node zone:           40,      0,       0,       0,       0,   0,   0
UDF Dirstream zone:      72,      0,       0,       0,       0,   0,   0
Mountpoints:           2744,      0,      58,       5,      58,   0,   0
range_seg_cache:         64,      0,    1229,   14767,  113252,   0,   0
metaslab_alloc_trace_cache:     64,      0,     105,    1445,   90314,   0,   0
zio_cache:             1040,      0,     374,   10249, 2254666,   0,   0
zio_link_cache:          48,      0,     392,   11311, 1489618,   0,   0
zio_buf_512:            512,      0,   24348,     724,  370083,   0,   0
zio_data_buf_512:       512,      0,    9275,     181,   33074,   0,   0
zio_buf_1024:          1024,      0,     306,    1502,   65449,   0,   0
zio_data_buf_1024:     1024,      0,    3230,      46,    7422,   0,   0
zio_buf_1536:          1536,      0,     162,     190,   30783,   0,   0
zio_data_buf_1536:     1536,      0,     640,      26,    2630,   0,   0
zio_buf_2048:          2048,      0,     122,     104,   22770,   0,   0
zio_data_buf_2048:     2048,      0,     316,      20,    1239,   0,   0
zio_buf_2560:          2560,      0,      29,      32,    8386,   0,   0
zio_data_buf_2560:     2560,      0,     311,      85,    1210,   0,   0
zio_buf_3072:          3072,      0,      22,      26,    4946,   0,   0
zio_data_buf_3072:     3072,      0,     131,     130,     862,   0,   0
zio_buf_3584:          3584,      0,      16,      16,    2419,   0,   0
zio_data_buf_3584:     3584,      0,      82,     151,     526,   0,   0
zio_buf_4096:          4096,      0,      94,      35,   12446,   0,   0
zio_data_buf_4096:     4096,      0,      79,     102,     512,   0,   0
zio_buf_5120:          5120,      0,      15,      17,    4781,   0,   0
zio_data_buf_5120:     5120,      0,      97,     193,     647,   0,   0
zio_buf_6144:          6144,      0,      11,       7,    2188,   0,   0
zio_data_buf_6144:     6144,      0,      86,     128,     548,   0,   0
zio_buf_7168:          7168,      0,      11,      13,    1869,   0,   0
zio_data_buf_7168:     7168,      0,      67,      95,     405,   0,   0
zio_buf_8192:          8192,      0,       6,      36,    3895,   0,   0
zio_data_buf_8192:     8192,      0,      54,      87,     354,   0,   0
zio_buf_10240:        10240,      0,      19,      17,    3939,   0,   0
zio_data_buf_10240:   10240,      0,      74,     108,     496,   0,   0
zio_buf_12288:        12288,      0,      11,      14,    3417,   0,   0
zio_data_buf_12288:   12288,      0,      63,      56,     347,   0,   0
zio_buf_14336:        14336,      0,      43,      29,    3142,   0,   0
zio_data_buf_14336:   14336,      0,      38,      48,     249,   0,   0
zio_buf_16384:        16384,      0,    1447,     214,   25057,   0,   0
zio_data_buf_16384:   16384,      0,      42,      49,     284,   0,   0
zio_buf_20480:        20480,      0,       6,      15,    1411,   0,   0
zio_data_buf_20480:   20480,      0,     107,      25,     529,   0,   0
zio_buf_24576:        24576,      0,       2,      15,    1094,   0,   0
zio_data_buf_24576:   24576,      0,      76,      19,     406,   0,   0
zio_buf_28672:        28672,      0,       0,      12,     886,   0,   0
zio_data_buf_28672:   28672,      0,     112,       2,     429,   0,   0
zio_buf_32768:        32768,      0,       0,      23,    1090,   0,   0
zio_data_buf_32768:   32768,      0,      20,      33,     648,   0,   0
zio_buf_40960:        40960,      0,       1,      31,    1455,   0,   0
zio_data_buf_40960:   40960,      0,      29,      56,     342,   0,   0
zio_buf_49152:        49152,      0,       3,      11,     644,   0,   0
zio_data_buf_49152:   49152,      0,      21,      30,     236,   0,   0
zio_buf_57344:        57344,      0,       0,       8,     431,   0,   0
zio_data_buf_57344:   57344,      0,      12,      36,     191,   0,   0
zio_buf_65536:        65536,      0,       3,      76,    7081,   0,   0
zio_data_buf_65536:   65536,      0,      14,      11,     363,   0,   0
zio_buf_81920:        81920,      0,       0,      18,    1300,   0,   0
zio_data_buf_81920:   81920,      0,      16,      25,     193,   0,   0
zio_buf_98304:        98304,      0,       0,       8,     620,   0,   0
zio_data_buf_98304:   98304,      0,      23,       4,     311,   0,   0
zio_buf_114688:      114688,      0,       0,      14,     585,   0,   0
zio_data_buf_114688: 114688,      0,       4,      21,     129,   0,   0
zio_buf_131072:      131072,      0,     479,      89,   16799,   0,   0
zio_data_buf_131072: 131072,      0,     411,     446,    3110,   0,   0
zio_buf_163840:      163840,      0,       0,       4,       6,   0,   0
zio_data_buf_163840: 163840,      0,       0,       0,       0,   0,   0
zio_buf_196608:      196608,      0,       0,       0,       0,   0,   0
zio_data_buf_196608: 196608,      0,       0,       0,       0,   0,   0
zio_buf_229376:      229376,      0,       0,       0,       0,   0,   0
zio_data_buf_229376: 229376,      0,       0,       0,       0,   0,   0
zio_buf_262144:      262144,      0,       0,       0,       0,   0,   0
zio_data_buf_262144: 262144,      0,       0,       0,       0,   0,   0
zio_buf_327680:      327680,      0,       0,       0,       0,   0,   0
zio_data_buf_327680: 327680,      0,       0,       0,       0,   0,   0
zio_buf_393216:      393216,      0,       0,       0,       0,   0,   0
zio_data_buf_393216: 393216,      0,       0,       0,       0,   0,   0
zio_buf_458752:      458752,      0,       0,       0,       0,   0,   0
zio_data_buf_458752: 458752,      0,       0,       0,       0,   0,   0
zio_buf_524288:      524288,      0,       0,       0,       0,   0,   0
zio_data_buf_524288: 524288,      0,       0,       0,       0,   0,   0
zio_buf_655360:      655360,      0,       0,       0,       0,   0,   0
zio_data_buf_655360: 655360,      0,       0,       0,       0,   0,   0
zio_buf_786432:      786432,      0,       0,       0,       0,   0,   0
zio_data_buf_786432: 786432,      0,       0,       0,       0,   0,   0
zio_buf_917504:      917504,      0,       0,       0,       0,   0,   0
zio_data_buf_917504: 917504,      0,       0,       0,       0,   0,   0
zio_buf_1048576:     1048576,      0,       0,       0,       0,   0,   0
zio_data_buf_1048576: 1048576,      0,       0,       0,       0,   0,   0
zio_buf_1310720:     1310720,      0,       0,       0,       0,   0,   0
zio_data_buf_1310720: 1310720,      0,       0,       0,       0,   0,   0
zio_buf_1572864:     1572864,      0,       0,       0,       0,   0,   0
zio_data_buf_1572864: 1572864,      0,       0,       0,       0,   0,   0
zio_buf_1835008:     1835008,      0,       0,       0,       0,   0,   0
zio_data_buf_1835008: 1835008,      0,       0,       0,       0,   0,   0
zio_buf_2097152:     2097152,      0,       0,       0,       0,   0,   0
zio_data_buf_2097152: 2097152,      0,       0,       0,       0,   0,   0
zio_buf_2621440:     2621440,      0,       0,       0,       0,   0,   0
zio_data_buf_2621440: 2621440,      0,       0,       0,       0,   0,   0
zio_buf_3145728:     3145728,      0,       0,       0,       0,   0,   0
zio_data_buf_3145728: 3145728,      0,       0,       0,       0,   0,   0
zio_buf_3670016:     3670016,      0,       0,       0,       0,   0,   0
zio_data_buf_3670016: 3670016,      0,       0,       0,       0,   0,   0
zio_buf_4194304:     4194304,      0,       0,       0,       0,   0,   0
zio_data_buf_4194304: 4194304,      0,       0,       0,       0,   0,   0
zio_buf_5242880:     5242880,      0,       0,       0,       0,   0,   0
zio_data_buf_5242880: 5242880,      0,       0,       0,       0,   0,   0
zio_buf_6291456:     6291456,      0,       0,       0,       0,   0,   0
zio_data_buf_6291456: 6291456,      0,       0,       0,       0,   0,   0
zio_buf_7340032:     7340032,      0,       0,       0,       0,   0,   0
zio_data_buf_7340032: 7340032,      0,       0,       0,       0,   0,   0
zio_buf_8388608:     8388608,      0,       0,       0,       0,   0,   0
zio_data_buf_8388608: 8388608,      0,       0,       0,       0,   0,   0
zio_buf_10485760:    10485760,      0,       0,       0,       0,   0,   0
zio_data_buf_10485760: 10485760,      0,       0,       0,       0,   0,   0
zio_buf_12582912:    12582912,      0,       0,       0,       0,   0,   0
zio_data_buf_12582912: 12582912,      0,       0,       0,       0,   0,   0
zio_buf_14680064:    14680064,      0,       0,       0,       0,   0,   0
zio_data_buf_14680064: 14680064,      0,       0,       0,       0,   0,   0
zio_buf_16777216:    16777216,      0,       0,       0,       0,   0,   0
zio_data_buf_16777216: 16777216,      0,       0,       0,       0,   0,   0
lz4_ctx:              16384,      0,       0,       8,   41642,   0,   0
abd_chunk:             4096,      0,   94668,     498,  483396,   0,   0
sa_cache:               144,      0,   23558,     256,   44962,   0,   0
dnode_t:                728,      0,   25501,      34,   47876,   0,   0
arc_buf_hdr_t_full:     224,      0,   26007,     360,  133782,   0,   0
arc_buf_hdr_t_l2only:     88,      0,       0,       0,       0,   0,   0
arc_buf_t:               64,      0,   18424,    1354,  135114,   0,   0
dmu_buf_impl_t:         232,      0,   42403,     726,  173365,   0,   0
zil_lwb_cache:          320,      0,       4,     236,     771,   0,   0
zil_zcw_cache:           80,      0,       0,     500,     516,   0,   0
zfs_znode_cache:        264,      0,   23558,      82,   44962,   0,   0
AIO:                    208,      0,       0,       0,       0,   0,   0
AIOP:                    32,      0,       0,       0,       0,   0,   0
AIOCB:                  752,      0,       0,       0,       0,   0,   0
AIOLIO:                 280,      0,       0,       0,       0,   0,   0
pipe:                   760,      0,       5,      75,   38358,   0,   0
procdesc:               136,      0,       1,     144,       2,   0,   0
ksiginfo:               112,      0,     109,     941,    1766,   0,   0
itimer:                 352,      0,       0,       0,       0,   0,   0
KNOTE:                  160,      0,       0,       0,       0,   0,   0
socket:                 856, 195936,      48,      44,     445,   0,   0
unpcb:                  232, 195942,      14,     241,     217,   0,   0
IPsec SA lft_c:          16,      0,       0,       0,       0,   0,   0
ipq:                     56,  11928,       0,       0,       0,   0,   0
udp_inpcb:              424, 195939,      21,      96,     200,   0,   0
udpcb:                   32, 196000,      21,    1104,     200,   0,   0
tcp_inpcb:              424, 195939,      10,     107,      15,   0,   0
tcpcb:                  872, 195936,      10,      42,      15,   0,   0
tcptw:                   88,  27810,       0,       0,       0,   0,   0
syncache:               168,  15364,       0,       0,       0,   0,   0
hostcache:               96,  15375,       0,       0,       0,   0,   0
sackhole:                32,      0,       0,       0,       0,   0,   0
tcpreass:                40,  23900,       0,       0,       0,   0,   0
sctp_ep:               1216, 195936,       0,       0,       0,   0,   0
sctp_asoc:             2408,  40000,       0,       0,       0,   0,   0
sctp_laddr:              48,  80012,       0,     581,       3,   0,   0
sctp_raddr:             736,  80000,       0,       0,       0,   0,   0
sctp_chunk:             152, 400010,       0,       0,       0,   0,   0
sctp_readq:             152, 400010,       0,       0,       0,   0,   0
sctp_stream_msg_out:    112, 400015,       0,       0,       0,   0,   0
sctp_asconf:             40, 400000,       0,       0,       0,   0,   0
sctp_asconf_ack:         48, 400060,       0,       0,       0,   0,   0
udplite_inpcb:          424, 195939,       0,       0,       0,   0,   0
ripcb:                  424, 195939,       1,      35,       1,   0,   0
rtentry:                208,      0,      11,     179,      14,   0,   0
selfd:                   64,      0,     151,     903,   94479,   0,   0
swpctrie:               144, 762048,       0,       0,       0,   0,   0
swblk:                  136, 762033,       0,       0,       0,   0,   0
FFS inode:              160,      0,   12281,   30869,  105045,   0,   0
FFS1 dinode:            128,      0,       0,       0,       0,   0,   0
FFS2 dinode:            256,      0,   12281,   30859,  105039,   0,   0


------------------------------------------------------------------------
vmstat -i

interrupt                          total       rate
irq1: atkbd0                         683          2
irq19: virtio_pci0                   112          0
irq20: vboxguest0                    632          2
irq21: ahci0                      572834       2028
irq22: nvme0                         221          1
cpu0:timer                         95524        338
cpu2:timer                         84540        299
cpu1:timer                         86820        307
cpu3:timer                         92625        328
Total                             933991       3307

------------------------------------------------------------------------
pstat -T

146/195936 files
0M/0M swap space

------------------------------------------------------------------------
pstat -s

Device          512-blocks     Used    Avail Capacity

------------------------------------------------------------------------
iostat

       tty            nvd0             ada0             ada1             cpu
 tin  tout  KB/t tps  MB/s   KB/t tps  MB/s   KB/t tps  MB/s  us ni sy in id
   0  1589 16.00   0  0.00  12.80  22  0.28  12.79  22  0.28   1 18  7  1 73

------------------------------------------------------------------------
ipcs -a

Message Queues:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   

Shared Memory:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   

Semaphores:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   


------------------------------------------------------------------------
ipcs -T

msginfo:
	msgmax:        16384	(max characters in a message)
	msgmni:           40	(# of message queues)
	msgmnb:         2048	(max characters in a message queue)
	msgtql:           40	(max # of messages in system)
	msgssz:            8	(size of a message segment)
	msgseg:         2048	(# of message segments in system)

shminfo:
	shmmax:    536870912	(max shared memory segment size)
	shmmin:            1	(min shared memory segment size)
	shmmni:          192	(max number of shared memory identifiers)
	shmseg:          128	(max shared memory segments per process)
	shmall:       131072	(max amount of shared memory in pages)

seminfo:
	semmni:           50	(# of semaphore identifiers)
	semmns:          340	(# of semaphores in system)
	semmnu:          150	(# of undo structures in system)
	semmsl:          340	(max # of semaphores per id)
	semopm:          100	(max # of operations per semop call)
	semume:           50	(max # of undo entries per process)
	semusz:          632	(size in bytes of undo structure)
	semvmx:        32767	(semaphore maximum value)
	semaem:        16384	(adjust on exit max value)


------------------------------------------------------------------------
nfsstat

Rpc Counts:
      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
            0            0            0            0            0            0            0            0
       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
            0            0            0            0            0            0            0            0
        Mknod       Fsstat       Fsinfo     PathConf       Commit
            0            0            0            0            0
Rpc Info:
     TimedOut      Invalid    X Replies      Retries     Requests
            0            0            0            0            0
Cache Info:
    Attr Hits  Attr Misses    Lkup Hits  Lkup Misses    BioR Hits  BioR Misses    BioW Hits  BioW Misses
            0            0            0            0            0            0            0            0
   BioRL Hits BioRL Misses    BioD Hits  BioD Misses    DirE Hits  DirE Misses    Accs Hits  Accs Misses
            0            0            0            0            0            0            0            0
Server Info:
      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
            0            0            0            0            0            0            0            0
       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
            0            0            0            0            0            0            0            0
        Mknod       Fsstat       Fsinfo     PathConf       Commit
            0            0            0            0            0
Server Re-Failed:
  140737488346832
Server Faults:
140737488346832
Server Write 
     WriteOps     WriteRPC      Opsaved
            0            0            0
Server Cache 
       Inprog         Idem     Non-Idem       Misses
            0            0            0            0

------------------------------------------------------------------------
netstat -s

tcp:
	0 packets sent
		0 data packets (0 bytes)
		0 data packets (0 bytes) retransmitted
		0 data packets unnecessarily retransmitted
		0 resends initiated by MTU discovery
		0 ack-only packets (0 delayed)
		0 URG only packets
		0 window probe packets
		0 window update packets
		0 control packets
	0 packets received
		0 acks (for 0 bytes)
		0 duplicate acks
		0 acks for unsent data
		0 packets (0 bytes) received in-sequence
		0 completely duplicate packets (0 bytes)
		0 old duplicate packets
		0 packets with some dup. data (0 bytes duped)
		0 out-of-order packets (0 bytes)
		0 packets (0 bytes) of data after window
		0 window probes
		0 window update packets
		0 packets received after close
		0 discarded for bad checksums
		0 discarded for bad header offset fields
		0 discarded because packet too short
		0 discarded due to memory problems
	0 connection requests
	0 connection accepts
	0 bad connection attempts
	0 listen queue overflows
	0 ignored RSTs in the windows
	0 connections established (including accepts)
		0 times used RTT from hostcache
		0 times used RTT variance from hostcache
		0 times used slow-start threshold from hostcache
	5 connections closed (including 0 drops)
		0 connections updated cached RTT on close
		0 connections updated cached RTT variance on close
		0 connections updated cached ssthresh on close
	0 embryonic connections dropped
	0 segments updated rtt (of 0 attempts)
	0 retransmit timeouts
		0 connections dropped by rexmit timeout
	0 persist timeouts
		0 connections dropped by persist timeout
	0 Connections (fin_wait_2) dropped because of timeout
	0 keepalive timeouts
		0 keepalive probes sent
		0 connections dropped by keepalive
	0 correct ACK header predictions
	0 correct data packet header predictions
	0 syncache entries added
		0 retransmitted
		0 dupsyn
		0 dropped
		0 completed
		0 bucket overflow
		0 cache overflow
		0 reset
		0 stale
		0 aborted
		0 badack
		0 unreach
		0 zone failures
	0 cookies sent
	0 cookies received
	0 hostcache entries added
		0 bucket overflow
	0 SACK recovery episodes
	0 segment rexmits in SACK recovery episodes
	0 byte rexmits in SACK recovery episodes
	0 SACK options (SACK blocks) received
	0 SACK options (SACK blocks) sent
	0 SACK scoreboard overflow
	0 packets with ECN CE bit set
	0 packets with ECN ECT(0) bit set
	0 packets with ECN ECT(1) bit set
	0 successful ECN handshakes
	0 times ECN reduced the congestion window
	0 packets with matching signature received
	0 packets with bad signature received
	0 times failed to make signature due to no SA
	0 times unexpected signature received
	0 times no signature provided by segment
	0 Path MTU discovery black hole detection activations
	0 Path MTU discovery black hole detection min MSS activations
	0 Path MTU discovery black hole detection failures
TCP connection count by state:
	0 connections in CLOSED state
	10 connections in LISTEN state
	0 connections in SYN_SENT state
	0 connections in SYN_RCVD state
	0 connections in ESTABLISHED state
	0 connections in CLOSE_WAIT state
	0 connections in FIN_WAIT_1 state
	0 connections in CLOSING state
	0 connections in LAST_ACK state
	0 connections in FIN_WAIT_2 state
	0 connections in TIME_WAIT state
udp:
	114 datagrams received
	0 with incomplete header
	0 with bad data length field
	0 with bad checksum
	0 with no checksum
	0 dropped due to no socket
	0 broadcast/multicast datagrams undelivered
	0 dropped due to full socket buffers
	0 not for hashed pcb
	114 delivered
	114 datagrams output
	0 times multicast source filter matched
ip:
	111 total packets received
	0 bad header checksums
	0 with size smaller than minimum
	0 with data size < data length
	0 with ip length > max ip packet size
	0 with header length < data size
	0 with data length < header length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 packets reassembled ok
	110 packets for this host
	0 packets for unknown/unsupported protocol
	0 packets forwarded (0 packets fast forwarded)
	1 packet not forwardable
	0 packets received for unknown multicast group
	0 redirects sent
	110 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	0 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 tunneling packets that can't find gif
	0 datagrams with bad address in header
icmp:
	0 calls to icmp_error
	0 errors not generated in response to an icmp message
	0 messages with bad code fields
	0 messages less than the minimum length
	0 messages with bad checksum
	0 messages with bad length
	0 multicast echo requests ignored
	0 multicast timestamp requests ignored
	0 message responses generated
	0 invalid return addresses
	0 no return routes
ipsec:
	0 inbound packets violated process security policy
	0 inbound packets failed due to insufficient memory
	0 invalid inbound packets
	0 outbound packets violated process security policy
	0 outbound packets with no SA available
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route available
	0 invalid outbound packets
	0 outbound packets with bundled SAs
	0 mbufs coalesced during clone
	0 clusters coalesced during clone
	0 clusters copied during clone
	0 mbufs inserted during makespace
ah:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 replay counter wraps
	0 packets dropped; bad authentication detected
	0 packets dropped; bad authentication length
	0 possible replay packets detected
	0 packets in
	0 packets out
	0 packets dropped; invalid TDB
	0 bytes in
	0 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 tunnel sanity check failures
esp:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 packets dropped; bad ilen
	0 replay counter wraps
	0 packets dropped; bad encryption detected
	0 packets dropped; bad authentication detected
	0 possible replay packets detected
	0 packets in
	0 packets out
	0 packets dropped; invalid TDB
	0 bytes in
	0 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 tunnel sanity check failures
ipcomp:
	0 packets shorter than header shows
	0 packets dropped; protocol family not supported
	0 packets dropped; no TDB
	0 packets dropped; bad KCR
	0 packets dropped; queue full
	0 packets dropped; no transform
	0 replay counter wraps
	0 packets in
	0 packets out
	0 packets dropped; invalid TDB
	0 bytes in
	0 bytes out
	0 packets dropped; larger than IP_MAXPACKET
	0 packets blocked due to policy
	0 crypto processing failures
	0 packets sent uncompressed; size < compr. algo. threshold
	0 packets sent uncompressed; compression was useless
arp:
	3 ARP requests sent
	0 ARP replies sent
	0 ARP requests received
	2 ARP replies received
	2 ARP packets received
	0 total packets dropped due to no ARP entry
	1 ARP entry timed out
	0 Duplicate IPs seen
ip6:
	4 total packets received
	0 with size smaller than minimum
	0 with data size < data length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 fragments that exceeded limit
	0 packets reassembled ok
	4 packets for this host
	0 packets forwarded
	0 packets not forwardable
	0 redirects sent
	4 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	9 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 packets that violated scope rules
	0 multicast packets which we don't join
	Input histogram:
		UDP: 4
	Mbuf statistics:
		2 one mbuf
		two or more mbuf:
			lo0= 2
		0 one ext mbuf
		0 two or more ext mbuf
	0 packets whose headers are not contiguous
	0 tunneling packets that can't find gif
	0 packets discarded because of too many headers
	6 failures of source address selection
	source addresses on a non-outgoing I/F
		6 addresses scope=0xf
	Source addresses selection rule applied:
		6 same address
icmp6:
	0 calls to icmp6_error
	0 errors not generated in response to an icmp6 message
	0 errors not generated because of rate limitation
	0 messages with bad code fields
	0 messages < minimum length
	0 bad checksums
	0 messages with bad length
	Histogram of error messages to be generated:
		0 no route
		0 administratively prohibited
		0 beyond scope
		0 address unreachable
		0 port unreachable
		0 packet too big
		0 time exceed transit
		0 time exceed reassembly
		0 erroneous header field
		0 unrecognized next header
		0 unrecognized option
		0 redirect
		0 unknown
	0 message responses generated
	0 messages with too many ND options
	0 messages with bad ND options
	0 bad neighbor solicitation messages
	0 bad neighbor advertisement messages
	0 bad router solicitation messages
	0 bad router advertisement messages
	0 bad redirect messages
	0 path MTU changes
ipsec6:
	0 inbound packets violated process security policy
	0 inbound packets failed due to insufficient memory
	0 invalid inbound packets
	0 outbound packets violated process security policy
	0 outbound packets with no SA available
	0 outbound packets failed due to insufficient memory
	0 outbound packets with no route available
	0 invalid outbound packets
	0 outbound packets with bundled SAs
	0 mbufs coalesced during clone
	0 clusters coalesced during clone
	0 clusters copied during clone
	0 mbufs inserted during makespace
rip6:
	0 messages received
	0 checksum calculations on inbound
	0 messages with bad checksum
	0 messages dropped due to no socket
	0 multicast messages dropped due to no socket
	0 messages dropped due to full socket buffers
	0 delivered
	0 datagrams output
pfkey:
	0 requests sent from userland
	0 bytes sent from userland
	0 messages with invalid length field
	0 messages with invalid version field
	0 messages with invalid message type field
	0 messages too short
	0 messages with memory allocation failure
	0 messages with duplicate extension
	0 messages with invalid extension type
	0 messages with invalid sa type
	0 messages with invalid address extension
	0 requests sent to userland
	0 bytes sent to userland
	0 messages toward single socket
	0 messages toward all sockets
	0 messages toward registered sockets
	0 messages with memory allocation failure

------------------------------------------------------------------------
netstat -m

257/2026/2283 mbufs in use (current/cache/total)
253/1023/1276/381010 mbuf clusters in use (current/cache/total/max)
256/1012 mbuf+clusters out of packet secondary zone in use (current/cache)
0/0/0/190504 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/169335 9k jumbo clusters in use (current/cache/total/max)
0/0/0/127000 16k jumbo clusters in use (current/cache/total/max)
570K/2552K/3122K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters delayed (4k/9k/16k)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)
0 sendfile syscalls
0 sendfile syscalls completed without I/O request
0 requests for I/O initiated by sendfile
0 pages read by sendfile as part of a request
0 pages were valid at time of a sendfile request
0 pages were valid and substituted to bogus page
0 pages were requested for read ahead by applications
0 pages were read ahead by sendfile
0 times sendfile encountered an already busy page
0 requests for sfbufs denied
0 requests for sfbufs delayed

------------------------------------------------------------------------
netstat -anA

Active Internet connections (including servers)
Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)
fffff800207c5000 tcp4       0      0 *.111              *.*                LISTEN
fffff800207c5368 tcp6       0      0 *.111              *.*                LISTEN
fffff8002022a1a8 udp6       0      0 *.*                *.*                
fffff80020262350 udp4       0      0 *.781              *.*                
fffff800202624f8 udp4       0      0 *.111              *.*                
fffff800202626a0 udp6       0      0 *.739              *.*                
fffff80020262848 udp6       0      0 *.111              *.*                

------------------------------------------------------------------------
netstat -aL

Current listen queue sizes (qlen/incqlen/maxqlen)
Proto Listen                           Local Address         
tcp4  0/0/128                          *.sunrpc               
tcp6  0/0/128                          *.sunrpc               

------------------------------------------------------------------------
fstat

fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x5200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x5200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x5200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x5200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 5 at 0x13000000000
fstat: can't read file 11 at 0x10400000000
fstat: can't read file 17 at 0x10400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x2200000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x200000000
fstat: can't read file 13 at 0x20007ffffffffff
fstat: can't read file 14 at 0x4000000001fffff
fstat: can't read file 16 at 0x780000ffff
fstat: can't read file 17 at 0x200000000
fstat: can't read file 23 at 0xfc00000000
fstat: can't read file 29 at 0x1400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x600000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x600000000
fstat: can't read file 13 at 0x20007ffffffffff
fstat: can't read file 14 at 0x4000000001fffff
fstat: can't read file 16 at 0x780000ffff
fstat: can't read file 17 at 0x600000000
fstat: can't read file 19 at 0x20007ffffffffff
fstat: can't read file 20 at 0x4000000001fffff
fstat: can't read file 22 at 0x780000ffff
fstat: can't read file 23 at 0x4200000001
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read file 13 at 0x20007ffffffffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x400000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read file 11 at 0x400000000
fstat: can't read file 13 at 0x20007ffffffffff
fstat: can't read file 14 at 0x4000000001fffff
fstat: can't read file 16 at 0x780000ffff
fstat: can't read file 17 at 0x400000000
fstat: can't read file 19 at 0x20007ffffffffff
fstat: can't read file 20 at 0x4000000001fffff
fstat: can't read file 22 at 0x780000ffff
fstat: can't read file 23 at 0x2600000001
fstat: can't read file 25 at 0x20007ffffffffff
fstat: can't read file 26 at 0x4000000001fffff
fstat: can't read file 28 at 0x780000ffff
fstat: can't read file 29 at 0x200000001
fstat: can't read file 31 at 0x20007ffffffffff
fstat: can't read file 32 at 0x4000000001fffff
fstat: can't read file 34 at 0x780000ffff
fstat: can't read file 35 at 0x200000001
fstat: can't read file 37 at 0x20007ffffffffff
fstat: can't read file 38 at 0x4000000001fffff
fstat: can't read file 40 at 0x780000ffff
fstat: can't read file 41 at 0x2e00000000
fstat: can't read file 43 at 0x20007ffffffffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x800000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x200000000000000
fstat: can't read file 2 at 0x400000000000000
fstat: can't read file 5 at 0x800000000
fstat: can't read file 7 at 0x200000000000002
fstat: can't read file 8 at 0x400000000000000
fstat: can't read file 11 at 0x400000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x800000000
fstat: can't read file 7 at 0x20007ffffffffff
fstat: can't read file 8 at 0x4000000001fffff
fstat: can't read file 10 at 0x780000ffff
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read file 1 at 0x20007ffffffffff
fstat: can't read file 2 at 0x4000000001fffff
fstat: can't read file 4 at 0x780000ffff
fstat: can't read file 5 at 0x800000000
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
fstat: can't read znode_phys at 0x1
USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
root     xargs       7053 root -         -       error    -
root     xargs       7053   wd /usr/ports 563261 drwxr-xr-x     512  r
root     xargs       7053 text -         -       error    -
root     xargs       7053 ctty /dev        102 crw--w----   ttyv0 rw
root     xargs       7053    0* pipe fffff8000fa1d8e8 <-> fffff8000fa1da50   7045 rw
root     xargs       6764 root -         -       error    -
root     xargs       6764   wd /usr/ports 563261 drwxr-xr-x     512  r
root     xargs       6764 text -         -       error    -
root     xargs       6764 ctty /dev        102 crw--w----   ttyv0 rw
root     xargs       6764    0* pipe fffff8000fa1d8e8 <-> fffff8000fa1da50   7045 rw
root     sh          6753 root -         -       error    -
root     sh          6753   wd /usr/ports 563261 drwxr-xr-x     512  r
root     sh          6753 text -         -       error    -
root     sh          6753 ctty /dev        102 crw--w----   ttyv0 rw
root     sh          6753    0 /dev        102 crw--w----   ttyv0 rw
root     make        6680 root -         -       error    -
root     make        6680   wd /usr/ports 563261 drwxr-xr-x     512  r
root     make        6680 text -         -       error    -
root     make        6680 ctty /dev        102 crw--w----   ttyv0 rw
root     make        6680    0 /dev        102 crw--w----   ttyv0 rw
root     make        6667 root -         -       error    -
root     make        6667   wd /usr/ports 563261 drwxr-xr-x     512  r
root     make        6667 text -         -       error    -
root     make        6667 ctty /dev        102 crw--w----   ttyv0 rw
root     make        6667    0 /dev        102 crw--w----   ttyv0 rw
root     sh         94451 root -         -       error    -
root     sh         94451   wd /usr/ports 563261 drwxr-xr-x     512  r
root     sh         94451 text -         -       error    -
root     sh         94451 ctty /dev        102 crw--w----   ttyv0 rw
root     sh         94451    0 /dev        102 crw--w----   ttyv0 rw
root     sh         94451    6 /dev        102 crw--w----   ttyv0 rw
root     sh         92862 root -         -       error    -
root     sh         92862   wd /usr/ports 563261 drwxr-xr-x     512  r
root     sh         92862 text -         -       error    -
root     sh         92862 ctty /dev        102 crw--w----   ttyv0 rw
root     sh         92862    0 /dev        102 crw--w----   ttyv0 rw
root     sh         92862    6 /dev        102 crw--w----   ttyv0 rw
root     sh         92812 root -         -       error    -
root     sh         92812   wd /usr/ports 564354 drwxr-xr-x     512  r
root     sh         92812 text -         -       error    -
root     sh         92812 ctty /dev        102 crw--w----   ttyv0 rw
root     sh         92812    0 /dev        102 crw--w----   ttyv0 rw
root     sh         92812    6 /dev        102 crw--w----   ttyv0 rw
root     sh           802 root -         -       error    -
root     sh           802   wd -         -       error    -
root     sh           802 text -         -       error    -
root     sh           802 ctty /dev        102 crw--w----   ttyv0 rw
root     sh           802    0 /dev        102 crw--w----   ttyv0 rw
root     sh           802    6 /dev        102 crw--w----   ttyv0 rw
root     sh           801 root -         -       error    -
root     sh           801   wd -         -       error    -
root     sh           801 text -         -       error    -
root     sh           801 ctty /dev        102 crw--w----   ttyv0 rw
root     sh           801    0 /dev        102 crw--w----   ttyv0 rw
root     sh           801    6 /dev        102 crw--w----   ttyv0 rw
root     csh          795 root -         -       error    -
root     csh          795   wd -         -       error    -
root     csh          795 text -         -       error    -
root     csh          795 ctty /dev        102 crw--w----   ttyv0 rw
root     su           794 root -         -       error    -
root     su           794   wd -         -       error    -
root     su           794 text -         -       error    -
root     su           794 ctty /dev        102 crw--w----   ttyv0 rw
root     su           794    0 /dev        102 crw--w----   ttyv0 rw
root     bash         770 root -         -       error    -
root     bash         770   wd -         -       error    -
root     bash         770 text -         -       error    -
root     bash         770 ctty /dev        102 crw--w----   ttyv0 rw
root     bash         770    0 /dev        102 crw--w----   ttyv0 rw
root     bash         770    6 /dev        102 crw--w----   ttyv0 rw
root     bash         770   12 /dev        102 crw--w----   ttyv0 rw
root     getty        769 root -         -       error    -
root     getty        769   wd -         -       error    -
root     getty        769 text -         -       error    -
root     getty        769 ctty /dev        111 crw-------   ttyv9 rw
root     getty        769    0 /dev        111 crw-------   ttyv9 rw
root     getty        768 root -         -       error    -
root     getty        768   wd -         -       error    -
root     getty        768 text -         -       error    -
root     getty        768 ctty /dev        110 crw-------   ttyv8 rw
root     getty        768    0 /dev        110 crw-------   ttyv8 rw
root     getty        767 root -         -       error    -
root     getty        767   wd -         -       error    -
root     getty        767 text -         -       error    -
root     getty        767 ctty /dev        109 crw-------   ttyv7 rw
root     getty        767    0 /dev        109 crw-------   ttyv7 rw
root     getty        766 root -         -       error    -
root     getty        766   wd -         -       error    -
root     getty        766 text -         -       error    -
root     getty        766 ctty /dev        108 crw-------   ttyv6 rw
root     getty        766    0 /dev        108 crw-------   ttyv6 rw
root     getty        765 root -         -       error    -
root     getty        765   wd -         -       error    -
root     getty        765 text -         -       error    -
root     getty        765 ctty /dev        107 crw-------   ttyv5 rw
root     getty        765    0 /dev        107 crw-------   ttyv5 rw
root     getty        764 root -         -       error    -
root     getty        764   wd -         -       error    -
root     getty        764 text -         -       error    -
root     getty        764 ctty /dev        106 crw-------   ttyv4 rw
root     getty        764    0 /dev        106 crw-------   ttyv4 rw
root     getty        763 root -         -       error    -
root     getty        763   wd -         -       error    -
root     getty        763 text -         -       error    -
root     getty        763 ctty /dev        105 crw-------   ttyv3 rw
root     getty        763    0 /dev        105 crw-------   ttyv3 rw
root     getty        762 root -         -       error    -
root     getty        762   wd -         -       error    -
root     getty        762 text -         -       error    -
root     getty        762 ctty /dev        104 crw-------   ttyv2 rw
root     getty        762    0 /dev        104 crw-------   ttyv2 rw
root     getty        761 root -         -       error    -
root     getty        761   wd -         -       error    -
root     getty        761 text -         -       error    -
root     getty        761 ctty /dev        103 crw-------   ttyv1 rw
root     getty        761    0 /dev        103 crw-------   ttyv1 rw
root     login        760 root -         -       error    -
root     login        760   wd -         -       error    -
root     login        760 text -         -       error    -
root     login        760 ctty /dev        102 crw--w----   ttyv0 rw
root     login        760    0 /dev        102 crw--w----   ttyv0 rw
root     moused       720 root -         -       error    -
root     moused       720   wd -         -       error    -
root     moused       720 text -         -       error    -
root     moused       720    0 /dev         20 crw-rw-rw-    null rw
root     moused       720    6 /dev         20 crw-rw-rw-    null rw
root     cron         704 root -         -       error    -
root     cron         704   wd -         -       error    -
root     cron         704 text -         -       error    -
root     cron         704    0 /dev         20 crw-rw-rw-    null rw
root     zfsd         689 root -         -       error    -
root     zfsd         689   wd -         -       error    -
root     zfsd         689 text -         -       error    -
root     zfsd         689    0 /dev         20 crw-rw-rw-    null rw
root     zfsd         689    6 /dev         20 crw-rw-rw-    null rw
root     zfsd         689   12 /dev         20 crw-rw-rw-    null rw
root     ntpd         670 root -         -       error    -
root     ntpd         670   wd -         -       error    -
root     ntpd         670 text -         -       error    -
root     ntpd         670    0 /dev         20 crw-rw-rw-    null  r
root     ntpd         670    6 /dev         20 crw-rw-rw-    null  r
root     ntpd         670   12 /dev         20 crw-rw-rw-    null  r
root     ntpd         670   18* local dgram fffff800214be658 <-> fffff80021324658
root     VBoxService   638 root -         -       error    -
root     VBoxService   638   wd -         -       error    -
root     VBoxService   638 text -         -       error    -
root     VBoxService   638    0 /dev         20 crw-rw-rw-    null rw
root     rpc.lockd    629 root -         -       error    -
root     rpc.lockd    629   wd -         -       error    -
root     rpc.lockd    629 text -         -       error    -
root     rpc.lockd    629    0 /dev         20 crw-rw-rw-    null rw
root     rpc.statd    626 root -         -       error    -
root     rpc.statd    626   wd -         -       error    -
root     rpc.statd    626 text -         -       error    -
root     rpc.statd    626    0 /dev         20 crw-rw-rw-    null rw
root     rpc.statd    626    6 /dev         20 crw-rw-rw-    null rw
root     nfsd         623 root -         -       error    -
root     nfsd         623   wd -         -       error    -
root     nfsd         623 text -         -       error    -
root     nfsd         623    0 /dev         20 crw-rw-rw-    null rw
root     nfsd         622 root -         -       error    -
root     nfsd         622   wd -         -       error    -
root     nfsd         622 text -         -       error    -
root     nfsd         622    0 /dev         20 crw-rw-rw-    null rw
root     nfsd         622    6 /dev         20 crw-rw-rw-    null rw
root     mountd       616 root -         -       error    -
root     mountd       616   wd -         -       error    -
root     mountd       616 text -         -       error    -
root     mountd       616    0 /dev         20 crw-rw-rw-    null rw
root     mountd       616    6 /dev         20 crw-rw-rw-    null rw
root     rpcbind      502 root -         -       error    -
root     rpcbind      502   wd -         -       error    -
root     rpcbind      502 text -         -       error    -
root     rpcbind      502    0 /dev         20 crw-rw-rw-    null rw
root     rpcbind      502    6 /dev         20 crw-rw-rw-    null rw
root     rpcbind      502   12 /dev         20 crw-rw-rw-    null rw
root     syslogd      492 root -         -       error    -
root     syslogd      492   wd -         -       error    -
root     syslogd      492 text -         -       error    -
root     syslogd      492    0 /dev         20 crw-rw-rw-    null rw
root     syslogd      492    6 /dev         20 crw-rw-rw-    null rw
root     syslogd      492   12 /dev         20 crw-rw-rw-    null rw
root     syslogd      492   18* pipe fffff800211d65f0 <-> fffff800211d6758      0 rw
root     syslogd      492   24* pipe fffff800211d6758 <-> fffff800211d65f0      0 rw
root     syslogd      492   30 /dev         17 crw-------    klog  r
root     syslogd      492   36* local dgram fffff80021324828
root     syslogd      492   42* local dgram fffff80021324658
root     devd         421 root -         -       error    -
root     devd         421   wd -         -       error    -
root     devd         421 text -         -       error    -
root     devd         421    0 /dev         20 crw-rw-rw-    null rw
root     devd         421    6 /dev         20 crw-rw-rw-    null rw
_dhcp    dhclient     420 root -         -       error    -
_dhcp    dhclient     420   wd -         -       error    -
_dhcp    dhclient     420 jail -         -       error    -
_dhcp    dhclient     420 text -         -       error    -
_dhcp    dhclient     420    0 /dev         20 crw-rw-rw-    null rw
_dhcp    dhclient     420    6 /dev         20 crw-rw-rw-    null rw
root     dhclient     375 root -         -       error    -
root     dhclient     375   wd -         -       error    -
root     dhclient     375 text -         -       error    -
root     dhclient     375    0 /dev         20 crw-rw-rw-    null rw
root     dhclient     375    6 /dev         20 crw-rw-rw-    null rw
root     dhclient     372 root -         -       error    -
root     dhclient     372   wd -         -       error    -
root     dhclient     372 text -         -       error    -
root     dhclient     372    0 /dev         20 crw-rw-rw-    null rw
root     dhclient     372    6 /dev         20 crw-rw-rw-    null rw
root     Timer        111 root -         -       error    -
root     Timer        111   wd -         -       error    -
root     zfskern        9 root -         -       error    -
root     zfskern        9   wd -         -       error    -
root     init           1 root -         -       error    -
root     init           1   wd -         -       error    -
root     init           1 text -         -       error    -
root     kernel         0 root -         -       error    -
root     kernel         0   wd -         -       error    -

------------------------------------------------------------------------
dmesg

Copyright (c) 1992-2018 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 12.0-CURRENT #0 r329515: Sun Feb 18 12:13:56 CET 2018
    root@freebsd-head-uefi-zfs.bsd.net:/usr/obj/usr/src/amd64.amd64/sys/VBOXGUEST amd64
FreeBSD clang version 6.0.0 (branches/release_60 324090) (based on LLVM 6.0.0)
VT(efifb): resolution 1280x1024
CPU: Intel(R) Core(TM) i7 CPU         960  @ 3.20GHz (3207.35-MHz K8-class CPU)
  Origin="GenuineIntel"  Id=0x106a5  Family=0x6  Model=0x1a  Stepping=5
  Features=0x1783fbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,MMX,FXSR,SSE,SSE2,HTT>
  Features2=0x180201<SSE3,SSSE3,SSE4.1,SSE4.2>
  AMD Features=0x28100800<SYSCALL,NX,RDTSCP,LM>
  AMD Features2=0x1<LAHF>
  TSC: P-state invariant
real memory  = 6979321856 (6656 MB)
avail memory = 6209527808 (5921 MB)
Event timer "LAPIC" quality 100
ACPI APIC Table: <VBOX   VBOXAPIC>
FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs
FreeBSD/SMP: 1 package(s) x 4 cache groups x 1 core(s)
random: unblocking device.
ioapic0: Changing APIC ID to 4
ioapic0 <Version 2.0> irqs 0-23 on motherboard
SMP: AP CPU #2 Launched!
SMP: AP CPU #1 Launched!
SMP: AP CPU #3 Launched!
random: entropy device external interface
netmap: loaded module
module_register_init: MOD_LOAD (vesa, 0xffffffff80a5f1f0, 0) error 19
kbd1 at kbdmux0
nexus0
cryptosoft0: <software crypto> on motherboard
acpi0: <VBOX VBOXFACP> on motherboard
acpi0: Power Button (fixed)
acpi0: Sleep Button (fixed)
cpu0: <ACPI CPU> on acpi0
cpu1: <ACPI CPU> on acpi0
cpu2: <ACPI CPU> on acpi0
cpu3: <ACPI CPU> on acpi0
attimer0: <AT timer> port 0x40-0x43,0x50-0x53 on acpi0
Timecounter "i8254" frequency 1193182 Hz quality 0
Event timer "i8254" frequency 1193182 Hz quality 100
Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
acpi_timer0: <32-bit timer at 3.579545MHz> port 0x4008-0x400b on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
isab0: <PCI-ISA bridge> at device 1.0 on pci0
isa0: <ISA bus> on isab0
vgapci0: <VGA-compatible display> mem 0xe0000000-0xe7ffffff at device 2.0 on pci0
vgapci0: Boot video device
virtio_pci0: <VirtIO PCI Network adapter> port 0xc020-0xc03f irq 19 at device 3.0 on pci0
vtnet0: <VirtIO Networking Adapter> on virtio_pci0
vtnet0: Ethernet address: 08:00:27:c6:fd:38
000.000691 [ 421] vtnet_netmap_attach       max rings 1
vtnet0: netmap queues/slots: TX 1/1024, RX 1/1024
000.000692 [ 426] vtnet_netmap_attach       virtio attached txq=1, txd=1024 rxq=1, rxd=1024
intsmb0: <Intel PIIX4 SMBUS Interface> irq 23 at device 7.0 on pci0
intsmb0: intr IRQ 9 enabled revision 0
smbus0: <System Management Bus> on intsmb0
smb0: <SMBus generic I/O> on smbus0
ahci0: <Intel ICH8M AHCI SATA controller> port 0xc060-0xc067,0xc06c-0xc06f,0xc058-0xc05f,0xc068-0xc06b,0xc040-0xc04f mem 0xe8c0c000-0xe8c0dfff at device 13.0 on pci0
ahci0: AHCI v1.10 with 15 3Gbps ports, Port Multiplier not supported
ahcich0: <AHCI channel> at channel 0 on ahci0
ahcich1: <AHCI channel> at channel 1 on ahci0
ahcich2: <AHCI channel> at channel 2 on ahci0
ahcich3: <AHCI channel> at channel 3 on ahci0
ahcich4: <AHCI channel> at channel 4 on ahci0
ahcich5: <AHCI channel> at channel 5 on ahci0
ahcich6: <AHCI channel> at channel 6 on ahci0
ahcich7: <AHCI channel> at channel 7 on ahci0
ahcich8: <AHCI channel> at channel 8 on ahci0
ahcich9: <AHCI channel> at channel 9 on ahci0
ahcich10: <AHCI channel> at channel 10 on ahci0
ahcich11: <AHCI channel> at channel 11 on ahci0
ahcich12: <AHCI channel> at channel 12 on ahci0
ahcich13: <AHCI channel> at channel 13 on ahci0
ahcich14: <AHCI channel> at channel 14 on ahci0
nvme0: <Generic NVMe Device> port 0xc050-0xc057 mem 0xe8c00000-0xe8c07fff,0xe8000000-0xe87fffff at device 14.0 on pci0
acpi_acad0: <AC Adapter> on acpi0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: model IntelliMouse Explorer, device ID 4
orm0: <ISA Option ROM> at iomem 0xc0000-0xc7fff pnpid ORM0000 on isa0
atrtc0: <AT realtime clock> at port 0x70 irq 8 on isa0
atrtc0: registered as a time-of-day clock, resolution 1.000000s
Event timer "RTC" frequency 32768 Hz quality 0
ZFS filesystem version: 5
ZFS storage pool version: features support (5000)
Timecounters tick every 20.000 msec
ada0 at ahcich0 bus 0 scbus0 target 0 lun 0
ada0: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada0: Serial Number VBb28c48af-01ec7fe4
ada0: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada0: Command Queueing enabled
ada0: 6144MB (12582912 512 byte sectors)
ada1 at ahcich1 bus 0 scbus1 target 0 lun 0
ada1: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada1: Serial Number VBf51ab106-b2a1489e
ada1: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada1: Command Queueing enabled
ada1: 6144MB (12582912 512 byte sectors)
nvme0: temperature threshold not supported
ada2 at ahcich2 bus 0 scbus2 target 0 lun 0
ada2: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada2: Serial Number VB44ddef68-b97b3b65
ada2: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada2: Command Queueing enabled
ada2: 6144MB (12582912 512 byte sectors)
nvme0: SET FEATURES (09) sqid:0 cid:9 nsid:0 cdw10:00000008 cdw11:00000000
nvd0: <ORCL-VBOX-NVME-VER12> NVMe namespace
ada3 at ahcich3 bus 0 scbus3 target 0 lun 0
ada3: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada3: Serial Number VBc4591cc0-d682681d
ada3: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada3: Command Queueing enabled
ada3: 512MB (1048576 512 byte sectors)
nvme0: COMMAND SPECIFIC (01/0e) sqid:0 cid:9 cdw0:0
ada4 at ahcich4 bus 0 scbus4 target 0 lun 0
ada4: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada4: Serial Number VB8e9c4066-f3f0d6f6
ada4: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada4: Command Queueing enabled
ada4: 4096MB (8388608 512 byte sectors)
nvd0: 16384MB (33554432 512 byte sectors)
ada5 at ahcich5 bus 0 scbus5 target 0 lun 0
ada5: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada5: Serial Number VBbc807996-c2cafa51
ada5: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada5: Command Queueing enabled
ada5: 5120MB (10485760 512 byte sectors)
ada6 at ahcich6 bus 0 scbus6 target 0 lun 0
ada6: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada6: Serial Number VB383f6e16-dcb77f41
ada6: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada6: Command Queueing enabled
ada6: 5120MB (10485760 512 byte sectors)
ada7 at ahcich7 bus 0 scbus7 target 0 lun 0
ada7: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada7: Serial Number VB4dc20420-b4aeb3bb
ada7: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada7: Command Queueing enabled
ada7: 7168MB (14680064 512 byte sectors)
ada8 at ahcich8 bus 0 scbus8 target 0 lun 0
ada8: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada8: Serial Number VBf87bab63-f2839747
ada8: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada8: Command Queueing enabled
ada8: 5120MB (10485760 512 byte sectors)
ada9 at ahcich9 bus 0 scbus9 target 0 lun 0
ada9: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada9: Serial Number VB2dca8265-fe3b1e48
ada9: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada9: Command Queueing enabled
ada9: 10240MB (20971520 512 byte sectors)
ada10 at ahcich10 bus 0 scbus10 target 0 lun 0
ada10: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada10: Serial Number VBe02839d2-51434302
ada10: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada10: Command Queueing enabled
ada10: 5120MB (10485760 512 byte sectors)
ada11 at ahcich11 bus 0 scbus11 target 0 lun 0
ada11: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada11: Serial Number VB336586d9-1058c23c
ada11: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada11: Command Queueing enabled
ada11: 7168MB (14680064 512 byte sectors)
ada12 at ahcich12 bus 0 scbus12 target 0 lun 0
ada12: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada12: Serial Number VBf5b6e2ee-4ad5c78d
ada12: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada12: Command Queueing enabled
ada12: 8192MB (16777216 512 byte sectors)
ada13 at ahcich13 bus 0 scbus13 target 0 lun 0
ada13: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada13: Serial Number VBf1456349-efa44732
ada13: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada13: Command Queueing enabled
ada13: 5120MB (10485760 512 byte sectors)
ada14 at ahcich14 bus 0 scbus14 target 0 lun 0
ada14: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
ada14: Serial Number VBea248e9e-11054db7
ada14: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada14: Command Queueing enabled
ada14: 5120MB (10485760 512 byte sectors)
Trying to mount root from zfs:zroot/ROOT/20180218-r329515 []...
Setting hostuuid: 5e5178fc-c5e3-11e5-a30d-080027868f29.
Setting hostid: 0xe1c108df.
Starting ddb.
Starting file system checks:
/dev/gpt/ccache_amd64_base_head: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ccache_amd64_base_head: clean, 1033429 free (205 frags, 129153 blocks, 0.0% fragmentation)
/dev/gpt/usr_obj_amd64_base_head: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/usr_obj_amd64_base_head: clean, 543862 free (182 frags, 67960 blocks, 0.0% fragmentation)
/dev/gpt/ports_head: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ports_head: clean, 727487 free (212399 frags, 64386 blocks, 16.8% fragmentation)
/dev/gpt/home: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ports_distfiles: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/home: clean, 1071067 free (33787 frags, 129660 blocks, 2.7% fragmentation)
/dev/gpt/packages_amd64_base_head: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ports_distfiles: clean, 700742 free (374 frags, 87546 blocks, 0.0% fragmentation)
/dev/gpt/packages_amd64_base_head: clean, 602039 free (207 frags, 75229 blocks, 0.0% fragmentation)
/dev/gpt/ports_local: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ports_local: clean, 2538033 free (49 frags, 317248 blocks, 0.0% fragmentation)
/dev/gpt/var_db_ports: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/base_head: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/var_db_ports: clean, 1263573 free (29 frags, 157943 blocks, 0.0% fragmentation)
/dev/gpt/ports_workdirs: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/base_head: clean, 600708 free (67460 frags, 66656 blocks, 5.3% fragmentation)
/dev/gpt/nvmedisk0: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/gpt/ports_workdirs: clean, 2026668 free (20 frags, 253331 blocks, 0.0% fragmentation)
/dev/gpt/nvmedisk0: clean, 4058386 free (26 frags, 507295 blocks, 0.0% fragmentation)
Mounting local filesystems:.
vboxguest0 port 0xc000-0xc01f mem 0xe8800000-0xe8bfffff,0xe8c08000-0xe8c0bfff at device 4.0 on pci0
vboxguest: loaded successfully
ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat/pkg /usr/local/lib/gcc6
32-bit compatibility ldconfig path: /usr/lib32
Setting hostname: freebsd-head-uefi-zfs.bsd.net.
Setting up harvesting: [UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED
Feeding entropy: .
vtnet0: link state changed to UP
Starting Network: lo0 vtnet0.
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
	options=600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
	inet6 ::1 prefixlen 128 
	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 
	inet 127.0.0.1 netmask 0xff000000 
	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
	groups: lo 
vtnet0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
	options=6c07bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 08:00:27:c6:fd:38
	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet 10Gbase-T <full-duplex>
	status: active
Starting devd.
Starting dhclient.
DHCPREQUEST on vtnet0 to 255.255.255.255 port 67
DHCPACK from 10.0.2.2
bound to 10.0.2.15 -- renewal in 43200 seconds.
add host 127.0.0.1: gateway lo0 fib 0: route already in table
add host ::1: gateway lo0 fib 0: route already in table
add net fe80::: gateway ::1
add net ff02::: gateway ::1
add net ::ffff:0.0.0.0: gateway ::1
add net ::0.0.0.0: gateway ::1
Creating and/or trimming log files.
Starting syslogd.
Setting date via ntp.
18 Feb 12:32:13 ntpdate[499]: step time server 128.39.174.3 offset -0.996910 sec
Starting rpcbind.
NFS access cache time=60
No core dumps found.
Clearing /tmp (X related).
Starting mountd.
NFSv4 is disabled
Starting nfsd.
Starting statd.
Starting lockd.
Starting vboxservice.
VBoxService 5.2.6 r120293 (verbosity: 0) freebsd.amd64 (Feb 18 2018 12:29:14) release log
00:00:00.000181 main     Log opened 2018-02-18T11:32:14.654770000Z
00:00:00.000276 main     OS Product: FreeBSD
00:00:00.000300 main     OS Release: 12.0-CURRENT
00:00:00.000322 main     OS Version: FreeBSD 12.0-CURRENT #0 r329515: Sun Feb 18 12:13:56 CET 2018     root@freebsd-head-uefi-zfs.bsd.net:/usr/obj/usr/src/amd64.amd64/sys/VBOXGUEST
00:00:00.000383 main     Executable: /usr/local/sbin/VBoxService
00:00:00.000387 main     Process ID: 637
00:00:00.000390 main     Package type: BSD_64BITS_GENERIC (OSE)
00:00:00.001679 main     5.2.6 r120293 started. Verbose level = 0
Updating motd:.
Mounting late filesystems:.
Starting ntpd.
Starting zfsd.
Configuring vt: keymap keyrate keybell\^[[=0;0B blanktime.
Starting cron.
Starting default moused.

Sun Feb 18 12:32:16 CET 2018
spin lock 0xffffffff80e76e80 (sched lock 0) held by 0xfffff800c58d4000 (tid 100746) too long
panic: spin lock held too long
cpuid = 0
time = 1518955069
KDB: stack backtrace:
db_trace_self_wrapper() at 0xffffffff804d281b = db_trace_self_wrapper+0x2b/frame 0xfffffe004b204610
vpanic() at 0xffffffff807106cd = vpanic+0x18d/frame 0xfffffe004b204670
panic() at 0xffffffff80710533 = panic+0x43/frame 0xfffffe004b2046d0
_mtx_lock_indefinite_check() at 0xffffffff806f0fa1 = _mtx_lock_indefinite_check+0x71/frame 0xfffffe004b2046e0
thread_lock_flags_() at 0xffffffff806f110b = thread_lock_flags_+0xdb/frame 0xfffffe004b204750
statclock_cnt() at 0xffffffff806ab0dc = statclock_cnt+0xdc/frame 0xfffffe004b204790
handleevents() at 0xffffffff80a72d73 = handleevents+0x113/frame 0xfffffe004b2047e0
timercb() at 0xffffffff80a73479 = timercb+0xa9/frame 0xfffffe004b204830
lapic_handle_timer() at 0xffffffff80ad6237 = lapic_handle_timer+0xa7/frame 0xfffffe004b204870
timerint_u() at 0xffffffff80a1f080 = timerint_u+0x96/frame 0xfffffe004b204950
thread_lock_flags_() at 0xffffffff806f10f1 = thread_lock_flags_+0xc1/frame 0xfffffe004b2049c0
fork1() at 0xffffffff806d124f = fork1+0x1b9f/frame 0xfffffe004b204a70
sys_vfork() at 0xffffffff806d17ec = sys_vfork+0x4c/frame 0xfffffe004b204ac0
amd64_syscall() at 0xffffffff80a3d6c8 = amd64_syscall+0xa48/frame 0xfffffe004b204bf0
fast_syscall_common() at 0xffffffff80a1e03d = fast_syscall_common+0x101/frame 0x7fffffffe000
Uptime: 26m5s
Dumping 1003 out of 6123 MB:..2%..12%..21%..31%..42%..52%..61%..71%..82%..91%

------------------------------------------------------------------------
kernel config

options	CONFIG_AUTOGENERATED
ident	VBOXGUEST
machine	amd64
cpu	HAMMER
makeoptions	ATKBD_DFLT_KEYMAP=no
makeoptions	SC_DFLT_FONT=iso
makeoptions	KBDMUX_DFLT_KEYMAP=no
makeoptions	WITH_CTF=1
makeoptions	DEBUG=-g
options	ZFS
options	FDESCFS
options	LINPROCFS
options	COMPAT_LINUX32
options	ATKBD_DFLT_KEYMAP
options	SC_DFLT_FONT
options	LIBICONV
options	KBDMUX_DFLT_KEYMAP
options	UDF
options	DEBUG_REDZONE
options	DDB_NUMSYM
options	KDB_UNATTENDED
options	EKCD
options	USB_DEBUG
options	ATH_ENABLE_11N
options	AH_AR5416_INTERRUPT_MITIGATION
options	AH_SUPPORT_AR5416
options	IEEE80211_SUPPORT_MESH
options	IEEE80211_AMPDU_AGE
options	IEEE80211_DEBUG
options	IXL_IW
options	SC_PIXEL_MODE
options	VESA
options	PCI_IOV
options	PCI_HP
options	ACPI_DMAR
options	EARLY_AP_STARTUP
options	SMP
options	MALLOC_DEBUG_MAXZONES=8
options	GDB
options	DDB
options	KDB_TRACE
options	KDB
options	RCTL
options	RACCT_DEFAULT_TO_DISABLED
options	RACCT
options	INCLUDE_CONFIG_FILE
options	DDB_CTF
options	KDTRACE_HOOKS
options	KDTRACE_FRAME
options	MAC
options	CAPABILITIES
options	CAPABILITY_MODE
options	AUDIT
options	HWPMC_HOOKS
options	KBD_INSTALL_CDEV
options	PRINTF_BUFR_SIZE=128
options	_KPOSIX_PRIORITY_SCHEDULING
options	SYSVSEM
options	SYSVMSG
options	SYSVSHM
options	STACK
options	KTRACE
options	SCSI_DELAY=5000
options	COMPAT_FREEBSD11
options	COMPAT_FREEBSD10
options	COMPAT_FREEBSD9
options	COMPAT_FREEBSD7
options	COMPAT_FREEBSD6
options	COMPAT_FREEBSD5
options	COMPAT_FREEBSD4
options	COMPAT_FREEBSD32
options	GEOM_LABEL
options	GEOM_RAID
options	GEOM_PART_GPT
options	PSEUDOFS
options	PROCFS
options	CD9660
options	MSDOSFS
options	NFS_ROOT
options	NFSLOCKD
options	NFSD
options	NFSCL
options	MD_ROOT
options	QUOTA
options	UFS_GJOURNAL
options	UFS_DIRHASH
options	UFS_ACL
options	SOFTUPDATES
options	FFS
options	SCTP
options	TCP_HHOOK
options	TCP_OFFLOAD
options	IPSEC_SUPPORT
options	IPSEC
options	INET6
options	INET
options	VIMAGE
options	PREEMPTION
options	SCHED_ULE
options	NEW_PCIB
options	GEOM_PART_MBR
options	GEOM_PART_EBR_COMPAT
options	GEOM_PART_EBR
options	GEOM_PART_BSD
device	isa
device	mem
device	io
device	uart_ns8250
device	cpufreq
device	acpi
device	pci
device	ahci
device	ata
device	mpt
device	mps
device	mpr
device	scbus
device	ch
device	da
device	sa
device	cd
device	pass
device	ses
device	nvme
device	nvd
device	atkbdc
device	atkbd
device	psm
device	kbdmux
device	vga
device	splash
device	sc
device	vt
device	vt_vga
device	vt_efifb
device	agp
device	loop
device	random
device	padlock_rng
device	rdrand_rng
device	ether
device	vlan
device	md
device	firmware
device	bpf
device	virtio
device	virtio_pci
device	vtnet
device	virtio_blk
device	virtio_scsi
device	virtio_balloon
device	netmap
device	crypto
device	cryptodev
device	rndtest
device	pty
device	smbus
device	intpm
device	smb

------------------------------------------------------------------------
ddb capture buffer