Skip site navigation (1)Skip section navigation (2)
Date:      Tue, 15 Oct 2013 16:10:04 +0100 (BST)
From:      Anton Shterenlikht <mexas@bris.ac.uk>
To:        freebsd-current@freebsd.org, freebsd-ia64@freebsd.org
Subject:   ia64: panic: wrong page state m 0xe00000027fcc1900
Message-ID:  <201310151510.r9FFA4fH047273@mech-cluster241.men.bris.ac.uk>

next in thread | raw e-mail | index | archive | help
This panic is always reproducible by
starting nginx, and directing the browser
to poudriere logs/bulk/ia64-default/latest/.

I tried to do manually:

show proc
show threads
run lockinfo
show pcpu
bt
ps
alltrace

since I cannot get savecore to run successfully.

Thanks

Anton


db> show proc
Process 1035 (nginx) at 0xe0000000128c1280:
 state: NORMAL
 uid: 80  gids: 80
 parent: pid 1034 at 0xe00000001273e940
 ABI: FreeBSD ELF64
 arguments: nginx: worker process
 threads: 1
100097                   Run     CPU 0                       nginx
db> 

db> show threads
  100097 (0xe000000012800000) (stack 0xa00000009df7e000)  kdb_enter(0x9ffc000000dcfac8, 0x9ffc000000dcfac8, 0x9ffc000000592a90, 0x40c) at kdb_enter+0x92
  100078 (0xe0000000124bc000) (stack 0xa00000009defe000)  cpu_switch(0xe0000000124bc000, 0xe000000011182900, 0x9ffc000000f5c148, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100072 (0xe000000012500d80) (stack 0xa00000009dece000)  cpu_switch(0xe000000012500d80, 0xe000000011182900, 0x9ffc000000f5d160, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100071 (0xe000000012501200) (stack 0xa00000009dec6000)  cpu_switch(0xe000000012501200, 0xe000000011182900, 0x9ffc000000f5dfc0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100069 (0xe0000000123fed80) (stack 0xa00000009deb6000)  cpu_switch(0xe0000000123fed80, 0xe000000011182480, 0x9ffc000000f5e510, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100081 (0xe0000000127a0000) (stack 0xa00000009df16000)  cpu_switch(0xe0000000127a0000, 0xe000000011182480, 0x9ffc000000f5cdf0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100073 (0xe000000012500900) (stack 0xa00000009ded6000)  cpu_switch(0xe000000012500900, 0xe000000011182900, 0x9ffc000000f5e1c8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100099 (0xe000000012890480) (stack 0xa00000009df8e000)  cpu_switch(0xe000000012890480, 0xe000000011182900, 0x9ffc000000f5c620, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100098 (0xe0000000127a1b00) (stack 0xa00000009df86000)  cpu_switch(0xe0000000127a1b00, 0xe000000011182900, 0x9ffc000000f5d0c0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100088 (0xe0000000124bcd80) (stack 0xa00000009df36000)  cpu_switch(0xe0000000124bcd80, 0xe0000000127a1680, 0x9ffc000000f5de08, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100096 (0xe000000012800480) (stack 0xa00000009df76000)  cpu_switch(0xe000000012800480, 0xe000000011182480, 0x9ffc000000f5e5b0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100089 (0xe0000000127a1680) (stack 0xa00000009df3e000)  cpu_switch(0xe0000000127a1680, 0xe000000011182900, 0x9ffc000000f5d2f0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100075 (0xe000000012500000) (stack 0xa00000009dee6000)  cpu_switch(0xe000000012500000, 0xe000000011182900, 0x9ffc000000f5cd78, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100076 (0xe0000000124bc900) (stack 0xa00000009deee000)  cpu_switch(0xe0000000124bc900, 0xe000000011182480, 0x9ffc000000f5dde0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100079 (0xe000000012501b00) (stack 0xa00000009df06000)  cpu_switch(0xe000000012501b00, 0xe0000000127a1200, 0x9ffc000000f5dc28, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100080 (0xe000000012501680) (stack 0xa00000009df0e000)  cpu_switch(0xe000000012501680, 0xe000000011182480, 0x9ffc000000f5e290, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100067 (0xe0000000123ff680) (stack 0xa00000009dea6000)  cpu_switch(0xe0000000123ff680, 0xe000000011182900, 0x9ffc000000f5ceb8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100077 (0xe0000000124bc480) (stack 0xa00000009def6000)  cpu_switch(0xe0000000124bc480, 0xe000000011182480, 0x9ffc000000f5cee0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100068 (0xe0000000123ff200) (stack 0xa00000009deae000)  cpu_switch(0xe0000000123ff200, 0xe000000011182900, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100056 (0xe000000012168d80) (stack 0xa00000009de4e000)  cpu_switch(0xe000000012168d80, 0xe000000011182480, 0x9ffc000000f5e308, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100055 (0xe00000001178c480) (stack 0xa00000009de46000)  cpu_switch(0xe00000001178c480, 0xe000000011182480, 0x9ffc000000f5e358, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100074 (0xe000000012500480) (stack 0xa00000009dede000)  cpu_switch(0xe000000012500480, 0xe000000011182900, 0x9ffc000000f5d548, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100064 (0xe000000012169680) (stack 0xa00000009de8e000)  cpu_switch(0xe000000012169680, 0xe00000001178d680, 0x9ffc000000f5c5a8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100063 (0xe000000012169b00) (stack 0xa00000009de86000)  cpu_switch(0xe000000012169b00, 0xe000000012169680, 0x9ffc000000f5c9b8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100062 (0xe0000000123fe000) (stack 0xa00000009de7e000)  cpu_switch(0xe0000000123fe000, 0xe000000011182480, 0x9ffc000000f5d6b0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100061 (0xe0000000123fe480) (stack 0xa00000009de76000)  cpu_switch(0xe0000000123fe480, 0xe0000000111a1680, 0x9ffc000000f5e560, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100060 (0xe00000001178db00) (stack 0xa00000009de6e000)  cpu_switch(0xe00000001178db00, 0xe000000011182480, 0x9ffc000000f5e4c0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100059 (0xe000000012168000) (stack 0xa00000009de66000)  cpu_switch(0xe000000012168000, 0xe0000000123fe480, 0x9ffc000000f5c300, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100058 (0xe000000012168480) (stack 0xa00000009de5e000)  cpu_switch(0xe000000012168480, 0xe0000000123fe480, 0x9ffc000000f5cf80, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100057 (0xe000000012168900) (stack 0xa00000009de56000)  cpu_switch(0xe000000012168900, 0xe000000011182480, 0x9ffc000000f5d818, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100054 (0xe00000001178c900) (stack 0xa00000009de3e000)  cpu_switch(0xe00000001178c900, 0xe000000011182480, 0x9ffc000000f5d2c8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100052 (0xe00000001178d200) (stack 0xa00000009de2c000)  cpu_switch(0xe00000001178d200, 0xe000000011182900, 0x9ffc000000f5ded0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100051 (0xe00000001178d680) (stack 0xa00000009de24000)  cpu_switch(0xe00000001178d680, 0xe0000000123fe000, 0x9ffc000000f5c620, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100047 (0xe00000001174db00) (stack 0xa00000009de04000)  cpu_switch(0xe00000001174db00, 0xe000000011425b00, 0x9ffc000000f5d520, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100043 (0xe00000001174c000) (stack 0xa00000009ddc6000)  cpu_switch(0xe00000001174c000, 0xe00000001174db00, 0x9ffc000000f5d020, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100041 (0xe00000001174c900) (stack 0xa00000009dd68000)  cpu_switch(0xe00000001174c900, 0xe00000001174c000, 0x9ffc000000f5e420, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100039 (0xe000000011744480) (stack 0xa00000009dd0a000)  cpu_switch(0xe000000011744480, 0xe00000001174c900, 0x9ffc000000f5dd90, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100038 (0xe000000011744900) (stack 0xa00000009dd02000)  cpu_switch(0xe000000011744900, 0xe000000011182900, 0x9ffc000000f5d228, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100037 (0xe000000011744d80) (stack 0xa00000009dcfa000)  cpu_switch(0xe000000011744d80, 0xe000000011744900, 0x9ffc000000f5dfe8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100036 (0xe000000011745200) (stack 0xa00000009dcf2000)  cpu_switch(0xe000000011745200, 0xe000000011744d80, 0x9ffc000000f5dea8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100034 (0xe000000011480d80) (stack 0xa0000000e2fe6000)  cpu_switch(0xe000000011480d80, 0xe000000011745200, 0x9ffc000000f5d340, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100033 (0xe000000011481200) (stack 0xa0000000e2fde000)  cpu_switch(0xe000000011481200, 0xe000000011182900, 0x9ffc000000f5c580, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100032 (0xe000000011481680) (stack 0xa0000000e2fd6000)  cpu_switch(0xe000000011481680, 0xe000000011182480, 0x9ffc000000f5da98, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100031 (0xe000000011481b00) (stack 0xa0000000e2fce000)  cpu_switch(0xe000000011481b00, 0xe000000011182480, 0x9ffc000000f5ccd8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100029 (0xe000000011425680) (stack 0xa0000000e2f36000)  cpu_switch(0xe000000011425680, 0xe000000011182480, 0x9ffc000000f5dd40, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100028 (0xe000000011425b00) (stack 0xa0000000e2f2e000)  cpu_switch(0xe000000011425b00, 0xe000000011182480, 0x9ffc000000f5e380, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100027 (0xe000000011480000) (stack 0xa0000000e2f26000)  cpu_switch(0xe000000011480000, 0xe000000011425b00, 0x9ffc000000f5d098, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100026 (0xe000000011480480) (stack 0xa0000000e2f1e000)  cpu_switch(0xe000000011480480, 0xe000000011480000, 0x9ffc000000f5d6d8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100024 (0xe000000011424000) (stack 0xa0000000e2e8a000)  cpu_switch(0xe000000011424000, 0xe000000011182480, 0x9ffc000000f5cf30, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100013 (0xe0000000111a1680) (stack 0xa0000000a07f6000)  cpu_switch(0xe0000000111a1680, 0xe000000011182480, 0x9ffc000000f5c968, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100012 (0xe0000000111a1b00) (stack 0xa0000000a07ee000)  cpu_switch(0xe0000000111a1b00, 0xe000000011182480, 0x9ffc000000f5d070, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100011 (0xe0000000111b0000) (stack 0xa0000000a07e6000)  cpu_switch(0xe0000000111b0000, 0xe000000011182480, 0x9ffc000000f5d430, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100010 (0xe000000011183680) (stack 0xa0000000a07de000)  cpu_switch(0xe000000011183680, 0xe000000011182900, 0x9ffc000000f5ccb0, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100048 (0xe00000001174d680) (stack 0xa00000009de0c000)  cpu_switch(0xe00000001174d680, 0xe000000012500d80, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100046 (0xe00000001178c000) (stack 0xa00000009ddde000)  cpu_switch(0xe00000001178c000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100042 (0xe00000001174c480) (stack 0xa00000009dd70000)  cpu_switch(0xe00000001174c480, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100040 (0xe000000011744000) (stack 0xa00000009dd12000)  cpu_switch(0xe000000011744000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100035 (0xe000000011480900) (stack 0xa00000009dcea000)  fork_trampoline() at fork_trampoline
  100030 (0xe000000011425200) (stack 0xa0000000e2fc6000)  fork_trampoline() at fork_trampoline
  100025 (0xe0000000111b1b00) (stack 0xa0000000e2f16000)  fork_trampoline() at fork_trampoline
  100022 (0xe000000011424900) (stack 0xa0000000e2e7a000)  cpu_switch(0xe000000011424900, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100021 (0xe000000011424d80) (stack 0xa0000000e2e72000)  cpu_switch(0xe000000011424d80, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100019 (0xe0000000111b0900) (stack 0xa0000000e2e62000)  cpu_switch(0xe0000000111b0900, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100018 (0xe0000000111b0d80) (stack 0xa0000000e2e5a000)  cpu_switch(0xe0000000111b0d80, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100008 (0xe0000000111a0000) (stack 0xa0000000a07ce000)  fork_trampoline() at fork_trampoline
  100007 (0xe0000000111a0480) (stack 0xa0000000a07c6000)  cpu_switch(0xe0000000111a0480, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100006 (0xe0000000111a0900) (stack 0xa0000000a07be000)  fork_trampoline() at fork_trampoline
  100005 (0xe000000011182000) (stack 0xa0000000a07b6000)  cpu_switch(0xe000000011182000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100004 (0xe000000011182480) (stack 0xa0000000a07ae000)  ia64_ih_stop(0x9ffc000000aa9070, 0x40b) at ia64_ih_stop+0x80
  100003 (0xe000000011182900) (stack 0xa0000000a07a6000)  cpu_switch(0xe000000011182900, 0xe000000012800000, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100002 (0xe000000011182d80) (stack 0xa0000000a079e000)  cpu_switch(0xe000000011182d80, 0xe000000011182480, 0x9ffc000000f5e628, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100001 (0xe000000011183200) (stack 0xa0000000a0796000)  cpu_switch(0xe000000011183200, 0xe000000011183680, 0x9ffc000000f5cd78, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100053 (0xe00000001178cd80) (stack 0xa00000009de34000)  cpu_switch(0xe00000001178cd80, 0xe0000000124bc480, 0x9ffc000000f5def8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100050 (0xe00000001174cd80) (stack 0xa00000009de1c000)  cpu_switch(0xe00000001174cd80, 0xe00000001178cd80, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100049 (0xe00000001174d200) (stack 0xa00000009de14000)  cpu_switch(0xe00000001174d200, 0xe00000001174cd80, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100045 (0xe000000011745680) (stack 0xa00000009ddd6000)  cpu_switch(0xe000000011745680, 0xe000000011182480, 0x9ffc000000f5c6e8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100044 (0xe000000011745b00) (stack 0xa00000009ddce000)  cpu_switch(0xe000000011745b00, 0xe000000011182900, 0x9ffc000000f5c710, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100023 (0xe000000011424480) (stack 0xa0000000e2e82000)  cpu_switch(0xe000000011424480, 0xe000000011182900, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100020 (0xe0000000111b0480) (stack 0xa0000000e2e6a000)  cpu_switch(0xe0000000111b0480, 0xe000000011182480, 0x9ffc000000f5ce90, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100017 (0xe0000000111b1200) (stack 0xa0000000e2e52000)  cpu_switch(0xe0000000111b1200, 0xe0000000111b0480, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
111b0480, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100016 (0xe0000000111b1680) (stack 0xa0000000e2e4a000)  cpu_switch(0xe0000000111b1680, 0xe0000000111b1200, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100015 (0xe0000000111a0d80) (stack 0xa0000000e2e42000)  cpu_switch(0xe0000000111a0d80, 0xe0000000111b1680, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100014 (0xe0000000111a1200) (stack 0xa0000000e2e3a000)  cpu_switch(0xe0000000111a1200, 0xe0000000111a0d80, 0x9ffc000000f5cf30, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100009 (0xe000000011183b00) (stack 0xa0000000a07d6000)  cpu_switch(0xe000000011183b00, 0xe000000011182480, 0x9ffc000000f5cfa8, 0x9ffc0000005ec410) at cpu_switch+0xd0
  100000 (0x9ffc000000efef70) (stack 0xe0000040fffc0000)  cpu_switch(0x9ffc000000efef70, 0xe000000011182900, 0x9ffc000000f5c670, 0x9ffc0000005ec410) at cpu_switch+0xd0
db>     



db> show msgbuf
msgbufp = 0xe0000040fffdffb8
magic = 63062, size = 98232, r= 10746, w = 11693, ptr = 0xe0000040fffc8000, cksum= 890849
panic: wrong page state m 0xe00000027fcc1900
cpuid = 0
KDB: stack backtrace:
db_trace_self(0x9ffc000000158380) at db_trace_self+0x40
db_trace_self_wrapper(0x9ffc00000060b900) at db_trace_self_wrapper+0x70
kdb_backtrace(0x9ffc000000ee1b48, 0x9ffc000000592a40, 0x40c, 0x9ffc0000010b48a0) at kdb_backtrace+0xc0
vpanic(0x9ffc000000de0c20, 0xa00000009df85118, 0x9ffc000000f0a410, 0x9ffc000000ee18f0) at vpanic+0x260
kassert_panic(0x9ffc000000de0c20, 0xe00000027fcc1900, 0x81f, 0xe0000000127a7800, 0x9ffc0000006a4f10, 0x2c60, 0xe0000000127a7800, 0xe0000000127a7818) at kassert_panic+0x120
vn_sendfile(0x8df, 0x3, 0x0, 0x0, 0x0, 0x8df, 0x7fffffffffffe000, 0x0) at vn_sendfile+0x15d0
sys_sendfile(0xe000000012800000, 0xa00000009df854e8, 0x9, 0xa00000009df85360) at sys_sendfile+0x2b0
syscall(0xe0000000128c1280, 0x3, 0x0, 0xe000000012800000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
KDB: enter: panic
GDB: debug ports: uart
GDB: current port: uart
KDB: debugger backends: ddb gdb
KDB: current backend: ddb
Copyright (c) 1992-2013 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 10.0-CURRENT #7 r255488: Tue Oct 15 10:09:07 BST 2013
    root@mech-as28.men.bris.ac.uk:/usr/obj/usr/src/sys/ZEEV ia64
gcc version 4.2.1 20070831 patched [FreeBSD]
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
CPU: Madison II (1600 MHz Itanium 2)
  Origin = "GenuineIntel"  Revision = 2
  Features = 0x1<LB>
real memory  = 10737418240 (10240 MB)
avail memory = 10484695040 (9998 MB)
FPSWA Revision = 0x10012, Entry = 0xe0000040ffcc4050
FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
cpu0: ACPI Id=0, SAPIC Id=0, SAPIC Eid=0 (BSP)
cpu1: ACPI Id=1, SAPIC Id=1, SAPIC Eid=0
random: <Software, Yarrow> initialized
Event timer "ITC" frequency 1600000000 Hz quality 1000
ACPI BIOS Warning (bug): 32/64X length mismatch in FADT/Gpe0Block: 32/16 (20130823/tbfadt-603)
ACPI BIOS Warning (bug): 32/64X length mismatch in FADT/Gpe1Block: 32/16 (20130823/tbfadt-603)
acpi0: <HP> on motherboard
acpi0: Power Button (fixed)
acpi0: Sleep Button (fixed)
cpu0: <ACPI CPU> on acpi0
cpu1: <ACPI CPU> on acpi0
Timecounter "ACPI-safe" frequency 3579545 Hz quality 850
acpi_timer0: <32-bit timer at 3.579545MHz> iomem 0xff5c1004-0xff5c1007 on acpi0
acpi_tz0: <Thermal Zone> on acpi0
pcib0: <ACPI Host-PCI bridge> on acpi0
pcib0: could not evaluate _ADR - AE_NOT_FOUND
pci0: <ACPI PCI bus> on pcib0
ohci0: <NEC uPD 9210 USB controller> mem 0x80002000-0x80002fff irq 16 at device 1.0 on pci0
usbus0 on ohci0
ohci1: <NEC uPD 9210 USB controller> mem 0x80001000-0x80001fff irq 17 at device 1.1 on pci0
usbus1 on ohci1
ehci0: <NEC uPD 720100 USB 2.0 controller> mem 0x80000000-0x800000ff irq 18 at device 1.2 on pci0
usbus2: EHCI version 0.95
usbus2 on ehci0
pci0: <mass storage, ATA> at device 2.0 (no driver attached)
pcib1: <ACPI Host-PCI bridge> on acpi0
pcib1: could not evaluate _ADR - AE_NOT_FOUND
pci32: <ACPI PCI bus> on pcib1
mpt0: <LSILogic 1030 Ultra4 Adapter> port 0x2100-0x21ff mem 0x903a0000-0x903bffff,0x90380000-0x9039ffff irq 27 at device 1.0 on pci32
mpt0: MPI Version=1.2.12.0
mpt1: <LSILogic 1030 Ultra4 Adapter> port 0x2000-0x20ff mem 0x90360000-0x9037ffff,0x90340000-0x9035ffff irq 28 at device 1.1 on pci32
mpt1: MPI Version=1.2.12.0
em0: <Intel(R) PRO/1000 Legacy Network Connection 1.0.6> port 0x2240-0x227f mem 0x90320000-0x9033ffff,0x90280000-0x902fffff irq 29 at device 2.0 on pci32
em0: Ethernet address: 00:13:21:5b:05:1c
em1: <Intel(R) PRO/1000 Legacy Network Connection 1.0.6> port 0x2200-0x223f mem 0x90300000-0x9031ffff irq 30 at device 2.1 on pci32
em1: Ethernet address: 00:13:21:5b:05:1d
pcib2: <ACPI Host-PCI bridge> on acpi0
pcib2: could not evaluate _ADR - AE_NOT_FOUND
pci64: <ACPI PCI bus> on pcib2
pcib3: <ACPI Host-PCI bridge> on acpi0
pcib3: could not evaluate _ADR - AE_NOT_FOUND
pci96: <ACPI PCI bus> on pcib3
pcib4: <ACPI Host-PCI bridge> on acpi0
pcib4: could not evaluate _ADR - AE_NOT_FOUND
pci128: <ACPI PCI bus> on pcib4
pcib5: <ACPI Host-PCI bridge> on acpi0
pcib5: could not evaluate _ADR - AE_NOT_FOUND
pci192: <ACPI PCI bus> on pcib5
isp0: <Qlogic ISP 2422 PCI FC-AL Adapter> port 0xc000-0xc0ff mem 0xe0040000-0xe0040fff irq 71 at device 1.0 on pci192
pcib6: <ACPI Host-PCI bridge> on acpi0
pcib6: could not evaluate _ADR - AE_NOT_FOUND
pci224: <ACPI PCI bus> on pcib6
uart0: <HP Auxiliary Diva Serial Port> mem 0xf8051000-0xf805100f irq 82 at device 1.0 on pci224
puc0: <HP Diva Serial [GSP] Multiport UART - Everest SP2> mem 0xf8050000-0xf8050fff,0xf8020000-0xf803ffff irq 82 at device 1.1 on pci224
uart1: <Non-standard ns8250 class UART with FIFOs> at port 1 on puc0
uart1: console (9600,n,8,1)
uart2: <Non-standard ns8250 class UART with FIFOs> at port 3 on puc0
vgapci0: <VGA-compatible display> port 0xe000-0xe0ff mem 0xf0000000-0xf7ffffff,0xf8040000-0xf804ffff at device 2.0 on pci224
uart3: <16550 or compatible> iomem 0xff5e0000-0xff5e0007 irq 34 on acpi0
uart4: <16550 or compatible> iomem 0xff5e2000-0xff5e2007 irq 35 on acpi0
uart4: debug port (9600,n,8,1)
ZFS filesystem version: 5
ZFS storage pool version: features support (5000)
Timecounters tick every 1.000 msec
usbus0: 12Mbps Full Speed USB v1.0
IP Filter: v5.1.2 initialized.  Default = block all, Logging = enabled
usbus1: 12Mbps Full Speed USB v1.0
usbus2: 480Mbps High Speed USB v2.0
ugen2.1: <NEC> at usbus2
uhub0: <NEC EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on usbus2
ugen0.1: <NEC> at usbus0
uhub1: <NEC OHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus0
ugen1.1: <NEC> at usbus1
uhub2: <NEC OHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus1
uhub2: 2 ports with 2 removable, self powered
uhub1: 3 ports with 3 removable, self powered
uhub0: 5 ports with 5 removable, self powered
da0 at mpt0 bus 0 scbus0 target 0 lun 0
da0: <HP 73.4G ST373454LC HPC2> Fixed Direct Access SCSI-3 device
da0: 320.000MB/s transfers (160.000MHz, offset 63, 16bit)
da0: Command Queueing enabled
da0: 70007MB (143374738 512 byte sectors: 255H 63S/T 8924C)
da1 at mpt0 bus 0 scbus0 target 1 lun 0
da1: <SEAGATE ST318452LC 2213> Fixed Direct Access SCSI-3 device
da1: 160.000MB/s transfers (80.000MHz, offset 63, 16bit)
da1: Command Queueing enabled
da1: 17366MB (35566478 512 byte sectors: 255H 63S/T 2213C)
da3 at isp0 bus 0 scbus2 target 0 lun 1
da3: <COMPAQ MSA1000 VOLUME 4.32> Fixed Direct Access SCSI-4 device
da3: 200.000MB/s transfers WWNN 0x500805f3000ec220 WWPN 0x500805f3000ec221 PortID 0x10000
da3: Command Queueing enabled
da3: 69460MB (142255575 512 byte sectors: 255H 63S/T 8855C)
da4 at isp0 bus 0 scbus2 target 0 lun 2
da4: <COMPAQ MSA1000 VOLUME 4.32> Fixed Direct Access SCSI-4 device
da4: 200.000MB/s transfers WWNN 0x500805f3000ec220 WWPN 0x500805f3000ec221 PortID 0x10000
da4: Command Queueing enabled
da4: 69460MB (142255575 512 byte sectors: 255H 63S/T 8855C)
da5 at isp0 bus 0 scbus2 target 0 lun 3
da5: <COMPAQ MSA1000 VOLUME 4.32> Fixed Direct Access SCSI-4 device
da5: 200.000MB/s transfers WWNN 0x500805f3000ec220 WWPN 0x500805f3000ec221 PortID 0x10000
da5: Command Queueing enabled
da5: 69460MB (142255575 512 byte sectors: 255H 63S/T 8855C)
da6 at isp0 bus 0 scbus2 target 0 lun 5
da6: <COMPAQ MSA1000 VOLUME 4.32> Fixed Direct Access SCSI-4 device
da6: 200.000MB/s transfers WWNN 0x500805f3000ec220 WWPN 0x500805f3000ec221 PortID 0x10000
da6: Command Queueing enabled
da6: 140011MB (286744185 512 byte sectors: 255H 63S/T 17849C)
da2 at mpt1 bus 0 scbus1 target 2 lun 0
da2: <SEAGATE ST318452LC 2213> Fixed Direct Access SCSI-3 device
da2: 160.000MB/s transfers (80.000MHz, offset 63, 16bit)
da2: Command Queueing enabled
da2: 17366MB (35566478 512 byte sectors: 255H 63S/T 2213C)
pass3 at isp0 bus 0 scbus2 target 0 lun 0
pass3: <COMPAQ MSA1000 4.32> Fixed Storage Array SCSI-4 device
pass3: 200.000MB/s transfers WWNN 0x500805f3000ec220 WWPN 0x500805f3000ec221 PortID 0x10000
pass3: Command Queueing enabled
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
Trying to mount root from ufs:/dev/da0p2 [rw]...
WARNING: / was not properly dismounted
WITNESS: unable to allocate a new witness object
<118>Setting hostuuid: ee652761-3dcc-11df-9074-0013215b051c.
<118>Setting hostid: 0x8968724b.
<118>Starting ddb.
<118>Entropy harvesting: interrupts ethernet point_to_point
Expensive timeout(9) function: 0x9ffc000000e222e0(0xa0000000009f1320) 0.002119543 s
<118> kickstart.
<118>Starting file system checks:
<118>/dev/da0p2: 582356 files, 3927896 used, 30688528 free (183320 frags, 3813151 blocks, 0.5% fragmentation)
<118>/dev/da3p1: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED)
<118>/dev/da3p1: SUMMARY INFORMATION BAD (SALVAGED)
<118>/dev/da3p1: BLK(S) MISSING IN BIT MAPS (SALVAGED)
<118>/dev/da3p1: 1968 files, 7223676 used, 9999685 free (245 frags, 1249930 blocks, 0.0% fragmentation)
<118>/dev/da5p1: 436860 files, 1247548 used, 15975813 free (36405 frags, 1992426 blocks, 0.2% fragmentation)
<118>/dev/da6p1: 5481 files, 1323234 used, 68104269 free (5773 frags, 8512312 blocks, 0.0% fragmentation)
<118>Mounting local file systems:.
<118>Writing entropy file:.
<118>Setting hostname: mech-as28.men.bris.ac.uk.
<118>Enabling ipfilter.
<118>Starting Network: lo0 em0 em1.
<118>lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
<118>   options=600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
<118>   inet6 ::1 prefixlen 128
<118>   inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3
<118>   inet 127.0.0.1 netmask 0xff000000
<118>   nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
<118>em0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118>   options=209b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,WOL_MAGIC>
<118>   ether 00:13:21:5b:05:1c
<118>   inet 137.222.187.28 netmask 0xffffff00 broadcast 137.222.187.255
<118>   inet6 fe80::213:21ff:fe5b:51c%em0 prefixlen 64 scopeid 0x1
<118>   nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
<118>   media: Ethernet autoselect
<118>   status: no carrier
<118>em1: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118>   options=209b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,WOL_MAGIC>
<118>   ether 00:13:21:5b:05:1d
<118>   inet 10.10.10.14 netmask 0xffffff00 broadcast 10.10.10.255
<118>   inet6 fe80::213:21ff:fe5b:51d%em1 prefixlen 64 scopeid 0x2
<118>   nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
<118>   media: Ethernet autoselect (100baseTX <full-duplex>)
<118>   status: active
<118>filter sync'd
<118>Starting devd.
<118>add net default: gateway 137.222.187.250
<118>add net fe80::: gateway ::1
<118>add net ff02::: gateway ::1
<118>add net ::ffff:0.0.0.0: gateway ::1
<118>add net ::0.0.0.0: gateway ::1
<118>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
<118>Starting ipmon.
<118>Creating and/or trimming log files.
<118>Starting syslogd.
<118>No core dumps found.
<118>Clearing /tmp (X related).
<118>Recovering vi editor sessions:.
<118>Updating motd:.
<118>Mounting late file systems:.
<118>Starting ntpd.
<118>Starting bsdstats.
<118>Posting monthly OS statistics to rpt.bsdstats.org
<118>Performing sanity check on sshd configuration.
<118>Starting sshd.
<118>Starting cron.
<118>Local package initialization:cd: /var/portbuild/: No such file or directory
<118>.  
<118>Starting inetd.
<118>Starting background file system checks in 60 seconds.
<118>   
<118>Tue Oct 15 15:38:25 BST 2013
<118>Oct 15 15:39:44 mech-as28 su: mexas to root on /dev/pts/0
        
db>     

db> run lockinfo
db:0:lockinfo> show locks
db:0:locks>  show alllocks
db:0:alllocks>  show lockedvnods
Locked vnodes

0xe0000000129789c0: tag ufs, type VREG
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags (VI_ACTIVE)
    v_object 0xe0000000127a7800 ref 1 pages 1
    lock type ufs: SHARED (count 1)
        ino 5220225, on dev da5p1
db> 

db> show pcpu
cpuid        = 0
dynamic pcpu = 0x40040040ff12c680
curthread    = 0xe000000012800000: pid 1035 "nginx"
curpcb       = 0
fpcurthread  = none
idlethread   = 0xe000000011182900: tid 100003 "idle: cpu0"
MD: vhpt       = 0xe0000040ff000000
MD: lid        = 0
MD: clock      = 0x64261bc9ce
MD: clock_mode = 2
MD: clock_load = 0
MD: stats      = 0x9ffc00000110feb0
MD: pmap       = 0xe00000001118ef00
spin locks held:
db> 
db> bt
Tracing pid 1035 tid 100097 td 0xe000000012800000
kdb_enter(0x9ffc000000dcfac8, 0x9ffc000000dcfac8, 0x9ffc000000592a90, 0x40c) at kdb_enter+0x92
vpanic(0x9ffc000000de0c20, 0xa00000009df85118, 0x100, 0x9ffc000000ee18f0) at vpanic+0x2b0
kassert_panic(0x9ffc000000de0c20, 0xe00000027fcc1900, 0x81f, 0xe0000000127a7800, 0x9ffc0000006a4f10, 0x2c60, 0xe0000000127a7800, 0xe0000000127a7818) at kassert_panic+0x120
vn_sendfile(0x8df, 0x3, 0x0, 0x0, 0x0, 0x8df, 0x7fffffffffffe000, 0x0) at vn_sendfile+0x15d0
sys_sendfile(0xe000000012800000, 0xa00000009df854e8, 0x9, 0xa00000009df85360) at sys_sendfile+0x2b0
syscall(0xe0000000128c1280, 0x3, 0x0, 0xe000000012800000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
db> 
db> ps
  pid  ppid  pgrp   uid   state   wmesg         wchan        cmd
 1035  1034  1034    80  R       CPU 0                       nginx
 1034     1  1034     0  Ss      pause    0xe00000001273e9e8 nginx
 1032  1031  1032     0  S+      ttyin    0xe00000001253c0a8 sh
 1031  1027  1031  1001  S+      wait     0xe0000000124064a0 su
 1027  1026  1027  1001  Ss+     pause    0xe000000012406e88 tcsh
 1026  1024  1024  1001  S       select   0xe0000000124392c0 sshd
 1024   926  1024     0  Ss      select   0xe000000010c29140 sshd
  999     1   999     0  Ss+     ttyin    0xe0000000114288a8 getty
  998     1     1     0  S       ttydcd   0xe000000011428ce8 getty
  994   992    24     0  S+      nanslp   0x9ffc000000f0c178 sleep
  993     1    24     0  S+      piperd   0xe000000012848268 logger
  992     1    24     0  S+      wait     0xe00000001273f280 sh
  976     1   976     0  Ss      select   0xe000000010c28fc0 inetd
  937     1   937     0  Ss      nanslp   0x9ffc000000f0c179 cron
  932     1   932    25  Ss      pause    0xe00000001273e548 sendmail
  929     1   929     0  Ss      select   0xe000000012439640 sendmail
  926     1   926     0  Ss      select   0xe0000000124397c0 sshd
  866     1   866     0  Ss      select   0xe0000000124398c0 ntpd
  786     1   786     0  Ss      select   0xe000000010c293c0 syslogd
  777     1   777     0  Ss      select   0xe000000012439940 ipmon
  655     1   655     0  Ss      select   0xe000000012439b40 devd
  140     1   140     0  Ss      pause    0xe0000000125469e8 adjkerntz
   23     0     0     0  DL      sdflush  0x9ffc000000ee2d30 [softdepflush]
   22     0     0     0  DL      vlruwt   0xe000000012171720 [vnlru]
   21     0     0     0  DL      syncer   0x9ffc000001101a90 [syncer]
   20     0     0     0  DL      psleep   0x9ffc000000ee20c8 [bufdaemon]
   19     0     0     0  DL      pgzero   0x9ffc000000ee30d4 [pagezero]
   18     0     0     0  DL      psleep   0x9ffc000000ee303c [vmdaemon]
   17     0     0     0  DL      psleep   0x9ffc000000ee306c [pagedaemon]
    9     0     0     0  DL      ccb_scan 0x9ffc000000ee33a0 [xpt_thrd]
    6     0     0     0  DL      waiting_ 0x9ffc000001104130 [sctp_iterator]
    5     0     0     0  DL      (threaded)                  [zfskern]
100052                   D       l2arc_fe 0x9ffc000001557ec0 [l2arc_feed_thread]
100051                   D       arc_recl 0x9ffc0000015480a0 [arc_reclaim_thread]
    4     0     0     0  DL      ispf     0xe000000011768000 [isp0: fc_thrd0]
    3     0     0     0  DL      idle     0xa000000000a16000 [mpt_recovery1]
    2     0     0     0  DL      idle     0xa0000000009fe000 [mpt_recovery0]
   16     0     0     0  DL      (threaded)                  [usb]
100039                   D       -        0xa0000000009fae18 [usbus2]
100038                   D       -        0xa0000000009fadc0 [usbus2]
100037                   D       -        0xa0000000009fad68 [usbus2]
100036                   D       -        0xa0000000009fad10 [usbus2]
100034                   D       -        0xa0000000009f1460 [usbus1]
100033                   D       -        0xa0000000009f1408 [usbus1]
100032                   D       -        0xa0000000009f13b0 [usbus1]
100031                   D       -        0xa0000000009f1358 [usbus1]
100029                   D       -        0xa0000000009ed460 [usbus0]
100028                   D       -        0xa0000000009ed408 [usbus0]
100027                   D       -        0xa0000000009ed3b0 [usbus0]
100026                   D       -        0xa0000000009ed358 [usbus0]
   15     0     0     0  DL      tzpoll   0x9ffc000000ee0a50 [acpi_thermal]
   14     0     0     0  DL      -        0x9ffc000000ee0d38 [rand_harvestq]
   13     0     0     0  DL      (threaded)                  [geom]
100012                   D       -        0x9ffc000000ee1270 [g_down]
100011                   D       -        0x9ffc000000ee1268 [g_up]
100010                   D       -        0x9ffc000000ee1258 [g_event]
   12     0     0     0  WL      (threaded)                  [intr]
100048                   I                                   [swi0: uart uart+++]
100046                   I                                   [irq71: isp0]
100042                   I                                   [irq28: mpt1]
100040                   I                                   [irq27: mpt0]
100035                   I                                   [irq18: ehci0]
100030                   I                                   [irq17: ohci1]
100025                   I                                   [irq16: ohci0]
100022                   I                                   [swi6: task queue]
100021                   I                                   [swi6: Giant taskq]
100019                   I                                   [swi5: fast taskq]
100018                   I                                   [swi2: cambio]
100008                   I                                   [swi4: clock]
100007                   I                                   [swi4: clock]
100006                   I                                   [swi3: vm]
100005                   I                                   [swi1: netisr 0]
   11     0     0     0  RL      (threaded)                  [idle]
100004                   Run     CPU 1                       [idle: cpu1]
100003                   CanRun                              [idle: cpu0]
    1     0     1     0  SLs     wait     0xe000000011180de0 [init]
   10     0     0     0  DL      audit_wo 0x9ffc0000011087c8 [audit]
    0     0     0     0  DLs     (threaded)                  [kernel]
100053                   D       -        0x9ffc000000f0af10 [deadlkres]
100050                   D       -        0xe000000011795300 [system_taskq_1]
100049                   D       -        0xe000000011795300 [system_taskq_0]
100045                   D       -        0xe0000000111a2500 [em1 taskq]
100044                   D       -        0xe0000000111a2600 [em0 taskq]
100023                   D       -        0xe0000000111a5300 [ffs_trim taskq]
100020                   D       -        0xe0000000111a5600 [thread taskq]
100017                   D       -        0xe0000000111a5900 [acpi_task_2]
100016                   D       -        0xe0000000111a5900 [acpi_task_1]
100015                   D       -        0xe0000000111a5900 [acpi_task_0]
100014                   D       -        0xe0000000111a5a00 [kqueue taskq]
100009                   D       -        0xe0000000111a5d00 [firmware taskq]
100000                   D       swapin   0x9ffc000000efeac8 [swapper]
db>
db> alltrace

Tracing command nginx pid 1035 tid 100097 td 0xe000000012800000
kdb_enter(0x9ffc000000dcfac8, 0x9ffc000000dcfac8, 0x9ffc000000592a90, 0x40c) at kdb_enter+0x92
vpanic(0x9ffc000000de0c20, 0xa00000009df85118, 0x100, 0x9ffc000000ee18f0) at vpanic+0x2b0
kassert_panic(0x9ffc000000de0c20, 0xe00000027fcc1900, 0x81f, 0xe0000000127a7800, 0x9ffc0000006a4f10, 0x2c60, 0xe0000000127a7800, 0xe0000000127a7818) at kassert_panic+0x120
vn_sendfile(0x8df, 0x3, 0x0, 0x0, 0x0, 0x8df, 0x7fffffffffffe000, 0x0) at vn_sendfile+0x15d0
sys_sendfile(0xe000000012800000, 0xa00000009df854e8, 0x9, 0xa00000009df85360) at sys_sendfile+0x2b0
syscall(0xe0000000128c1280, 0x3, 0x0, 0xe000000012800000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return

Tracing command nginx pid 1034 tid 100078 td 0xe0000000124bc000
cpu_switch(0xe0000000124bc000, 0xe000000011182900, 0x9ffc000000f5c148, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000124bc000, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000124bc000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe00000001273e9e8, 0x74, 0xe0000000124bc378, 0xe0000000124bc000) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe00000001273e9e8, 0x74, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe00000001273e9e8, 0x74, 0x9ffc000000dcff18, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe00000001273e9e8, 0xe00000001273ea40, 0x74, 0x9ffc000000dcff18, 0x0, 0x0, 0x100) at _sleep+0x7b0
kern_sigsuspend(0xe0000000124bc000, 0x0, 0xe00000001273e9e8) at kern_sigsuspend+0x140
sys_sigsuspend(0xe0000000124bc000, 0xa00000009df054e8, 0x9ffc000000ac2c80, 0x48d) at sys_sigsuspend+0x60
syscall(0xe00000001273e940, 0x7fffffffffffead0, 0x0, 0xe0000000124bc000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sh pid 1032 tid 100072 td 0xe000000012500d80
cpu_switch(0xe000000012500d80, 0xe000000011182900, 0x9ffc000000f5d160, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012500d80, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012500d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe00000001253c0a8, 0x0, 0xe0000000125010f8, 0xe000000012500d80) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe00000001253c0a8, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe00000001253c0a8, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe00000001253c0a8, 0xe00000001253c008, 0xe000000012500d80, 0x0) at _cv_wait_sig+0x4d0
tty_wait(0xe00000001253c000, 0xe00000001253c0a8, 0x0, 0x9ffc000000dddc28, 0x9ffc0000006756c0) at tty_wait+0xb0
ttydisc_read(0xe00000001253c000, 0xa00000009ded5360, 0x0, 0x0) at ttydisc_read+0x4c0
ttydev_read(0xe00000001253c000, 0xa00000009ded5360, 0x0, 0x9ffc000000378070) at ttydev_read+0xe0
devfs_read_f(0xe0000000124aa000, 0xa00000009ded5360, 0xe000000012431400, 0x0, 0xe000000012500d80) at devfs_read_f+0xf0
dofileread(0xe000000012500d80, 0x0, 0xe0000000124aa000, 0xa00000009ded5360, 0x0, 0x0) at dofileread+0x150
kern_readv(0xe000000012500d80, 0x0, 0xa00000009ded5360) at kern_readv+0xa0
sys_read(0xe000000012500d80, 0xa00000009ded54e8, 0x9ffc000000ac2c80, 0x48d) at sys_read+0x100
syscall(0xe000000012547280, 0x7fffffffffffec60, 0x1, 0xe000000012500d80, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command su pid 1031 tid 100071 td 0xe000000012501200
cpu_switch(0xe000000012501200, 0xe000000011182900, 0x9ffc000000f5dfc0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012501200, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012501200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000124064a0, 0x6c, 0xe000000012501578, 0xe000000012501200) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000124064a0, 0x6c, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe0000000124064a0, 0x6c, 0x9ffc000000e06798, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe0000000124064a0, 0xe0000000124065a0, 0x6c, 0x9ffc000000e06798, 0x0, 0x0, 0x100, 0x0) at _sleep+0x7b0
kern_wait6(0xe000000012501200, 0x0, 0x408, 0xa00000009decd390, 0x32, 0x0, 0x0) at kern_wait6+0xba0
kern_wait(0xe000000012501200, 0x408, 0xa00000009decd390, 0x2, 0x0) at kern_wait+0xe0
sys_wait4(0xe000000012501200, 0xa00000009decd4e8, 0xa00000009decd390, 0x9ffc000000ac2c80) at sys_wait4+0x70
syscall(0xe0000000124064a0, 0x7fffffffffffe640, 0x2, 0xe000000012501200, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command tcsh pid 1027 tid 100069 td 0xe0000000123fed80
cpu_switch(0xe0000000123fed80, 0xe000000011182480, 0x9ffc000000f5e510, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000123fed80, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000123fed80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012406e88, 0x74, 0xe0000000123ff0f8, 0xe0000000123fed80) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000012406e88, 0x74, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000012406e88, 0x74, 0x9ffc000000dcff18, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe000000012406e88, 0xe000000012406ee0, 0x74, 0x9ffc000000dcff18, 0x0, 0x0, 0x100) at _sleep+0x7b0
kern_sigsuspend(0xe0000000123fed80, 0x0, 0xe000000012406e88) at kern_sigsuspend+0x140
sys_sigsuspend(0xe0000000123fed80, 0xa00000009debd4e8, 0x9ffc000000ac2c80, 0x48d) at sys_sigsuspend+0x60
syscall(0xe000000012406de0, 0x0, 0x10004f5d0, 0xe0000000123fed80, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sshd pid 1026 tid 100081 td 0xe0000000127a0000
cpu_switch(0xe0000000127a0000, 0xe000000011182480, 0x9ffc000000f5cdf0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000127a0000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000127a0000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000124392c0, 0x0, 0xe0000000127a0378, 0xe0000000127a0000) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000124392c0, 0x0, 0x9ffc000000dd7480, 0xe0000000124392a0) at sleepq_catch_signals+0x190
sleepq_timedwait_sig(0xe0000000124392c0, 0x0, 0x9ffc0000004fa750, 0x9ffc0000004fa790, 0x713) at sleepq_timedwait_sig+0x30
_cv_timedwait_sig_sbt(0xe0000000124392c0, 0xe0000000124392a0, 0x1e0fa3e4187, 0x12c0000000, 0x200) at _cv_timedwait_sig_sbt+0x4f0
seltdwait(0xe000000012439280, 0x1e0fa3e4187, 0x12c0000000, 0xe0000000124392b8, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0xf0
kern_select(0xe0000000127a0000, 0x0, 0x141416230, 0x141416238, 0x0, 0x1e0fa3e4187, 0xa) at kern_select+0xb40
sys_select(0xe0000000127a0000, 0xa00000009df1d4e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe000000012547720, 0x141416230, 0x141416238, 0xe0000000127a0000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sshd pid 1024 tid 100073 td 0xe000000012500900
cpu_switch(0xe000000012500900, 0xe000000011182900, 0x9ffc000000f5e1c8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012500900, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012500900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000010c29140, 0x0, 0xe000000012500c78, 0xe000000012500900) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000010c29140, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000010c29140, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe000000010c29140, 0xe000000010c29120, 0xe000000012500900, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000010c29100, 0xffffffffffffffff, 0x0, 0xe000000010c29138) at seltdwait+0x110
sys_poll(0xe000000012500900, 0xa00000009dedd4e8, 0xe000000012352170, 0xa00000009dedd290) at sys_poll+0x620
syscall(0xe000000012546de0, 0x1, 0xffffffffffffffff, 0xe000000012500900, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command getty pid 999 tid 100099 td 0xe000000012890480
cpu_switch(0xe000000012890480, 0xe000000011182900, 0x9ffc000000f5c620, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012890480, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012890480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000114288a8, 0x0, 0xe0000000128907f8, 0xe000000012890480) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000114288a8, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe0000000114288a8, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe0000000114288a8, 0xe000000011428808, 0xe000000012890480, 0x0) at _cv_wait_sig+0x4d0
tty_wait(0xe000000011428800, 0xe0000000114288a8, 0x2, 0x9ffc000000dddc28, 0x9ffc0000006756c0) at tty_wait+0xb0
ttydisc_read(0xe000000011428800, 0xa00000009df95360, 0x0, 0x0) at ttydisc_read+0x4c0
ttydev_read(0xe000000011428800, 0xa00000009df95360, 0x0, 0x9ffc000000378070) at ttydev_read+0xe0
devfs_read_f(0xe000000012486690, 0xa00000009df95360, 0xe00000001116e700, 0x0, 0xe000000012890480) at devfs_read_f+0xf0
dofileread(0xe000000012890480, 0x0, 0xe000000012486690, 0xa00000009df95360, 0x0, 0x0) at dofileread+0x150
kern_readv(0xe000000012890480, 0x0, 0xa00000009df95360) at kern_readv+0xa0
sys_read(0xe000000012890480, 0xa00000009df954e8, 0x9ffc000000ac2c80, 0x48d) at sys_read+0x100
syscall(0xe0000000128c0940, 0x7fffffffffffed20, 0x1, 0xe000000012890480, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command getty pid 998 tid 100098 td 0xe0000000127a1b00
cpu_switch(0xe0000000127a1b00, 0xe000000011182900, 0x9ffc000000f5d0c0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000127a1b00, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000127a1b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000011428ce8, 0x0, 0xe0000000127a1e78, 0xe0000000127a1b00) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000011428ce8, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000011428ce8, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe000000011428ce8, 0xe000000011428c08, 0xe0000000127a1b00, 0x0) at _cv_wait_sig+0x4d0
tty_wait(0xe000000011428c00, 0xe000000011428ce8, 0x1, 0x9ffc000000dddc28, 0x9ffc00000066a8f0, 0x694, 0xe0000000128df500) at tty_wait+0xb0
ttydev_open(0xe000000011785600, 0x9ffc000000dddc60, 0x2000, 0x9ffc000000dddd48, 0xe000000011428c00) at ttydev_open+0x710
devfs_open(0xa00000009df8d158, 0x0, 0xa00000009df8d118) at devfs_open+0x2c0
VOP_OPEN_APV(0x9ffc000000e684f0, 0xa00000009df8d158, 0x0, 0x9ffc000000e18760) at VOP_OPEN_APV+0x270
vn_open_vnode(0xe000000012872c30, 0x3, 0xe00000001116e100, 0xe0000000127a1b00, 0xe000000012487900) at vn_open_vnode+0x2c0
vn_open_cred(0xa00000009df8d288, 0xa00000009df8d390, 0x980, 0x0, 0xe00000001116e100, 0xe000000012487900) at vn_open_cred+0x520
vn_open(0xa00000009df8d288, 0xa00000009df8d390, 0x980, 0xe000000012487900, 0x9ffc000000703760, 0x695, 0x0) at vn_open+0x50
kern_openat(0xe0000000127a1b00, 0xffffffffffffff9c, 0x10001ca90, 0x0, 0x0, 0x7980) at kern_openat+0x490
kern_open(0xe0000000127a1b00, 0x10001ca90, 0x0, 0x2, 0x7980) at kern_open+0x40
sys_open(0xe0000000127a1b00, 0xa00000009df8d4e8, 0x9ffc000000ac2c80, 0x48d) at sys_open+0x40
syscall(0xe0000000128c0de0, 0x2, 0x100007980, 0xe0000000127a1b00, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sleep pid 994 tid 100088 td 0xe0000000124bcd80
cpu_switch(0xe0000000124bcd80, 0xe0000000127a1680, 0x9ffc000000f5de08, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000124bcd80, 0xe0000000127a1680, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000124bcd80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000f0c178, 0x6c, 0xe0000000124bd0f8, 0xe0000000124bcd80) at sleepq_switch+0x2e0
sleepq_catch_signals(0x9ffc000000f0c178, 0x6c, 0x9ffc000000dd7480, 0xe0000000124bd110) at sleepq_catch_signals+0x190
sleepq_timedwait_sig(0x9ffc000000f0c178, 0x6c, 0x3c0000000, 0x9ffc0000005a4e40, 0x998) at sleepq_timedwait_sig+0x30
_sleep(0x9ffc000000f0c178, 0x0, 0x6c, 0x9ffc000000dd1750, 0x1, 0x3c0000000, 0x200) at _sleep+0x750
kern_nanosleep(0xe0000000124bcd80, 0x3c00000000, 0xa00000009df3d380) at kern_nanosleep+0x2a0
sys_nanosleep(0xe0000000124bcd80, 0xa00000009df3d4e8, 0x0, 0x9ffc000000ac2c80) at sys_nanosleep+0xb0
syscall(0xe00000001273f720, 0x7fffffffffffed60, 0x7fffffffffffed30, 0xe0000000124bcd80, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command logger pid 993 tid 100096 td 0xe000000012800480
cpu_switch(0xe000000012800480, 0xe000000011182480, 0x9ffc000000f5e5b0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012800480, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012800480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012848268, 0x5c, 0xe0000000128007f8, 0xe000000012800480) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000012848268, 0x5c, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000012848268, 0x5c, 0x9ffc000000ddaf48, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe000000012848268, 0xe0000000128484a8, 0x5c, 0x9ffc000000ddaf48, 0x0, 0x0, 0x100) at _sleep+0x7b0
pipe_read(0xe000000012487e74, 0xa00000009df7d360, 0xa00000009df7d378, 0x0, 0xe000000012848370) at pipe_read+0x740
dofileread(0xe000000012800480, 0x0, 0xe000000012487e50, 0xa00000009df7d360, 0x0, 0x0) at dofileread+0x150
kern_readv(0xe000000012800480, 0x0, 0xa00000009df7d360) at kern_readv+0xa0
sys_read(0xe000000012800480, 0xa00000009df7d4e8, 0x9ffc000000ac2c80, 0x48d) at sys_read+0x100
syscall(0xe0000000128c1720, 0x140810000, 0x2000, 0xe000000012800480, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sh pid 992 tid 100089 td 0xe0000000127a1680
cpu_switch(0xe0000000127a1680, 0xe000000011182900, 0x9ffc000000f5d2f0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000127a1680, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000127a1680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe00000001273f280, 0x6c, 0xe0000000127a19f8, 0xe0000000127a1680) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe00000001273f280, 0x6c, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe00000001273f280, 0x6c, 0x9ffc000000e06798, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe00000001273f280, 0xe00000001273f380, 0x6c, 0x9ffc000000e06798, 0x0, 0x0, 0x100, 0x0) at _sleep+0x7b0
kern_wait6(0xe0000000127a1680, 0x7, 0x0, 0xa00000009df45390, 0x30, 0x0, 0x0) at kern_wait6+0xba0
kern_wait(0xe0000000127a1680, 0xffffffff, 0xa00000009df45390, 0x0, 0x0) at kern_wait+0xe0
sys_wait4(0xe0000000127a1680, 0xa00000009df454e8, 0xa00000009df45390, 0x9ffc000000ac2c80) at sys_wait4+0x70
syscall(0xe00000001273f280, 0x7fffffffffffd100, 0x0, 0xe0000000127a1680, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command inetd pid 976 tid 100075 td 0xe000000012500000
cpu_switch(0xe000000012500000, 0xe000000011182900, 0x9ffc000000f5cd78, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012500000, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012500000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000010c28fc0, 0x0, 0xe000000012500378, 0xe000000012500000) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000010c28fc0, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000010c28fc0, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe000000010c28fc0, 0xe000000010c28fa0, 0xe000000012500000, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000010c28f80, 0xffffffffffffffff, 0x0, 0xe000000010c28fb8, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0x110
kern_select(0xe000000012500000, 0x0, 0x7fffffffffffe0e0, 0x0, 0x0, 0xffffffffffffffff, 0x6) at kern_select+0xb40
sys_select(0xe000000012500000, 0xa00000009deed4e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe0000000125464a0, 0x7fffffffffffe0e0, 0x0, 0xe000000012500000, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command cron pid 937 tid 100076 td 0xe0000000124bc900
cpu_switch(0xe0000000124bc900, 0xe000000011182480, 0x9ffc000000f5dde0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000124bc900, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000124bc900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000f0c179, 0x6c, 0xe0000000124bcc78, 0xe0000000124bc900) at sleepq_switch+0x2e0
sleepq_catch_signals(0x9ffc000000f0c179, 0x6c, 0x9ffc000000dd7480, 0xe0000000124bcc90) at sleepq_catch_signals+0x190
sleepq_timedwait_sig(0x9ffc000000f0c179, 0x6c, 0x206df9538, 0x9ffc0000005a4e40, 0x998) at sleepq_timedwait_sig+0x30
_sleep(0x9ffc000000f0c179, 0x0, 0x6c, 0x9ffc000000dd1750, 0x1, 0x206df9538, 0x200) at _sleep+0x750
kern_nanosleep(0xe0000000124bc900, 0x206df9538f, 0xa00000009def5380) at kern_nanosleep+0x2a0
sys_nanosleep(0xe0000000124bc900, 0xa00000009def54e8, 0x0, 0x9ffc000000ac2c80) at sys_nanosleep+0xb0
syscall(0xe000000012546000, 0x7fffffffffffec28, 0x4, 0xe0000000124bc900, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sendmail pid 932 tid 100079 td 0xe000000012501b00
cpu_switch(0xe000000012501b00, 0xe0000000127a1200, 0x9ffc000000f5dc28, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012501b00, 0xe0000000127a1200, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012501b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe00000001273e548, 0x74, 0xe000000012501e78, 0xe000000012501b00) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe00000001273e548, 0x74, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe00000001273e548, 0x74, 0x9ffc000000dcff18, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe00000001273e548, 0xe00000001273e5a0, 0x74, 0x9ffc000000dcff18, 0x0, 0x0, 0x100) at _sleep+0x7b0
kern_sigsuspend(0xe000000012501b00, 0x0, 0xe00000001273e548) at kern_sigsuspend+0x140
sys_sigsuspend(0xe000000012501b00, 0xa00000009df0d4e8, 0x9ffc000000ac2c80, 0x48d) at sys_sigsuspend+0x60
syscall(0xe00000001273e4a0, 0xe000000012501b08, 0x9ffc000000abebb0, 0xe000000012501b00, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sendmail pid 929 tid 100080 td 0xe000000012501680
cpu_switch(0xe000000012501680, 0xe000000011182480, 0x9ffc000000f5e290, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012501680, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012501680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012439640, 0x0, 0xe0000000125019f8, 0xe000000012501680) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000012439640, 0x0, 0x9ffc000000dd7480, 0xe000000012439620) at sleepq_catch_signals+0x190
sleepq_timedwait_sig(0xe000000012439640, 0x0, 0x9ffc0000004fa750, 0x9ffc0000004fa790, 0x713) at sleepq_timedwait_sig+0x30
_cv_timedwait_sig_sbt(0xe000000012439640, 0xe000000012439620, 0xbd71ec5aba, 0x50000000, 0x200) at _cv_timedwait_sig_sbt+0x4f0
seltdwait(0xe000000012439600, 0xbd71ec5aba, 0x50000000, 0xe000000012439638, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0xf0
kern_select(0xe000000012501680, 0x0, 0x7fffffffffffc3c8, 0x0, 0x0, 0xbd71ec5aba, 0x4) at kern_select+0xb40
sys_select(0xe000000012501680, 0xa00000009df154e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe00000001273e000, 0x7fffffffffffc3c8, 0x0, 0xe000000012501680, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command sshd pid 926 tid 100067 td 0xe0000000123ff680
cpu_switch(0xe0000000123ff680, 0xe000000011182900, 0x9ffc000000f5ceb8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000123ff680, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000123ff680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000124397c0, 0x0, 0xe0000000123ff9f8, 0xe0000000123ff680) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000124397c0, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe0000000124397c0, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe0000000124397c0, 0xe0000000124397a0, 0xe0000000123ff680, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000012439780, 0xffffffffffffffff, 0x0, 0xe0000000124397b8, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0x110
kern_select(0xe0000000123ff680, 0x0, 0x1414161a0, 0x0, 0x0, 0xffffffffffffffff, 0x5) at kern_select+0xb40
sys_select(0xe0000000123ff680, 0xa00000009dead4e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe000000012407720, 0x1414161a0, 0x0, 0xe0000000123ff680, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command ntpd pid 866 tid 100077 td 0xe0000000124bc480
cpu_switch(0xe0000000124bc480, 0xe000000011182480, 0x9ffc000000f5cee0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000124bc480, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000124bc480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000124398c0, 0x0, 0xe0000000124bc7f8, 0xe0000000124bc480) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000124398c0, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe0000000124398c0, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe0000000124398c0, 0xe0000000124398a0, 0xe0000000124bc480, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000012439880, 0xffffffffffffffff, 0x0, 0xe0000000124398b8, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0x110
kern_select(0xe0000000124bc480, 0x0, 0x7fffffffffffec88, 0x0, 0x0, 0xffffffffffffffff, 0x1e) at kern_select+0xb40
sys_select(0xe0000000124bc480, 0xa00000009defd4e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe00000001273ede0, 0x7fffffffffffec88, 0x0, 0xe0000000124bc480, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command syslogd pid 786 tid 100068 td 0xe0000000123ff200
cpu_switch(0xe0000000123ff200, 0xe000000011182900, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000123ff200, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000123ff200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000010c293c0, 0x0, 0xe0000000123ff578, 0xe0000000123ff200) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000010c293c0, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000010c293c0, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe000000010c293c0, 0xe000000010c293a0, 0xe0000000123ff200, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000010c29380, 0xffffffffffffffff, 0x0, 0xe000000010c293b8, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0x110
kern_select(0xe0000000123ff200, 0x0, 0x140866180, 0x0, 0x0, 0xffffffffffffffff, 0x9) at kern_select+0xb40
sys_select(0xe0000000123ff200, 0xa00000009deb54e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe000000012407280, 0x140866180, 0x0, 0xe0000000123ff200, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command ipmon pid 777 tid 100056 td 0xe000000012168d80
cpu_switch(0xe000000012168d80, 0xe000000011182480, 0x9ffc000000f5e308, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012168d80, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012168d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012439940, 0x0, 0xe0000000121690f8, 0xe000000012168d80) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000012439940, 0x0, 0x9ffc000000dd7480, 0x9ffc00000056eef0) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000012439940, 0x0, 0x9ffc0000004fb550, 0x611, 0x9ffc0000004fb590) at sleepq_wait_sig+0x30
_cv_wait_sig(0xe000000012439940, 0xe000000012439920, 0xe000000012168d80, 0x0, 0x9ffc000000f014b0) at _cv_wait_sig+0x4d0
seltdwait(0xe000000012439900, 0xffffffffffffffff, 0x0, 0xe000000012439938, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0x110
kern_select(0xe000000012168d80, 0x0, 0x7fffffffffff6b50, 0x0, 0x0, 0xffffffffffffffff, 0x4) at kern_select+0xb40
sys_select(0xe000000012168d80, 0xa00000009de554e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe0000000111d7280, 0x7fffffffffff6b50, 0x0, 0xe000000012168d80, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command devd pid 655 tid 100055 td 0xe00000001178c480
cpu_switch(0xe00000001178c480, 0xe000000011182480, 0x9ffc000000f5e358, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178c480, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178c480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012439b40, 0x0, 0xe00000001178c7f8, 0xe00000001178c480) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000012439b40, 0x0, 0x9ffc000000dd7480, 0xe000000012439b20) at sleepq_catch_signals+0x190
sleepq_timedwait_sig(0xe000000012439b40, 0x0, 0x9ffc0000004fa750, 0x9ffc0000004fa790, 0x713) at sleepq_timedwait_sig+0x30
_cv_timedwait_sig_sbt(0xe000000012439b40, 0xe000000012439b20, 0xe321aaea70, 0x3c0000000, 0x200) at _cv_timedwait_sig_sbt+0x4f0
seltdwait(0xe000000012439b00, 0xe321aaea70, 0x3c0000000, 0xe000000012439b38, 0x9ffc000000ddac78, 0x9ffc00000064a8d0) at seltdwait+0xf0
kern_select(0xe00000001178c480, 0x0, 0x7fffffffffffcd00, 0x0, 0x0, 0xe321aaea70, 0x5) at kern_select+0xb40
sys_select(0xe00000001178c480, 0xa00000009de4d4e8, 0x9ffc000000ac2c80, 0x48d) at sys_select+0xb0
syscall(0xe0000000111d7720, 0x7fffffffffffcd00, 0x0, 0xe00000001178c480, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command adjkerntz pid 140 tid 100074 td 0xe000000012500480
cpu_switch(0xe000000012500480, 0xe000000011182900, 0x9ffc000000f5d548, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012500480, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012500480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000125469e8, 0x74, 0xe0000000125007f8, 0xe000000012500480) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe0000000125469e8, 0x74, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe0000000125469e8, 0x74, 0x9ffc000000dcff18, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe0000000125469e8, 0xe000000012546a40, 0x74, 0x9ffc000000dcff18, 0x0, 0x0, 0x100) at _sleep+0x7b0
kern_sigsuspend(0xe000000012500480, 0x0, 0xe0000000125469e8) at kern_sigsuspend+0x140
sys_sigsuspend(0xe000000012500480, 0xa00000009dee54e8, 0x9ffc000000ac2c80, 0x48d) at sys_sigsuspend+0x60
syscall(0xe000000012546940, 0x0, 0x0, 0xe000000012500480, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command softdepflush pid 23 tid 100064 td 0xe000000012169680
cpu_switch(0xe000000012169680, 0xe00000001178d680, 0x9ffc000000f5c5a8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012169680, 0xe00000001178d680, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012169680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee2d30, 0x54, 0xe0000000121699f8, 0xe000000012169680) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee2d30, 0x54, 0x0, 0x9ffc000000dd7480, 0xe000000012169680) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000ee2d30, 0x9ffc0000011091e0, 0x54, 0x9ffc000000e06260, 0x1, 0x0, 0x100) at _sleep+0x780
softdep_flush(0x9ffc0000011091f8, 0x0, 0xe00000001255daa0, 0x0) at softdep_flush+0x390
fork_exit(0x9ffc000000e24940, 0x0, 0xa00000009de95550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command vnlru pid 22 tid 100063 td 0xe000000012169b00
cpu_switch(0xe000000012169b00, 0xe000000012169680, 0x9ffc000000f5c9b8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012169b00, 0xe000000012169680, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012169b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000012171720, 0x60, 0xe000000012169e78, 0xe000000012169b00) at sleepq_switch+0x2e0
sleepq_timedwait(0xe000000012171720, 0x60, 0x0, 0x9ffc000000dd7480, 0xe000000012169b00) at sleepq_timedwait+0xb0
_sleep(0xe000000012171720, 0x9ffc000001101a50, 0x60, 0x9ffc000000de6420, 0x1, 0x0, 0x100) at _sleep+0x780
vnlru_proc(0x0, 0xa00000009de8d550, 0x9ffc000000dc8140, 0x9ffc000000de4db0) at vnlru_proc+0x2c0
fork_exit(0x9ffc000000e1ee40, 0x0, 0xa00000009de8d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command syncer pid 21 tid 100062 td 0xe0000000123fe000
cpu_switch(0xe0000000123fe000, 0xe000000011182480, 0x9ffc000000f5d6b0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000123fe000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000123fe000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000001101a90, 0x0, 0xe0000000123fe378, 0xe0000000123fe000) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000001101a90, 0x0, 0x9ffc0000004fae60, 0x9ffc000000dd7480, 0xe0000000123fe000) at sleepq_timedwait+0xb0
_cv_timedwait_sbt(0x9ffc000001101a90, 0x9ffc000001101a70, 0xfffffed8, 0x0, 0x100) at _cv_timedwait_sbt+0x4f0
sched_sync(0xba, 0xe000000012579008, 0xe000000012578ea0, 0xe0000000117952a0) at sched_sync+0xba0
fork_exit(0x9ffc000000e202a0, 0x0, 0xa00000009de85550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command bufdaemon pid 20 tid 100061 td 0xe0000000123fe480
cpu_switch(0xe0000000123fe480, 0xe0000000111a1680, 0x9ffc000000f5e560, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000123fe480, 0xe0000000111a1680, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000123fe480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee20c8, 0x54, 0xe0000000123fe7f8, 0xe0000000123fe480) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee20c8, 0x54, 0x0, 0x9ffc000000dd7480, 0xe0000000123fe480) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000ee20c8, 0x9ffc000001101600, 0x54, 0x9ffc000000de20d0, 0x1, 0x0, 0x100) at _sleep+0x780
buf_daemon(0x203b, 0x9ffc000000ee2094, 0x9ffc000000ee20c8, 0x9ffc000000de1700) at buf_daemon+0x2f0
fork_exit(0x9ffc000000e1ad90, 0x0, 0xa00000009de7d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command pagezero pid 19 tid 100060 td 0xe00000001178db00
cpu_switch(0xe00000001178db00, 0xe000000011182480, 0x9ffc000000f5e4c0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178db00, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178db00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee30d4, 0x0, 0xe00000001178de78, 0xe00000001178db00) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee30d4, 0x0, 0x0, 0x9ffc000000dd7480, 0xe00000001178db00) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000ee30d4, 0x9ffc00000110a380, 0x0, 0x9ffc000000e0e998, 0x1, 0x0, 0x100) at _sleep+0x780
vm_pagezero(0x9ffc000000ee30d4, 0x9ffc000000ee1ba8, 0x9ffc000000ee1bc0, 0x9ffc000000e0e998) at vm_pagezero+0x280
fork_exit(0x9ffc000000e21ce0, 0x0, 0xa00000009de75550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command vmdaemon pid 18 tid 100059 td 0xe000000012168000
cpu_switch(0xe000000012168000, 0xe0000000123fe480, 0x9ffc000000f5c300, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012168000, 0xe0000000123fe480, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012168000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee303c, 0x74, 0xe000000012168378, 0xe000000012168000) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000000ee303c, 0x74, 0x9ffc000000dd7480, 0xe000000012168000, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000000ee303c, 0x9ffc00000110b400, 0x74, 0x9ffc000000de20d0, 0x0, 0x0, 0x100) at _sleep+0x7d0
vm_daemon(0x0, 0xa00000009de6d550, 0x9ffc000000e0d7d0, 0x3d5) at vm_daemon+0xd0
fork_exit(0x9ffc000000e22f10, 0x0, 0xa00000009de6d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command pagedaemon pid 17 tid 100058 td 0xe000000012168480
cpu_switch(0xe000000012168480, 0xe0000000123fe480, 0x9ffc000000f5cf80, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012168480, 0xe0000000123fe480, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012168480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee306c, 0x54, 0xe0000000121687f8, 0xe000000012168480) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee306c, 0x54, 0x0, 0x9ffc000000dd7480, 0xe000000012168480) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000ee306c, 0x9ffc00000110a380, 0x54, 0x9ffc000000de20d0, 0x1, 0x0, 0x100) at _sleep+0x780
vm_pageout(0x9ffc000000edfd98, 0xe00000027d37f5b0, 0x0, 0x0) at vm_pageout+0x8a0
fork_exit(0x9ffc000000e274d0, 0x0, 0xa00000009de65550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command xpt_thrd pid 9 tid 100057 td 0xe000000012168900
cpu_switch(0xe000000012168900, 0xe000000011182480, 0x9ffc000000f5d818, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000012168900, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000012168900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee33a0, 0x5c, 0xe000000012168c78, 0xe000000012168900) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000000ee33a0, 0x5c, 0x9ffc000000dd7480, 0xe000000012168900, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000000ee33a0, 0x9ffc000000ee3420, 0x5c, 0x9ffc000000bfb200, 0x0, 0x0, 0x100) at _sleep+0x7d0
xpt_scanner_thread(0xe000000011795c20, 0xe00000001219f000, 0x9ffc000000ee33a0, 0x9ffc000000bfb040) at xpt_scanner_thread+0xb0
fork_exit(0x9ffc000000e1a910, 0x0, 0xa00000009de5d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command sctp_iterator pid 6 tid 100054 td 0xe00000001178c900
cpu_switch(0xe00000001178c900, 0xe000000011182480, 0x9ffc000000f5d2c8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178c900, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178c900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000001104130, 0x0, 0xe00000001178cc78, 0xe00000001178c900) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000001104130, 0x0, 0x9ffc000000dd7480, 0xe00000001178c900, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000001104130, 0x9ffc0000011040d0, 0x0, 0x9ffc000000df1610, 0x0, 0x0, 0x100) at _sleep+0x7d0
sctp_iterator_thread(0x9ffc000000df1610, 0x9ffc0000011040d0, 0x9ffc000001104130, 0x9ffc0000005335f0) at sctp_iterator_thread+0x90
fork_exit(0x9ffc000000e1e730, 0x0, 0xa00000009de45550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command zfskern pid 5 tid 100052 td 0xe00000001178d200
cpu_switch(0xe00000001178d200, 0xe000000011182900, 0x9ffc000000f5ded0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178d200, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178d200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000001557ec0, 0x0, 0xe00000001178d578, 0xe00000001178d200) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000001557ec0, 0x0, 0x713, 0x9ffc000000dd7480, 0xe00000001178d200) at sleepq_timedwait+0xb0
_cv_timedwait_sbt(0x9ffc000001557ec0, 0x9ffc000001557ea0, 0xfffffed8, 0x0, 0x100, 0xe00000001178d200, 0x1, 0x9ffc000000e84138) at _cv_timedwait_sbt+0x4f0
l2arc_feed_thread(0x9ffc000001546de0, 0x9ffc000001546dd8, 0x9ffc000001546dd0, 0x9ffc0000014e9468) at l2arc_feed_thread+0x800
fork_exit(0x9ffc000000e3e7b0, 0x0, 0xa00000009de33550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command zfskern pid 5 tid 100051 td 0xe00000001178d680
cpu_switch(0xe00000001178d680, 0xe0000000123fe000, 0x9ffc000000f5c620, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178d680, 0xe0000000123fe000, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178d680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc0000015480a0, 0x0, 0xe00000001178d9f8, 0xe00000001178d680) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc0000015480a0, 0x0, 0x713, 0x9ffc000000dd7480, 0xe00000001178d680) at sleepq_timedwait+0xb0
_cv_timedwait_sbt(0x9ffc0000015480a0, 0x9ffc000001548080, 0xfffffed8, 0x0, 0x100) at _cv_timedwait_sbt+0x4f0
arc_reclaim_thread(0x0, 0xa00000009de2b550, 0x9ffc000000dc8140, 0x3d5) at arc_reclaim_thread+0x610
fork_exit(0x9ffc000000e3e870, 0x0, 0xa00000009de2b550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command isp0: fc_thrd0 pid 4 tid 100047 td 0xe00000001174db00
cpu_switch(0xe00000001174db00, 0xe000000011425b00, 0x9ffc000000f5d520, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174db00, 0xe000000011425b00, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001174db00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000011768000, 0x5c, 0xe00000001174de78, 0xe00000001174db00) at sleepq_switch+0x2e0
sleepq_wait(0xe000000011768000, 0x5c, 0x9ffc000000dd7480, 0xe00000001174db00, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe000000011768000, 0xe000000011786400, 0x5c, 0x9ffc000000c27460, 0x0, 0x0, 0x100) at _sleep+0x7d0
isp_kthread(0xe000000011768000, 0xe000000011786400, 0x0, 0xe000000011768040) at isp_kthread+0x580
fork_exit(0x9ffc000000e1f480, 0xe000000011768000, 0xa00000009de0b550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command mpt_recovery1 pid 3 tid 100043 td 0xe00000001174c000
cpu_switch(0xe00000001174c000, 0xe00000001174db00, 0x9ffc000000f5d020, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174c000, 0xe00000001174db00, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001174c000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa000000000a16000, 0x78, 0xe00000001174c378, 0xe00000001174c000) at sleepq_switch+0x2e0
sleepq_wait(0xa000000000a16000, 0x78, 0x9ffc000000dd7480, 0xe00000001174c000, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xa000000000a16000, 0xa000000000a16008, 0x78, 0x9ffc000000da3878, 0x0, 0x0, 0x100, 0x0) at _sleep+0x7d0
mpt_recovery_thread(0xa000000000a16000, 0xa00000009ddcd550, 0x9ffc000000dc8140, 0xa000000000a16440) at mpt_recovery_thread+0x170
fork_exit(0x9ffc000000e1d050, 0xa000000000a16000, 0xa00000009ddcd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command mpt_recovery0 pid 2 tid 100041 td 0xe00000001174c900
cpu_switch(0xe00000001174c900, 0xe00000001174c000, 0x9ffc000000f5e420, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174c900, 0xe00000001174c000, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001174c900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009fe000, 0x78, 0xe00000001174cc78, 0xe00000001174c900) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009fe000, 0x78, 0x9ffc000000dd7480, 0xe00000001174c900, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xa0000000009fe000, 0xa0000000009fe008, 0x78, 0x9ffc000000da3878, 0x0, 0x0, 0x100, 0x0) at _sleep+0x7d0
mpt_recovery_thread(0xa0000000009fe000, 0xa00000009dd6f550, 0x9ffc000000dc8140, 0xa0000000009fe440) at mpt_recovery_thread+0x170
fork_exit(0x9ffc000000e1d050, 0xa0000000009fe000, 0xa00000009dd6f550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100039 td 0xe000000011744480
cpu_switch(0xe000000011744480, 0xe00000001174c900, 0x9ffc000000f5dd90, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011744480, 0xe00000001174c900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011744480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009fae18, 0x0, 0xe0000000117447f8, 0xe000000011744480) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009fae18, 0x0, 0x9ffc000000dd7480, 0xe000000011744480, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009fae18, 0xa0000000009fb040, 0xe000000011744480, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009fae08, 0x0, 0xa0000000009fae55, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009fae08, 0xa00000009dd11550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100038 td 0xe000000011744900
cpu_switch(0xe000000011744900, 0xe000000011182900, 0x9ffc000000f5d228, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011744900, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011744900, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009fadc0, 0x0, 0xe000000011744c78, 0xe000000011744900) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009fadc0, 0x0, 0x9ffc000000dd7480, 0xe000000011744900, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009fadc0, 0xa0000000009fb040, 0xe000000011744900, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009fadb0, 0x0, 0xa0000000009fadfd, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009fadb0, 0xa00000009dd09550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100037 td 0xe000000011744d80
cpu_switch(0xe000000011744d80, 0xe000000011744900, 0x9ffc000000f5dfe8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011744d80, 0xe000000011744900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011744d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009fad68, 0x0, 0xe0000000117450f8, 0xe000000011744d80) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009fad68, 0x0, 0x9ffc000000dd7480, 0xe000000011744d80, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009fad68, 0xa0000000009fb040, 0xe000000011744d80, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009fad58, 0x0, 0xa0000000009fada5, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009fad58, 0xa00000009dd01550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100036 td 0xe000000011745200
cpu_switch(0xe000000011745200, 0xe000000011744d80, 0x9ffc000000f5dea8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011745200, 0xe000000011744d80, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011745200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009fad10, 0x0, 0xe000000011745578, 0xe000000011745200) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009fad10, 0x0, 0x9ffc000000dd7480, 0xe000000011745200, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009fad10, 0xa0000000009fb040, 0xe000000011745200, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009fad00, 0x0, 0xa0000000009fad4d, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009fad00, 0xa00000009dcf9550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100034 td 0xe000000011480d80
cpu_switch(0xe000000011480d80, 0xe000000011745200, 0x9ffc000000f5d340, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011480d80, 0xe000000011745200, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011480d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009f1460, 0x0, 0xe0000000114810f8, 0xe000000011480d80) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009f1460, 0x0, 0x9ffc000000dd7480, 0xe000000011480d80, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009f1460, 0xa0000000009f1688, 0xe000000011480d80, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009f1450, 0x0, 0xa0000000009f149d, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009f1450, 0xa0000000e2fed550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100033 td 0xe000000011481200
cpu_switch(0xe000000011481200, 0xe000000011182900, 0x9ffc000000f5c580, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011481200, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011481200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009f1408, 0x0, 0xe000000011481578, 0xe000000011481200) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009f1408, 0x0, 0x9ffc000000dd7480, 0xe000000011481200, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009f1408, 0xa0000000009f1688, 0xe000000011481200, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009f13f8, 0x0, 0xa0000000009f1445, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009f13f8, 0xa0000000e2fe5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100032 td 0xe000000011481680
cpu_switch(0xe000000011481680, 0xe000000011182480, 0x9ffc000000f5da98, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011481680, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011481680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009f13b0, 0x0, 0xe0000000114819f8, 0xe000000011481680) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009f13b0, 0x0, 0x9ffc000000dd7480, 0xe000000011481680, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009f13b0, 0xa0000000009f1688, 0xe000000011481680, 0x9ffc000000efef70) at _cv_wait+0x4d0
usb_process(0xa0000000009f13a0, 0x0, 0xa0000000009f13ed, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009f13a0, 0xa0000000e2fdd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100031 td 0xe000000011481b00
cpu_switch(0xe000000011481b00, 0xe000000011182480, 0x9ffc000000f5ccd8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011481b00, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011481b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009f1358, 0x0, 0xe000000011481e78, 0xe000000011481b00) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009f1358, 0x0, 0x9ffc000000dd7480, 0xe000000011481b00, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009f1358, 0xa0000000009f1688, 0xe000000011481b00, 0x9ffc000000efef70) at _cv_wait+0x4d0
usb_process(0xa0000000009f1348, 0x0, 0xa0000000009f1395, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009f1348, 0xa0000000e2fd5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100029 td 0xe000000011425680
cpu_switch(0xe000000011425680, 0xe000000011182480, 0x9ffc000000f5dd40, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011425680, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011425680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009ed460, 0x0, 0xe0000000114259f8, 0xe000000011425680) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009ed460, 0x0, 0x9ffc000000dd7480, 0xe000000011425680, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009ed460, 0xa0000000009ed688, 0xe000000011425680, 0x9ffc000000efef70) at _cv_wait+0x4d0
usb_process(0xa0000000009ed450, 0x0, 0xa0000000009ed49d, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009ed450, 0xa0000000e2f3d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100028 td 0xe000000011425b00
cpu_switch(0xe000000011425b00, 0xe000000011182480, 0x9ffc000000f5e380, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011425b00, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011425b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009ed408, 0x0, 0xe000000011425e78, 0xe000000011425b00) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009ed408, 0x0, 0x9ffc000000dd7480, 0xe000000011425b00, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009ed408, 0xa0000000009ed688, 0xe000000011425b00, 0x0) at _cv_wait+0x4d0
usb_process(0xa0000000009ed3f8, 0x0, 0xa0000000009ed445, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009ed3f8, 0xa0000000e2f35550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100027 td 0xe000000011480000
cpu_switch(0xe000000011480000, 0xe000000011425b00, 0x9ffc000000f5d098, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011480000, 0xe000000011425b00, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011480000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009ed3b0, 0x0, 0xe000000011480378, 0xe000000011480000) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009ed3b0, 0x0, 0x9ffc000000dd7480, 0xe000000011480000, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009ed3b0, 0xa0000000009ed688, 0xe000000011480000, 0x9ffc000000efef70) at _cv_wait+0x4d0
usb_process(0xa0000000009ed3a0, 0x0, 0xa0000000009ed3ed, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009ed3a0, 0xa0000000e2f2d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command usb pid 16 tid 100026 td 0xe000000011480480
cpu_switch(0xe000000011480480, 0xe000000011480000, 0x9ffc000000f5d6d8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011480480, 0xe000000011480000, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011480480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xa0000000009ed358, 0x0, 0xe0000000114807f8, 0xe000000011480480) at sleepq_switch+0x2e0
sleepq_wait(0xa0000000009ed358, 0x0, 0x9ffc000000dd7480, 0xe000000011480480, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0xa0000000009ed358, 0xa0000000009ed688, 0xe000000011480480, 0x9ffc000000efef70) at _cv_wait+0x4d0
usb_process(0xa0000000009ed348, 0x0, 0xa0000000009ed395, 0x9ffc000000ee0ea4) at usb_process+0x380
fork_exit(0x9ffc000000e20c30, 0xa0000000009ed348, 0xa0000000e2f25550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command acpi_thermal pid 15 tid 100024 td 0xe000000011424000
cpu_switch(0xe000000011424000, 0xe000000011182480, 0x9ffc000000f5cf30, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011424000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011424000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee0a50, 0x64, 0xe000000011424378, 0xe000000011424000) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee0a50, 0x64, 0x0, 0x9ffc000000dd7480, 0xe000000011424000) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000ee0a50, 0x9ffc000000ee9f80, 0x64, 0x9ffc000000c1e9c8, 0x1, 0x0, 0x100) at _sleep+0x780
acpi_tz_thread(0x1, 0xe000000011177a00, 0xe0000000111bed68, 0x1) at acpi_tz_thread+0x4e0
fork_exit(0x9ffc000000e20700, 0x0, 0xa0000000e2e91550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command rand_harvestq pid 14 tid 100013 td 0xe0000000111a1680
cpu_switch(0xe0000000111a1680, 0xe000000011182480, 0x9ffc000000f5c968, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111a1680, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111a1680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee0d38, 0x0, 0xe0000000111a19f8, 0xe0000000111a1680) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000ee0d38, 0x0, 0x713, 0x9ffc000000dd7480, 0xe0000000111a1680) at sleepq_timedwait+0xb0
msleep_spin_sbt(0x9ffc000000ee0d38, 0x9ffc000000eea5f0, 0x9ffc000000dab938, 0x19999999, 0x0, 0x4) at msleep_spin_sbt+0x420
random_kthread(0x9ffc000000e3bb70, 0x0, 0x9ffc000000eea518, 0x3) at random_kthread+0x370
fork_exit(0x9ffc000000e264c0, 0x9ffc000000e3bb70, 0xa0000000a07fd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command geom pid 13 tid 100012 td 0xe0000000111a1b00
cpu_switch(0xe0000000111a1b00, 0xe000000011182480, 0x9ffc000000f5d070, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111a1b00, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111a1b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee1270, 0x5c, 0xe0000000111a1e78, 0xe0000000111a1b00) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000000ee1270, 0x5c, 0x9ffc000000dd7480, 0xe0000000111a1b00, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000000ee1270, 0x9ffc000000efe8c8, 0x5c, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
g_io_schedule_down(0x0, 0x9ffc000000ee120c, 0x9fe3a7400, 0x9ffc000000efe8b8) at g_io_schedule_down+0x190
g_down_procbody(0x9ffc000000ee1228, 0x9ffc000000dc1218, 0x9ffc0000005335f0, 0x40c) at g_down_procbody+0xb0
fork_exit(0x9ffc000000e1cbe0, 0x0, 0xa0000000a07f5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command geom pid 13 tid 100011 td 0xe0000000111b0000
cpu_switch(0xe0000000111b0000, 0xe000000011182480, 0x9ffc000000f5d430, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b0000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111b0000, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee1268, 0x5c, 0xe0000000111b0378, 0xe0000000111b0000) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000000ee1268, 0x5c, 0x9ffc000000dd7480, 0xe0000000111b0000, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000000ee1268, 0x9ffc000000efe900, 0x5c, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
g_io_schedule_up(0x0, 0xe0000000111b0350, 0x9ffc000000efe8f0, 0xe0000000111b0350) at g_io_schedule_up+0x1c0
g_up_procbody(0x9ffc000000ee1220, 0x9ffc000000dc1218, 0x9ffc0000005335f0, 0x40c) at g_up_procbody+0xb0
fork_exit(0x9ffc000000e1a640, 0x0, 0xa0000000a07ed550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command geom pid 13 tid 100010 td 0xe000000011183680
cpu_switch(0xe000000011183680, 0xe000000011182900, 0x9ffc000000f5ccb0, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011183680, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011183680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000ee1258, 0x5c, 0xe0000000111839f8, 0xe000000011183680) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc000000ee1258, 0x5c, 0x9ffc000000dd7480, 0xe000000011183680, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0x9ffc000000ee1258, 0x9ffc000000efe898, 0x5c, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
g_run_events(0x9ffc000000efe8b0, 0x0, 0x0, 0x0) at g_run_events+0xb00
g_event_procbody(0x9ffc000000ee1230, 0x9ffc000000dc1218, 0x9ffc0000005335f0, 0x40c) at g_event_procbody+0xb0
fork_exit(0x9ffc000000e1a620, 0x0, 0xa0000000a07e5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100048 td 0xe00000001174d680
cpu_switch(0xe00000001174d680, 0xe000000012500d80, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174d680, 0xe000000012500d80, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe00000001174d680, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cc60, 0xa00000009de13550, 0xe00000001119cc74, 0xe00000001119689c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cc60, 0xa00000009de13550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100046 td 0xe00000001178c000
cpu_switch(0xe00000001178c000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178c000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe00000001178c000, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cd00, 0xa00000009dde5550, 0xe00000001119cd14, 0xe000000011196a9c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cd00, 0xa00000009dde5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100042 td 0xe00000001174c480
cpu_switch(0xe00000001174c480, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174c480, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe00000001174c480, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cd20, 0xa00000009dd77550, 0xe00000001119cd34, 0xe000000011196f9c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cd20, 0xa00000009dd77550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100040 td 0xe000000011744000
cpu_switch(0xe000000011744000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011744000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe000000011744000, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119ccc0, 0xa00000009dd19550, 0xe00000001119ccd4, 0xe000000011196d9c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119ccc0, 0xa00000009dd19550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100035 td 0xe000000011480900
fork_trampoline() at fork_trampoline
        
Tracing command intr pid 12 tid 100030 td 0xe000000011425200
fork_trampoline() at fork_trampoline
        
Tracing command intr pid 12 tid 100025 td 0xe0000000111b1b00
fork_trampoline() at fork_trampoline
        
Tracing command intr pid 12 tid 100022 td 0xe000000011424900
cpu_switch(0xe000000011424900, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011424900, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe000000011424900, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cea0, 0xa0000000e2e81550, 0xe00000001119ceb4, 0xe00000001119769c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cea0, 0xa0000000e2e81550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100021 td 0xe000000011424d80
cpu_switch(0xe000000011424d80, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011424d80, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe000000011424d80, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cec0, 0xa0000000e2e79550, 0xe00000001119ced4, 0xe00000001119779c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cec0, 0xa0000000e2e79550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100019 td 0xe0000000111b0900
cpu_switch(0xe0000000111b0900, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b0900, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe0000000111b0900, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cee0, 0xa0000000e2e69550, 0xe00000001119cef4, 0xe00000001119789c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cee0, 0xa0000000e2e69550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100018 td 0xe0000000111b0d80
cpu_switch(0xe0000000111b0d80, 0xe000000011182900, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b0d80, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe0000000111b0d80, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cf00, 0xa0000000e2e61550, 0xe00000001119cf14, 0xe00000001119799c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cf00, 0xa0000000e2e61550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100008 td 0xe0000000111a0000
fork_trampoline() at fork_trampoline
        
Tracing command intr pid 12 tid 100007 td 0xe0000000111a0480
cpu_switch(0xe0000000111a0480, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111a0480, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe0000000111a0480, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cf40, 0xa0000000a07cd550, 0xe00000001119cf54, 0xe000000011197b9c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cf40, 0xa0000000a07cd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command intr pid 12 tid 100006 td 0xe0000000111a0900
fork_trampoline() at fork_trampoline
        
Tracing command intr pid 12 tid 100005 td 0xe000000011182000
cpu_switch(0xe000000011182000, 0xe000000011182480, 0x9ffc000000f27100, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011182000, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x109, 0x0, 0xe000000011182000, 0x9ffc00000053c9d0) at mi_switch+0x3f0
ithread_loop(0xe00000001119cf80, 0xa0000000a07bd550, 0xe00000001119cf94, 0xe000000011197d9c) at ithread_loop+0x420
fork_exit(0x9ffc000000e20f50, 0xe00000001119cf80, 0xa0000000a07bd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command idle pid 11 tid 100004 td 0xe000000011182480
ia64_ih_stop(0x9ffc000000aa9070, 0x40b) at ia64_ih_stop+0x80
ia64_handle_intr(0xa0000000a07b5000) at ia64_handle_intr+0x110
ivt_External_Interrupt() at ivt_External_Interrupt+0x30
--- trapframe at 0xa0000000a07b5000
acpi_cpu_c1(0x9ffc0000001779f0, 0x48b) at acpi_cpu_c1+0x71
acpi_cpu_idle(0x0, 0x9ffc000000edce20, 0x642ea6cd77, 0xe000000011177c00) at acpi_cpu_idle+0x420
cpu_idle(0x0, 0x19526e0b, 0x9ffc0000005e96d0, 0xd9f) at cpu_idle+0x130
sched_idletd(0x10, 0x10, 0x2, 0xfffffffffffffffd) at sched_idletd+0x670
fork_exit(0x9ffc000000e3bef0, 0x0, 0xa0000000a07b5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command idle pid 11 tid 100003 td 0xe000000011182900
cpu_switch(0xe000000011182900, 0xe000000012800000, 0x9ffc000000f26400, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011182900, 0xe000000012800000, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x608, 0x0, 0xe000000011182900, 0x9ffc00000059ff20) at mi_switch+0x3f0
critical_exit(0xe000000011182900, 0xe000000011182cec, 0x9ffc000000aad1e0, 0x289) at critical_exit+0x170
cpu_idle(0x0, 0xddf3fdd, 0x9ffc0000005e96d0, 0xd9f) at cpu_idle+0x190
sched_idletd(0xd, 0xd, 0x2, 0xfffffffffffffffe) at sched_idletd+0x670
fork_exit(0x9ffc000000e3bef0, 0x0, 0xa0000000a07ad550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command init pid 1 tid 100002 td 0xe000000011182d80
cpu_switch(0xe000000011182d80, 0xe000000011182480, 0x9ffc000000f5e628, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011182d80, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011182d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000011180de0, 0x6c, 0xe0000000111830f8, 0xe000000011182d80) at sleepq_switch+0x2e0
sleepq_catch_signals(0xe000000011180de0, 0x6c, 0x9ffc000000dd7480, 0x9ffc000000dd7840) at sleepq_catch_signals+0x190
sleepq_wait_sig(0xe000000011180de0, 0x6c, 0x9ffc000000e06798, 0x100, 0x9ffc0000005a4ea0) at sleepq_wait_sig+0x30
_sleep(0xe000000011180de0, 0xe000000011180ee0, 0x6c, 0x9ffc000000e06798, 0x0, 0x0, 0x100, 0x0) at _sleep+0x7b0
kern_wait6(0xe000000011182d80, 0x7, 0x0, 0xa0000000a07a5390, 0x30, 0x0, 0x0) at kern_wait6+0xba0
kern_wait(0xe000000011182d80, 0xffffffff, 0xa0000000a07a5390, 0x0, 0x0) at kern_wait+0xe0
sys_wait4(0xe000000011182d80, 0xa0000000a07a54e8, 0xa0000000a07a5390, 0x9ffc000000ac2c80) at sys_wait4+0x70
syscall(0xe000000011180de0, 0x0, 0x0, 0xe000000011182d80, 0x0, 0x0, 0x9ffc000000abeba0, 0x8) at syscall+0x5e0
epc_syscall_return() at epc_syscall_return
        
Tracing command audit pid 10 tid 100001 td 0xe000000011183200
cpu_switch(0xe000000011183200, 0xe000000011183680, 0x9ffc000000f5cd78, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011183200, 0xe000000011183680, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011183200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc0000011087c8, 0x0, 0xe000000011183578, 0xe000000011183200) at sleepq_switch+0x2e0
sleepq_wait(0x9ffc0000011087c8, 0x0, 0x9ffc000000dd7480, 0xe000000011183200, 0x9ffc0000004fc2c0) at sleepq_wait+0xb0
_cv_wait(0x9ffc0000011087c8, 0x9ffc000001108798, 0xe000000011183200, 0x9ffc000000efef70, 0x9ffc000000f014b0, 0x9ffc000000e81ac0, 0x0) at _cv_wait+0x4d0
audit_worker(0x0, 0xa0000000a079d550, 0xa0000000a079d538, 0x9ffc0000011087d8) at audit_worker+0x150
fork_exit(0x9ffc000000e1ef20, 0x0, 0xa0000000a079d550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100053 td 0xe00000001178cd80
cpu_switch(0xe00000001178cd80, 0xe0000000124bc480, 0x9ffc000000f5def8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001178cd80, 0xe0000000124bc480, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001178cd80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000f0af10, 0x0, 0xe00000001178d0f8, 0xe00000001178cd80) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000f0af10, 0x0, 0x0, 0x9ffc000000dd7480, 0xe00000001178cd80) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000f0af10, 0x0, 0x0, 0x9ffc000000dab938, 0x1, 0x0, 0x100) at _sleep+0x780
pause_sbt(0x9ffc000000dab938, 0x2fffffc88, 0x0, 0x100) at pause_sbt+0x1b0
deadlkres(0x9ffc000000efeac8, 0x0, 0x9ffc000000dc8140, 0x9ffc000000dc5468) at deadlkres+0x670
fork_exit(0x9ffc000000e23230, 0x0, 0xa00000009de3b550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100050 td 0xe00000001174cd80
cpu_switch(0xe00000001174cd80, 0xe00000001178cd80, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174cd80, 0xe00000001178cd80, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001174cd80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000011795300, 0x0, 0xe00000001174d0f8, 0xe00000001174cd80) at sleepq_switch+0x2e0
sleepq_wait(0xe000000011795300, 0x0, 0x9ffc000000dd7480, 0xe00000001174cd80, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe000000011795300, 0xe000000011795330, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe000000011795300, 0xe000000011795360, 0xe00000001179535c, 0xe000000011795330) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0xe000000011162740, 0xa00000009de23550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100049 td 0xe00000001174d200
cpu_switch(0xe00000001174d200, 0xe00000001174cd80, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe00000001174d200, 0xe00000001174cd80, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe00000001174d200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe000000011795300, 0x0, 0xe00000001174d578, 0xe00000001174d200) at sleepq_switch+0x2e0
sleepq_wait(0xe000000011795300, 0x0, 0x9ffc000000dd7480, 0xe00000001174d200, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe000000011795300, 0xe000000011795330, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe000000011795300, 0xe000000011795360, 0xe00000001179535c, 0xe000000011795330) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0xe000000011162740, 0xa00000009de1b550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100045 td 0xe000000011745680
cpu_switch(0xe000000011745680, 0xe000000011182480, 0x9ffc000000f5c6e8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011745680, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011745680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a2500, 0x0, 0xe0000000117459f8, 0xe000000011745680) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a2500, 0x0, 0x9ffc000000dd7480, 0xe000000011745680, 0x9ffc0000005a4520) at sleepq_wait+0xb0
msleep_spin_sbt(0xe0000000111a2500, 0xe0000000111a2530, 0x9ffc000000dab938, 0x0, 0x0, 0x100, 0xe0000000111a2548) at msleep_spin_sbt+0x440
taskqueue_thread_loop(0xe0000000111a2500, 0xe0000000111a2560, 0xe0000000111a255c, 0xe0000000111a2530) at taskqueue_thread_loop+0x190
fork_exit(0x9ffc000000e3bff0, 0xa000000000a34830, 0xa00000009dddd550) at fork_exit+0x120
enter_userland() at enter_userland
        


Tracing command kernel pid 0 tid 100044 td 0xe000000011745b00
cpu_switch(0xe000000011745b00, 0xe000000011182900, 0x9ffc000000f5c710, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011745b00, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011745b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a2600, 0x0, 0xe000000011745e78, 0xe000000011745b00) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a2600, 0x0, 0x9ffc000000dd7480, 0xe000000011745b00, 0x9ffc0000005a4520) at sleepq_wait+0xb0
msleep_spin_sbt(0xe0000000111a2600, 0xe0000000111a2630, 0x9ffc000000dab938, 0x0, 0x0, 0x100, 0xe0000000111a2648) at msleep_spin_sbt+0x440
taskqueue_thread_loop(0xe0000000111a2600, 0xe0000000111a2660, 0xe0000000111a265c, 0xe0000000111a2630) at taskqueue_thread_loop+0x190
fork_exit(0x9ffc000000e3bff0, 0xa000000000a30830, 0xa00000009ddd5550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100023 td 0xe000000011424480
cpu_switch(0xe000000011424480, 0xe000000011182900, 0x9ffc000000f5ce18, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011424480, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011424480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5300, 0x0, 0xe0000000114247f8, 0xe000000011424480) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5300, 0x0, 0x9ffc000000dd7480, 0xe000000011424480, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe0000000111a5300, 0xe0000000111a5330, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe0000000111a5300, 0xe0000000111a5360, 0xe0000000111a535c, 0xe0000000111a5330) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee2c68, 0xa0000000e2e89550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100020 td 0xe0000000111b0480
cpu_switch(0xe0000000111b0480, 0xe000000011182480, 0x9ffc000000f5ce90, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b0480, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111b0480, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5600, 0x0, 0xe0000000111b07f8, 0xe0000000111b0480) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5600, 0x0, 0x9ffc000000dd7480, 0xe0000000111b0480, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe0000000111a5600, 0xe0000000111a5630, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe0000000111a5600, 0xe0000000111a5660, 0xe0000000111a565c, 0xe0000000111a5630) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee1d48, 0xa0000000e2e71550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100017 td 0xe0000000111b1200
cpu_switch(0xe0000000111b1200, 0xe0000000111b0480, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b1200, 0xe0000000111b0480, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111b1200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5900, 0x0, 0xe0000000111b1578, 0xe0000000111b1200) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5900, 0x0, 0x9ffc000000dd7480, 0xe0000000111b1200, 0x9ffc0000005a4520) at sleepq_wait+0xb0
msleep_spin_sbt(0xe0000000111a5900, 0xe0000000111a5930, 0x9ffc000000dab938, 0x0, 0x0, 0x100, 0xe0000000111a5948) at msleep_spin_sbt+0x440
taskqueue_thread_loop(0xe0000000111a5900, 0xe0000000111a5960, 0xe0000000111a595c, 0xe0000000111a5930) at taskqueue_thread_loop+0x190
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee0900, 0xa0000000e2e59550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100016 td 0xe0000000111b1680
cpu_switch(0xe0000000111b1680, 0xe0000000111b1200, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111b1680, 0xe0000000111b1200, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111b1680, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5900, 0x0, 0xe0000000111b19f8, 0xe0000000111b1680) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5900, 0x0, 0x9ffc000000dd7480, 0xe0000000111b1680, 0x9ffc0000005a4520) at sleepq_wait+0xb0
msleep_spin_sbt(0xe0000000111a5900, 0xe0000000111a5930, 0x9ffc000000dab938, 0x0, 0x0, 0x100, 0xe0000000111a5948) at msleep_spin_sbt+0x440
taskqueue_thread_loop(0xe0000000111a5900, 0xe0000000111a5960, 0xe0000000111a595c, 0xe0000000111a5930) at taskqueue_thread_loop+0x190
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee0900, 0xa0000000e2e51550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100015 td 0xe0000000111a0d80
cpu_switch(0xe0000000111a0d80, 0xe0000000111b1680, 0x9ffc000000f5cf08, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111a0d80, 0xe0000000111b1680, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111a0d80, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5900, 0x0, 0xe0000000111a10f8, 0xe0000000111a0d80) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5900, 0x0, 0x9ffc000000dd7480, 0xe0000000111a0d80, 0x9ffc0000005a4520) at sleepq_wait+0xb0
msleep_spin_sbt(0xe0000000111a5900, 0xe0000000111a5930, 0x9ffc000000dab938, 0x0, 0x0, 0x100, 0xe0000000111a5948) at msleep_spin_sbt+0x440
taskqueue_thread_loop(0xe0000000111a5900, 0xe0000000111a5960, 0xe0000000111a595c, 0xe0000000111a5930) at taskqueue_thread_loop+0x190
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee0900, 0xa0000000e2e49550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100014 td 0xe0000000111a1200
cpu_switch(0xe0000000111a1200, 0xe0000000111a0d80, 0x9ffc000000f5cf30, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe0000000111a1200, 0xe0000000111a0d80, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe0000000111a1200, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5a00, 0x0, 0xe0000000111a1578, 0xe0000000111a1200) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5a00, 0x0, 0x9ffc000000dd7480, 0xe0000000111a1200, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe0000000111a5a00, 0xe0000000111a5a30, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe0000000111a5a00, 0xe0000000111a5a60, 0xe0000000111a5a5c, 0xe0000000111a5a30) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee1488, 0xa0000000e2e41550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100009 td 0xe000000011183b00
cpu_switch(0xe000000011183b00, 0xe000000011182480, 0x9ffc000000f5cfa8, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0xe000000011183b00, 0xe000000011182480, 0x9ffc000000f27118, 0x9ffc000000f27100) at sched_switch+0x890
mi_switch(0x104, 0x0, 0xe000000011183b00, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0xe0000000111a5d00, 0x0, 0xe000000011183e78, 0xe000000011183b00) at sleepq_switch+0x2e0
sleepq_wait(0xe0000000111a5d00, 0x0, 0x9ffc000000dd7480, 0xe000000011183b00, 0x9ffc0000005a4ec0) at sleepq_wait+0xb0
_sleep(0xe0000000111a5d00, 0xe0000000111a5d30, 0x0, 0x9ffc000000dab938, 0x0, 0x0, 0x100) at _sleep+0x7d0
taskqueue_thread_loop(0xe0000000111a5d00, 0xe0000000111a5d60, 0xe0000000111a5d5c, 0xe0000000111a5d30) at taskqueue_thread_loop+0x1d0
fork_exit(0x9ffc000000e3bff0, 0x9ffc000000ee1b20, 0xa0000000a07dd550) at fork_exit+0x120
enter_userland() at enter_userland
        
Tracing command kernel pid 0 tid 100000 td 0x9ffc000000efef70
cpu_switch(0x9ffc000000efef70, 0xe000000011182900, 0x9ffc000000f5c670, 0x9ffc0000005ec410) at cpu_switch+0xd0
sched_switch(0x9ffc000000efef70, 0xe000000011182900, 0x9ffc000000f26418, 0x9ffc000000f26400) at sched_switch+0x890
mi_switch(0x104, 0x0, 0x9ffc000000efef70, 0x9ffc000000625100) at mi_switch+0x3f0
sleepq_switch(0x9ffc000000efeac8, 0x54, 0x9ffc000000eff2e8, 0x9ffc000000efef70) at sleepq_switch+0x2e0
sleepq_timedwait(0x9ffc000000efeac8, 0x54, 0x0, 0x9ffc000000dd7480, 0x9ffc000000efef70) at sleepq_timedwait+0xb0
_sleep(0x9ffc000000efeac8, 0x0, 0x54, 0x9ffc000000e0a9b8, 0x1, 0x0, 0x100) at _sleep+0x780
swapper(0x9ffc000000f014b0, 0x0, 0x9ffc000000e0a848, 0xffffffff80000000) at swapper+0x480
mi_startup(0x9ffc000000f014b0) at mi_startup+0x3a0
__start() at __start+0xd0
db>     





Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201310151510.r9FFA4fH047273>