Date: Fri, 12 Mar 2010 11:12:49 +0100 From: Borja Marcos <borjam@sarenet.es> To: Pawel Jakub Dawidek <pjd@FreeBSD.org> Cc: freebsd-fs@freebsd.org Subject: Re: Many processes stuck in zfs Message-ID: <27A6DF40-2EA8-4CFC-9E42-DD995E2F9342@sarenet.es> In-Reply-To: <20100310173143.GD1715@garage.freebsd.pl> References: <864468D4-DCE9-493B-9280-00E5FAB2A05C@lassitu.de> <20100309122954.GE3155@garage.freebsd.pl> <EC9BC6B4-8D0E-4FE3-852F-0E3A24569D33@sarenet.es> <20100309125815.GF3155@garage.freebsd.pl> <CB854F58-03AF-46DD-8153-85FA96037C21@sarenet.es> <BFF1E2D6-B48A-4A5E-ACEE-8577FDB07820@sarenet.es> <20100310110202.GA1715@garage.freebsd.pl> <E04F91AA-B2C4-4166-A24A-74F1BEF01519@sarenet.es> <20100310173143.GD1715@garage.freebsd.pl>
next in thread | previous in thread | raw e-mail | index | archive | help
On Mar 10, 2010, at 6:31 PM, Pawel Jakub Dawidek wrote:
> Hmm, interesting. Especially those two traces:
>=20
> Tracing command zfs pid 1820 tid 100105 td 0xffffff0002ca4000
Just in case something was wrong, I wiped the two virtual machines and =
started everything again. The two virtual systems were acting a bit =
weird, giving lots of LORs. I don't know why, maybe something was =
corrupted, these virtual machines have been panicked and restarted many =
times.
So, experiment repeated again, fresh start. Still deadlocking pretty =
soon if I start, say, 5 or 6 tar processes. Traces follow.
These are the new traces.
pruebazfs3# cat ddb.txt=20
db> set $lines=3D0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
4089 1014 4089 0 R+ CPU 0 sysctl
4088 4077 4077 2 S zfsvfs-> 0xffffff0002e5a140 dd
4077 4074 4077 2 Ss wait 0xffffff0002eec460 sh
4076 4073 4076 0 Ss zfsvfs-> 0xffffff0002e5a140 newsyslog
4074 929 929 0 S piperd 0xffffff000577bb60 cron
4073 929 929 0 S piperd 0xffffff00026175b0 cron
4072 4070 4070 0 S tx->tx_s 0xffffff00029f2e50 zfs
4070 4068 4070 0 Ss pause 0xffffff00057120a0 csh
4068 918 4068 0 Ss select 0xffffff001d228e40 sshd
4056 4054 4054 0 S+ zfs 0xffffff002bce2308 bsdtar
4055 4054 4054 0 S+ pipdwt 0xffffff00359945b0 bsdtar
4054 1014 4054 0 S+ wait 0xffffff001d6ee000 sh
4053 4051 4051 0 S+ zfsvfs-> 0xffffff0002e5a140 bsdtar
4052 4051 4051 0 S+ pipdwt 0xffffff00026472d8 bsdtar
4051 1014 4051 0 S+ wait 0xffffff001d6ef8c0 sh
4050 4048 4048 0 S+ zfs 0xffffff002bd407e8 bsdtar
4049 4048 4048 0 S+ pipdwt 0xffffff0002617888 bsdtar
4048 1014 4048 0 S+ wait 0xffffff001d6d4000 sh
4047 4045 4045 0 S+ zfs 0xffffff002bce2308 bsdtar
4046 4045 4045 0 S+ pipdwt 0xffffff0002647888 bsdtar
4045 1014 4045 0 S+ wait 0xffffff0002eec8c0 sh
2719 2718 2719 0 S+ ttyin 0xffffff003de62ca8 csh
2718 2715 2718 1001 S+ wait 0xffffff0002eed000 su
2715 2714 2715 1001 Ss+ pause 0xffffff0002eeb960 csh
2714 2711 2711 1001 S select 0xffffff0002f160c0 sshd
2711 918 2711 0 Ss sbwait 0xffffff002bbf9694 sshd
2706 2704 2704 0 S+ piperd 0xffffff00026475b0 bsdtar
2705 2704 2704 0 S+ rrl->rr_ 0xffffff0002e5a110 bsdtar
2704 1014 2704 0 S+ wait 0xffffff0002eec000 sh
1014 1013 1014 0 R+ csh
1013 1010 1013 1001 S+ wait 0xffffff0002691460 su
1010 1009 1010 1001 Ss+ pause 0xffffff0002692500 csh
1009 1005 1005 1001 R sshd
1005 918 1005 0 Ss sbwait 0xffffff0002c01694 sshd
1001 1 1001 0 Ss+ ttyin 0xffffff000253e4a8 getty
1000 1 1000 0 Ss+ ttyin 0xffffff000252aca8 getty
999 1 999 0 Ss+ ttyin 0xffffff00025504a8 getty
998 1 998 0 Ss+ ttyin 0xffffff00025500a8 getty
997 1 997 0 Ss+ ttyin 0xffffff00025510a8 getty
996 1 996 0 Ss+ ttyin 0xffffff0002550ca8 getty
995 1 995 0 Ss+ ttyin 0xffffff000254f0a8 getty
994 1 994 0 Ss+ ttyin 0xffffff000254eca8 getty
929 1 929 0 Ss nanslp 0xffffffff80c4c768 cron
918 1 918 0 Ss select 0xffffff0002bbec40 sshd
643 1 643 0 Ss select 0xffffff0002bf0940 syslogd
521 1 521 0 Ss select 0xffffff00026bb9c0 devd
40 0 0 0 SL (threaded) zfskern
100093 D tx->tx_q 0xffffff00029f2e70 =
[txg_thread_enter]
100092 D tx->tx_c 0xffffff00025f5520 =
[txg_thread_enter]
100090 D vgeom:io 0xffffff00028c1590 [vdev da4]
100089 D vgeom:io 0xffffff00028bf790 [vdev da3]
100088 D vgeom:io 0xffffff00028c1410 [vdev da2]
100087 D vgeom:io 0xffffff00028c1290 [vdev da1]
100060 D l2arc_fe 0xffffffff81311640 =
[l2arc_feed_thread]
100054 D arc_recl 0xffffffff81309060 =
[arc_reclaim_thread]
20 0 0 0 SL flowclea 0xffffffff80e0df50 =
[flowcleaner]
19 0 0 0 SL sdflush 0xffffffff80e1ceb8 =
[softdepflush]
18 0 0 0 SL zfsvfs-> 0xffffff0002e5a140 [vnlru]
17 0 0 0 SL zfsvfs-> 0xffffff0002b73300 [syncer]
16 0 0 0 SL psleep 0xffffffff80e0d7c8 [bufdaemon]
15 0 0 0 SL pgzero 0xffffffff80e1e94c [pagezero]
9 0 0 0 SL psleep 0xffffffff80e1dce8 [vmdaemon]
8 0 0 0 SL psleep 0xffffffff80e1dcac =
[pagedaemon]
7 0 0 0 SL ccb_scan 0xffffffff80c15660 [xpt_thrd]
6 0 0 0 SL - 0xffffff00024b6848 [fdc0]
14 0 0 0 SL (threaded) usb
100035 D - 0xffffff8000282dd0 [usbus1]
100034 D - 0xffffff8000282d78 [usbus1]
100033 D - 0xffffff8000282d20 [usbus1]
100032 D - 0xffffff8000282cc8 [usbus1]
100030 D - 0xffffff8000267ef0 [usbus0]
100029 D - 0xffffff8000267e98 [usbus0]
100028 D - 0xffffff8000267e40 [usbus0]
100027 D - 0xffffff8000267de8 [usbus0]
5 0 0 0 SL idle 0xffffff800024c000 =
[mpt_recovery0]
13 0 0 0 SL - 0xffffffff80c4c444 [yarrow]
4 0 0 0 SL - 0xffffffff80c48c48 [g_down]
3 0 0 0 SL - 0xffffffff80c48c40 [g_up]
2 0 0 0 SL - 0xffffffff80c48c30 [g_event]
12 0 0 0 WL (threaded) intr
100039 I [swi0: uart =
uart]
100038 I [irq7: =
ppc0]
100037 I [irq12: =
psm0]
100036 I [irq1: =
atkbd0]
100026 I [irq18: =
uhci0]
100024 I [irq17: =
mpt0 ehci0]
100023 I [irq15: =
ata1]
100022 I [irq14: =
ata0]
100021 I [irq9: =
acpi0]
100020 I [swi2: =
cambio]
100015 I [swi6: task =
queue]
100014 I [swi6: =
Giant taskq]
100012 I [swi5: +]
100006 I [swi3: vm]
100005 I [swi1: =
netisr 0]
100004 I [swi4: =
clock]
11 0 0 0 RL [idle: =
cpu0]
1 0 1 0 SLs wait 0xffffff00022408c0 [init]
10 0 0 0 SL audit_wo 0xffffffff80e1c210 [audit]
0 0 0 0 SLs (threaded) kernel
100097 D - 0xffffff0002bbe100 [zil_clean]
100095 D - 0xffffff0002bb4800 [zil_clean]
100094 D - 0xffffff00028c0900 [zil_clean]
100091 D - 0xffffff00026e4280 =
[zfs_vn_rele_taskq]
100086 D - 0xffffff00028c1100 [spa_zio]
100085 D - 0xffffff00026e4880 [spa_zio]
100084 D - 0xffffff00028bf480 [spa_zio]
100083 D - 0xffffff00028bf400 [spa_zio]
100082 D - 0xffffff00028bf300 [spa_zio]
100081 D - 0xffffff00028bf500 [spa_zio]
100080 D - 0xffffff00025ccb00 [spa_zio]
100079 D - 0xffffff000255e700 [spa_zio_7]
100078 D - 0xffffff000255e700 [spa_zio_6]
100077 D - 0xffffff000255e700 [spa_zio_5]
100076 D - 0xffffff000255e700 [spa_zio_4]
100075 D - 0xffffff000255e700 [spa_zio_3]
100074 D - 0xffffff000255e700 [spa_zio_2]
100073 D - 0xffffff000255e700 [spa_zio_1]
100072 D - 0xffffff000255e700 [spa_zio_0]
100071 D - 0xffffff00025cc980 [spa_zio_7]
100070 D - 0xffffff00025cc980 [spa_zio_6]
100069 D - 0xffffff00025cc980 [spa_zio_5]
100068 D - 0xffffff00025cc980 [spa_zio_4]
100067 D - 0xffffff00025cc980 [spa_zio_3]
100066 D - 0xffffff00025cc980 [spa_zio_2]
100065 D - 0xffffff00025cc980 [spa_zio_1]
100064 D - 0xffffff00025cc980 [spa_zio_0]
100063 D - 0xffffff00026a9e00 [spa_zio]
100062 D - 0xffffff00026a9580 [spa_zio]
100061 D - 0xffffff00026a9500 [spa_zio]
100031 D - 0xffffff00024deb00 [em0 taskq]
100019 D - 0xffffff00023b5c00 =
[acpi_task_2]
100018 D - 0xffffff00023b5c00 =
[acpi_task_1]
100017 D - 0xffffff00023b5c00 =
[acpi_task_0]
100016 D - 0xffffff00023b5c80 [kqueue =
taskq]
100013 D - 0xffffff00023b6080 [thread =
taskq]
100010 D - 0xffffff0002245480 [firmware =
taskq]
100000 D sched 0xffffffff80c48d40 [swapper]
db> show alllocks
Process 4089 (sysctl) thread 0xffffff001d849ae0 (100129)
Process 4088 (dd) thread 0xffffff001d84c000 (100138)
Process 4076 (newsyslog) thread 0xffffff001d84aae0 (100133)
Process 4053 (bsdtar) thread 0xffffff0002ef0740 (100118)
Process 4050 (bsdtar) thread 0xffffff0002be5740 (100107)
Process 2711 (sshd) thread 0xffffff0002be53a0 (100108)
Process 2705 (bsdtar) thread 0xffffff0002be5000 (100109)
Process 1005 (sshd) thread 0xffffff0002be6000 (100105)
Process 18 (vnlru) thread 0xffffff00025d4740 (100047)
Process 17 (syncer) thread 0xffffff00025d4ae0 (100046)
db> show lockedvnods
Locked vnodes
db> show allchains
db> alltrace
Tracing command sysctl pid 4089 tid 100129 td 0xffffff001d849ae0
kdb_enter() at kdb_enter+0x3d
kdb_sysctl_enter() at kdb_sysctl_enter+0x89
sysctl_root() at sysctl_root+0x113
userland_sysctl() at userland_sysctl+0x158
__sysctl() at __sysctl+0xaa
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (202, FreeBSD ELF64, __sysctl), rip =3D 0x80073cb6c, rsp =3D =
0x7fffffffe298, rbp =3D 0x7fffffffe36c ---
Tracing command dd pid 4088 tid 100138 td 0xffffff001d84c000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
ffs_vgetf() at ffs_vgetf+0xdf
ffs_valloc() at ffs_valloc+0x174
ufs_makeinode() at ufs_makeinode+0x8c
VOP_CREATE_APV() at VOP_CREATE_APV+0xb3
vn_open_cred() at vn_open_cred+0x473
kern_openat() at kern_openat+0x179
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (5, FreeBSD ELF64, open), rip =3D 0x80072e70c, rsp =3D =
0x7fffffffecf8, rbp =3D 0x7fffffffed50 ---
Tracing command sh pid 4077 tid 100111 td 0xffffff0002ef23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe9d8, rbp =3D 0xfed ---
Tracing command newsyslog pid 4076 tid 100133 td 0xffffff001d84aae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
ffs_vgetf() at ffs_vgetf+0xdf
ufs_lookup_() at ufs_lookup_+0xb46
VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0xaf
vfs_cache_lookup() at vfs_cache_lookup+0xf0
VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0xb7
lookup() at lookup+0x3d3
namei() at namei+0x4a9
kern_statat_vnhook() at kern_statat_vnhook+0x8f
kern_statat() at kern_statat+0x15
stat() at stat+0x2a
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (188, FreeBSD ELF64, stat), rip =3D 0x8007316ac, rsp =3D =
0x7fffffffc348, rbp =3D 0x800a095e0 ---
Tracing command cron pid 4074 tid 100136 td 0xffffff001d84b740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80095993c, rsp =3D =
0x7fffffffe4b8, rbp =3D 0x800a9e920 ---
Tracing command cron pid 4073 tid 100134 td 0xffffff001d84b000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80095993c, rsp =3D =
0x7fffffffe4b8, rbp =3D 0x800a9e920 ---
Tracing command zfs pid 4072 tid 100132 td 0xffffff001d84a740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_wait_synced() at txg_wait_synced+0x7c
zfsvfs_teardown() at zfsvfs_teardown+0x1d3
zfs_suspend_fs() at zfs_suspend_fs+0x2b
zfs_ioc_recv() at zfs_ioc_recv+0x28b
zfsdev_ioctl() at zfsdev_ioctl+0x8d
devfs_ioctl_f() at devfs_ioctl_f+0x76
kern_ioctl() at kern_ioctl+0xc5
ioctl() at ioctl+0xfd
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (54, FreeBSD ELF64, ioctl), rip =3D 0x800fe78dc, rsp =3D =
0x7fffffff8e98, rbp =3D 0x7fffffff9bd0 ---
Tracing command csh pid 4070 tid 100139 td 0xffffff0002ef0ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe578, rbp =3D 0x800c1f500 ---
Tracing command sshd pid 4068 tid 100137 td 0xffffff001d84bae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command bsdtar pid 4056 tid 100127 td 0xffffff001d84c3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x78e
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
setfown() at setfown+0x79
kern_fchownat() at kern_fchownat+0xf9
kern_lchown() at kern_lchown+0x24
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (254, FreeBSD ELF64, lchown), rip =3D 0x800da583c, rsp =3D =
0x7fffffffe808, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4055 tid 100123 td 0xffffff0002f053a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4054 tid 100125 td 0xffffff0002be8ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd6 ---
Tracing command bsdtar pid 4053 tid 100118 td 0xffffff0002ef0740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
zfs_znode_cache_constructor() at zfs_znode_cache_constructor+0x35
zfs_znode_alloc() at zfs_znode_alloc+0x39
zfs_mknode() at zfs_mknode+0x204
zfs_freebsd_create() at zfs_freebsd_create+0x594
VOP_CREATE_APV() at VOP_CREATE_APV+0xb3
vn_open_cred() at vn_open_cred+0x473
kern_openat() at kern_openat+0x179
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (5, FreeBSD ELF64, open), rip =3D 0x800e3470c, rsp =3D =
0x7fffffffe738, rbp =3D 0x1a4 ---
Tracing command bsdtar pid 4052 tid 100124 td 0xffffff0002f05000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4051 tid 100120 td 0xffffff0002ef0000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd3 ---
Tracing command bsdtar pid 4050 tid 100107 td 0xffffff0002be5740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x7a3
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
vget() at vget+0x7b
cache_lookup() at cache_lookup+0x4e0
vfs_cache_lookup() at vfs_cache_lookup+0xc0
VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0xb7
lookup() at lookup+0x3d3
namei() at namei+0x4a9
kern_statat_vnhook() at kern_statat_vnhook+0x8f
kern_statat() at kern_statat+0x15
lstat() at lstat+0x2a
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (190, FreeBSD ELF64, lstat), rip =3D 0x800e3468c, rsp =3D =
0x7fffffffe758, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4049 tid 100126 td 0xffffff0002be8740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4048 tid 100119 td 0xffffff0002ef03a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd0 ---
Tracing command bsdtar pid 4047 tid 100117 td 0xffffff0002ef1000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x78e
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
setfown() at setfown+0x79
kern_fchownat() at kern_fchownat+0xf9
kern_lchown() at kern_lchown+0x24
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (254, FreeBSD ELF64, lchown), rip =3D 0x800da583c, rsp =3D =
0x7fffffffe808, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4046 tid 100121 td 0xffffff0002f05ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4045 tid 100096 td 0xffffff0002be83a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfcd ---
Tracing command csh pid 2719 tid 100115 td 0xffffff0002ef13a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8009eb93c, rsp =3D =
0x7fffffffe738, rbp =3D 0x1 ---
Tracing command su pid 2718 tid 100110 td 0xffffff00026e2ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009e85cc, rsp =3D =
0x7fffffffe598, rbp =3D 0xa9f ---
Tracing command csh pid 2715 tid 100113 td 0xffffff0002ef1ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe558, rbp =3D 0x800c21700 ---
Tracing command sshd pid 2714 tid 100114 td 0xffffff0002ef1740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command sshd pid 2711 tid 100108 td 0xffffff0002be53a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
soreceive_generic() at soreceive_generic+0xf99
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8013d693c, rsp =3D =
0x7fffffffdcd8, rbp =3D 0 ---
Tracing command bsdtar pid 2706 tid 100106 td 0xffffff0002be5ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x800e4393c, rsp =3D =
0x7fffffffe788, rbp =3D 0x80101c240 ---
Tracing command bsdtar pid 2705 tid 100109 td 0xffffff0002be5000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
rrw_enter() at rrw_enter+0xb1
zfs_freebsd_read() at zfs_freebsd_read+0x55
VOP_READ_APV() at VOP_READ_APV+0xaf
vn_read() at vn_read+0x256
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x800e4393c, rsp =3D =
0x7fffffffe878, rbp =3D 0x740 ---
Tracing command sh pid 2704 tid 100112 td 0xffffff0002ef2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xa90 ---
Tracing command csh pid 1014 tid 100052 td 0xffffff00025d33a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
fork1() at fork1+0xfe2
vfork() at vfork+0x1c
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (66, FreeBSD ELF64, vfork), rip =3D 0x80094f39d, rsp =3D =
0x7fffffffe6c0, rbp =3D 0 ---
Tracing command su pid 1013 tid 100056 td 0xffffff000253d3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009e85cc, rsp =3D =
0x7fffffffe598, rbp =3D 0x3f6 ---
Tracing command csh pid 1010 tid 100053 td 0xffffff00025d3000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe558, rbp =3D 0x800c21700 ---
Tracing command sshd pid 1009 tid 100104 td 0xffffff0002be63a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command sshd pid 1005 tid 100105 td 0xffffff0002be6000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
soreceive_generic() at soreceive_generic+0xf99
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8013d693c, rsp =3D =
0x7fffffffdcd8, rbp =3D 0 ---
Tracing command getty pid 1001 tid 100103 td 0xffffff0002be6740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 1000 tid 100102 td 0xffffff0002be6ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 999 tid 100101 td 0xffffff0002be7000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 998 tid 100100 td 0xffffff0002be73a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 997 tid 100099 td 0xffffff0002be7740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 996 tid 100098 td 0xffffff0002be7ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 995 tid 100055 td 0xffffff000253d740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 994 tid 100050 td 0xffffff00025d3ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command cron pid 929 tid 100051 td 0xffffff00025d3740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x23f
kern_nanosleep() at kern_nanosleep+0x118
nanosleep() at nanosleep+0x6e
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (240, FreeBSD ELF64, nanosleep), rip =3D 0x80093eb6c, rsp =3D =
0x7fffffffeb28, rbp =3D 0x3a ---
Tracing command sshd pid 918 tid 100057 td 0xffffff00026a2ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffddd8, rbp =3D 0x2 ---
Tracing command syslogd pid 643 tid 100059 td 0xffffff00026a23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8008518bc, rsp =3D =
0x7fffffffe118, rbp =3D 0x800a310c8 ---
Tracing command devd pid 521 tid 100058 td 0xffffff00026a2740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x440ecc, rsp =3D =
0x7fffffffe898, rbp =3D 0x7fffffffe8b0 ---
Tracing command zfskern pid 40 tid 100093 td 0xffffff00026adae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_thread_wait() at txg_thread_wait+0x79
txg_sync_thread() at txg_sync_thread+0x19f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cf6d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100092 td 0xffffff00026af000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_quiesce_thread() at txg_quiesce_thread+0x1fb
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cf2d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100090 td 0xffffff00026acae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ccfd30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100089 td 0xffffff00026ad000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ccad30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100088 td 0xffffff00026be000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cc5d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100087 td 0xffffff00026be3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cc0d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100060 td 0xffffff00026a2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
l2arc_feed_thread() at l2arc_feed_thread+0x144
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001dad30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100054 td 0xffffff000253dae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
arc_reclaim_thread() at arc_reclaim_thread+0x299
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001bcd30, rbp =3D 0 ---
Tracing command flowcleaner pid 20 tid 100049 td 0xffffff00025d4000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
flowtable_cleaner() at flowtable_cleaner+0xde
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001a3d30, rbp =3D 0 ---
Tracing command softdepflush pid 19 tid 100048 td 0xffffff00025d43a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
softdep_flush() at softdep_flush+0x259
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800019ed30, rbp =3D 0 ---
Tracing command vnlru pid 18 tid 100047 td 0xffffff00025d4740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
vnlru_proc() at vnlru_proc+0x58e
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000199d30, rbp =3D 0 ---
Tracing command syncer pid 17 tid 100046 td 0xffffff00025d4ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_xlock_hard() at _sx_xlock_hard+0x267
_sx_xlock() at _sx_xlock+0xc1
zfs_zget() at zfs_zget+0x20a
zfs_get_data() at zfs_get_data+0x4d
zil_commit() at zil_commit+0x532
zfs_sync() at zfs_sync+0xa6
sync_fsync() at sync_fsync+0x13a
VOP_FSYNC_APV() at VOP_FSYNC_APV+0xb5
sync_vnode() at sync_vnode+0x157
sched_sync() at sched_sync+0x1cc
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000194d30, rbp =3D 0 ---
Tracing command bufdaemon pid 16 tid 100045 td 0xffffff00024d5ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
buf_daemon() at buf_daemon+0x14a
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800018fd30, rbp =3D 0 ---
Tracing command pagezero pid 15 tid 100044 td 0xffffff000253a000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
vm_pagezero() at vm_pagezero+0x73
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800018ad30, rbp =3D 0 ---
Tracing command vmdaemon pid 9 tid 100043 td 0xffffff000253a3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vm_daemon() at vm_daemon+0x4d
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000185d30, rbp =3D 0 ---
Tracing command pagedaemon pid 8 tid 100042 td 0xffffff000253a740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
vm_pageout() at vm_pageout+0x855
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000180d30, rbp =3D 0 ---
Tracing command xpt_thrd pid 7 tid 100041 td 0xffffff000253aae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
xpt_scanner_thread() at xpt_scanner_thread+0xd5
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800017bd30, rbp =3D 0 ---
Tracing command fdc0 pid 6 tid 100040 td 0xffffff000253b000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
fdc_thread() at fdc_thread+0x774
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000176d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100035 td 0xffffff00023bb740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000153d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100034 td 0xffffff00023bbae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800014ed30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100033 td 0xffffff00024d3000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000149d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100032 td 0xffffff00024d33a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000144d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100030 td 0xffffff00024d3ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000139d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100029 td 0xffffff00024d5000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000134d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100028 td 0xffffff00024d53a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800012fd30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100027 td 0xffffff00024d5740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800012ad30, rbp =3D 0 ---
Tracing command mpt_recovery0 pid 5 tid 100025 td 0xffffff00023b8ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
mpt_recovery_thread() at mpt_recovery_thread+0x251
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800011fd30, rbp =3D 0 ---
Tracing command yarrow pid 13 tid 100011 td 0xffffff00022443a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
random_kthread() at random_kthread+0x1ad
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000051d30, rbp =3D 0 ---
Tracing command g_down pid 4 tid 100009 td 0xffffff0002244ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
g_io_schedule_down() at g_io_schedule_down+0x236
g_down_procbody() at g_down_procbody+0x6f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000043d30, rbp =3D 0 ---
Tracing command g_up pid 3 tid 100008 td 0xffffff0002253000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
g_io_schedule_up() at g_io_schedule_up+0x133
g_up_procbody() at g_up_procbody+0x6f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800003ed30, rbp =3D 0 ---
Tracing command g_event pid 2 tid 100007 td 0xffffff00022533a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
g_event_procbody() at g_event_procbody+0xa1
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000039d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100039 td 0xffffff000253b3a0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100038 td 0xffffff000253b740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100037 td 0xffffff000253bae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100036 td 0xffffff000253d000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000158d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100026 td 0xffffff00023b8740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100024 td 0xffffff00023b9000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80000d8d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100023 td 0xffffff00023b93a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80000d3d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100022 td 0xffffff00023b9740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100021 td 0xffffff00023b9ae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100020 td 0xffffff00023bb000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800007ed30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100015 td 0xffffff00023b7740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000065d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100014 td 0xffffff00023b7ae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100012 td 0xffffff00023b83a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000056d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100006 td 0xffffff0002253740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100005 td 0xffffff0002243000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800002fd30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100004 td 0xffffff00022433a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800002ad30, rbp =3D 0 ---
Tracing command idle pid 11 tid 100003 td 0xffffff0002243740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
critical_exit() at critical_exit+0xa3
intr_event_handle() at intr_event_handle+0xd7
intr_execute_handlers() at intr_execute_handlers+0x5f
lapic_handle_intr() at lapic_handle_intr+0x37
Xapic_isr1() at Xapic_isr1+0xa4
--- interrupt, rip =3D 0xffffffff80854cb6, rsp =3D 0xffffff8000025b50, =
rbp =3D 0xffffff8000025b60 ---
acpi_cpu_c1() at acpi_cpu_c1+0x6
acpi_cpu_idle() at acpi_cpu_idle+0x1f6
sched_idletd() at sched_idletd+0x123
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000025d30, rbp =3D 0 ---
Tracing command init pid 1 tid 100002 td 0xffffff0002243ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x40c49c, rsp =3D =
0x7fffffffe808, rbp =3D 0x401d40 ---
Tracing command audit pid 10 tid 100001 td 0xffffff0002244000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
audit_worker() at audit_worker+0x77
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800001bd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100097 td 0xffffff0002be8000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021d0ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100095 td 0xffffff00026ad3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021d00d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100094 td 0xffffff00026ad740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cfbd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100091 td 0xffffff00026ac740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cd4d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100086 td 0xffffff00026be740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cbbd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100085 td 0xffffff00026beae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cb6d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100084 td 0xffffff00026bc3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cb1d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100083 td 0xffffff00026bc740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cacd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100082 td 0xffffff00026bcae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ca7d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100081 td 0xffffff00026af740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ca2d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100080 td 0xffffff00026afae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c9dd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100079 td 0xffffff00026e0000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c98d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100078 td 0xffffff00026e03a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c93d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100077 td 0xffffff00026af3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c8ed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100076 td 0xffffff00026e0740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001eed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100075 td 0xffffff00026e0ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c89d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100074 td 0xffffff00026e2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c84d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100073 td 0xffffff00026e23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c7fd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100072 td 0xffffff00026e2740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c7ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100071 td 0xffffff00026aa000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001fdd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100070 td 0xffffff00026aa3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001f8d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100069 td 0xffffff00026aa740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001f3d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100068 td 0xffffff00026aaae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001e9d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100067 td 0xffffff00026ab000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001e4d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100066 td 0xffffff00026ab3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001dfd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100065 td 0xffffff00026ab740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ce8d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100064 td 0xffffff00026abae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ce3d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100063 td 0xffffff00026ac000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cded30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100062 td 0xffffff00026ac3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cd9d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100061 td 0xffffff00026bc000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cedd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100031 td 0xffffff00024d3740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800013ed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100019 td 0xffffff00023bb3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000079d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100018 td 0xffffff0002253ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000074d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100017 td 0xffffff00023b7000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800006fd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100016 td 0xffffff00023b73a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800006ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100013 td 0xffffff00023b8000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800005bd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100010 td 0xffffff0002244740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000048d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100000 td 0xffffffff80c491a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
scheduler() at scheduler+0x29c
mi_startup() at mi_startup+0x59
btext() at btext+0x2c
db> panic
pruebazfs3#=20
pruebazfs3# cat ddb.txt=20
db> set $lines=3D0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
4089 1014 4089 0 R+ CPU 0 sysctl
4088 4077 4077 2 S zfsvfs-> 0xffffff0002e5a140 dd
4077 4074 4077 2 Ss wait 0xffffff0002eec460 sh
4076 4073 4076 0 Ss zfsvfs-> 0xffffff0002e5a140 newsyslog
4074 929 929 0 S piperd 0xffffff000577bb60 cron
4073 929 929 0 S piperd 0xffffff00026175b0 cron
4072 4070 4070 0 S tx->tx_s 0xffffff00029f2e50 zfs
4070 4068 4070 0 Ss pause 0xffffff00057120a0 csh
4068 918 4068 0 Ss select 0xffffff001d228e40 sshd
4056 4054 4054 0 S+ zfs 0xffffff002bce2308 bsdtar
4055 4054 4054 0 S+ pipdwt 0xffffff00359945b0 bsdtar
4054 1014 4054 0 S+ wait 0xffffff001d6ee000 sh
4053 4051 4051 0 S+ zfsvfs-> 0xffffff0002e5a140 bsdtar
4052 4051 4051 0 S+ pipdwt 0xffffff00026472d8 bsdtar
4051 1014 4051 0 S+ wait 0xffffff001d6ef8c0 sh
4050 4048 4048 0 S+ zfs 0xffffff002bd407e8 bsdtar
4049 4048 4048 0 S+ pipdwt 0xffffff0002617888 bsdtar
4048 1014 4048 0 S+ wait 0xffffff001d6d4000 sh
4047 4045 4045 0 S+ zfs 0xffffff002bce2308 bsdtar
4046 4045 4045 0 S+ pipdwt 0xffffff0002647888 bsdtar
4045 1014 4045 0 S+ wait 0xffffff0002eec8c0 sh
2719 2718 2719 0 S+ ttyin 0xffffff003de62ca8 csh
2718 2715 2718 1001 S+ wait 0xffffff0002eed000 su
2715 2714 2715 1001 Ss+ pause 0xffffff0002eeb960 csh
2714 2711 2711 1001 S select 0xffffff0002f160c0 sshd
2711 918 2711 0 Ss sbwait 0xffffff002bbf9694 sshd
2706 2704 2704 0 S+ piperd 0xffffff00026475b0 bsdtar
2705 2704 2704 0 S+ rrl->rr_ 0xffffff0002e5a110 bsdtar
2704 1014 2704 0 S+ wait 0xffffff0002eec000 sh
1014 1013 1014 0 R+ csh
1013 1010 1013 1001 S+ wait 0xffffff0002691460 su
1010 1009 1010 1001 Ss+ pause 0xffffff0002692500 csh
1009 1005 1005 1001 R sshd
1005 918 1005 0 Ss sbwait 0xffffff0002c01694 sshd
1001 1 1001 0 Ss+ ttyin 0xffffff000253e4a8 getty
1000 1 1000 0 Ss+ ttyin 0xffffff000252aca8 getty
999 1 999 0 Ss+ ttyin 0xffffff00025504a8 getty
998 1 998 0 Ss+ ttyin 0xffffff00025500a8 getty
997 1 997 0 Ss+ ttyin 0xffffff00025510a8 getty
996 1 996 0 Ss+ ttyin 0xffffff0002550ca8 getty
995 1 995 0 Ss+ ttyin 0xffffff000254f0a8 getty
994 1 994 0 Ss+ ttyin 0xffffff000254eca8 getty
929 1 929 0 Ss nanslp 0xffffffff80c4c768 cron
918 1 918 0 Ss select 0xffffff0002bbec40 sshd
643 1 643 0 Ss select 0xffffff0002bf0940 syslogd
521 1 521 0 Ss select 0xffffff00026bb9c0 devd
40 0 0 0 SL (threaded) zfskern
100093 D tx->tx_q 0xffffff00029f2e70 =
[txg_thread_enter]
100092 D tx->tx_c 0xffffff00025f5520 =
[txg_thread_enter]
100090 D vgeom:io 0xffffff00028c1590 [vdev da4]
100089 D vgeom:io 0xffffff00028bf790 [vdev da3]
100088 D vgeom:io 0xffffff00028c1410 [vdev da2]
100087 D vgeom:io 0xffffff00028c1290 [vdev da1]
100060 D l2arc_fe 0xffffffff81311640 =
[l2arc_feed_thread]
100054 D arc_recl 0xffffffff81309060 =
[arc_reclaim_thread]
20 0 0 0 SL flowclea 0xffffffff80e0df50 =
[flowcleaner]
19 0 0 0 SL sdflush 0xffffffff80e1ceb8 =
[softdepflush]
18 0 0 0 SL zfsvfs-> 0xffffff0002e5a140 [vnlru]
17 0 0 0 SL zfsvfs-> 0xffffff0002b73300 [syncer]
16 0 0 0 SL psleep 0xffffffff80e0d7c8 [bufdaemon]
15 0 0 0 SL pgzero 0xffffffff80e1e94c [pagezero]
9 0 0 0 SL psleep 0xffffffff80e1dce8 [vmdaemon]
8 0 0 0 SL psleep 0xffffffff80e1dcac =
[pagedaemon]
7 0 0 0 SL ccb_scan 0xffffffff80c15660 [xpt_thrd]
6 0 0 0 SL - 0xffffff00024b6848 [fdc0]
14 0 0 0 SL (threaded) usb
100035 D - 0xffffff8000282dd0 [usbus1]
100034 D - 0xffffff8000282d78 [usbus1]
100033 D - 0xffffff8000282d20 [usbus1]
100032 D - 0xffffff8000282cc8 [usbus1]
100030 D - 0xffffff8000267ef0 [usbus0]
100029 D - 0xffffff8000267e98 [usbus0]
100028 D - 0xffffff8000267e40 [usbus0]
100027 D - 0xffffff8000267de8 [usbus0]
5 0 0 0 SL idle 0xffffff800024c000 =
[mpt_recovery0]
13 0 0 0 SL - 0xffffffff80c4c444 [yarrow]
4 0 0 0 SL - 0xffffffff80c48c48 [g_down]
3 0 0 0 SL - 0xffffffff80c48c40 [g_up]
2 0 0 0 SL - 0xffffffff80c48c30 [g_event]
12 0 0 0 WL (threaded) intr
100039 I [swi0: uart =
uart]
100038 I [irq7: =
ppc0]
100037 I [irq12: =
psm0]
100036 I [irq1: =
atkbd0]
100026 I [irq18: =
uhci0]
100024 I [irq17: =
mpt0 ehci0]
100023 I [irq15: =
ata1]
100022 I [irq14: =
ata0]
100021 I [irq9: =
acpi0]
100020 I [swi2: =
cambio]
100015 I [swi6: task =
queue]
100014 I [swi6: =
Giant taskq]
100012 I [swi5: +]
100006 I [swi3: vm]
100005 I [swi1: =
netisr 0]
100004 I [swi4: =
clock]
11 0 0 0 RL [idle: =
cpu0]
1 0 1 0 SLs wait 0xffffff00022408c0 [init]
10 0 0 0 SL audit_wo 0xffffffff80e1c210 [audit]
0 0 0 0 SLs (threaded) kernel
100097 D - 0xffffff0002bbe100 [zil_clean]
100095 D - 0xffffff0002bb4800 [zil_clean]
100094 D - 0xffffff00028c0900 [zil_clean]
100091 D - 0xffffff00026e4280 =
[zfs_vn_rele_taskq]
100086 D - 0xffffff00028c1100 [spa_zio]
100085 D - 0xffffff00026e4880 [spa_zio]
100084 D - 0xffffff00028bf480 [spa_zio]
100083 D - 0xffffff00028bf400 [spa_zio]
100082 D - 0xffffff00028bf300 [spa_zio]
100081 D - 0xffffff00028bf500 [spa_zio]
100080 D - 0xffffff00025ccb00 [spa_zio]
100079 D - 0xffffff000255e700 [spa_zio_7]
100078 D - 0xffffff000255e700 [spa_zio_6]
100077 D - 0xffffff000255e700 [spa_zio_5]
100076 D - 0xffffff000255e700 [spa_zio_4]
100075 D - 0xffffff000255e700 [spa_zio_3]
100074 D - 0xffffff000255e700 [spa_zio_2]
100073 D - 0xffffff000255e700 [spa_zio_1]
100072 D - 0xffffff000255e700 [spa_zio_0]
100071 D - 0xffffff00025cc980 [spa_zio_7]
100070 D - 0xffffff00025cc980 [spa_zio_6]
100069 D - 0xffffff00025cc980 [spa_zio_5]
100068 D - 0xffffff00025cc980 [spa_zio_4]
100067 D - 0xffffff00025cc980 [spa_zio_3]
100066 D - 0xffffff00025cc980 [spa_zio_2]
100065 D - 0xffffff00025cc980 [spa_zio_1]
100064 D - 0xffffff00025cc980 [spa_zio_0]
100063 D - 0xffffff00026a9e00 [spa_zio]
100062 D - 0xffffff00026a9580 [spa_zio]
100061 D - 0xffffff00026a9500 [spa_zio]
100031 D - 0xffffff00024deb00 [em0 taskq]
100019 D - 0xffffff00023b5c00 =
[acpi_task_2]
100018 D - 0xffffff00023b5c00 =
[acpi_task_1]
100017 D - 0xffffff00023b5c00 =
[acpi_task_0]
100016 D - 0xffffff00023b5c80 [kqueue =
taskq]
100013 D - 0xffffff00023b6080 [thread =
taskq]
100010 D - 0xffffff0002245480 [firmware =
taskq]
100000 D sched 0xffffffff80c48d40 [swapper]
db> show alllocks
Process 4089 (sysctl) thread 0xffffff001d849ae0 (100129)
Process 4088 (dd) thread 0xffffff001d84c000 (100138)
Process 4076 (newsyslog) thread 0xffffff001d84aae0 (100133)
Process 4053 (bsdtar) thread 0xffffff0002ef0740 (100118)
Process 4050 (bsdtar) thread 0xffffff0002be5740 (100107)
Process 2711 (sshd) thread 0xffffff0002be53a0 (100108)
Process 2705 (bsdtar) thread 0xffffff0002be5000 (100109)
Process 1005 (sshd) thread 0xffffff0002be6000 (100105)
Process 18 (vnlru) thread 0xffffff00025d4740 (100047)
Process 17 (syncer) thread 0xffffff00025d4ae0 (100046)
db> show lockedvnods
Locked vnodes
db> show allchains
db> alltrace
Tracing command sysctl pid 4089 tid 100129 td 0xffffff001d849ae0
kdb_enter() at kdb_enter+0x3d
kdb_sysctl_enter() at kdb_sysctl_enter+0x89
sysctl_root() at sysctl_root+0x113
userland_sysctl() at userland_sysctl+0x158
__sysctl() at __sysctl+0xaa
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (202, FreeBSD ELF64, __sysctl), rip =3D 0x80073cb6c, rsp =3D =
0x7fffffffe298, rbp =3D 0x7fffffffe36c ---
Tracing command dd pid 4088 tid 100138 td 0xffffff001d84c000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
ffs_vgetf() at ffs_vgetf+0xdf
ffs_valloc() at ffs_valloc+0x174
ufs_makeinode() at ufs_makeinode+0x8c
VOP_CREATE_APV() at VOP_CREATE_APV+0xb3
vn_open_cred() at vn_open_cred+0x473
kern_openat() at kern_openat+0x179
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (5, FreeBSD ELF64, open), rip =3D 0x80072e70c, rsp =3D =
0x7fffffffecf8, rbp =3D 0x7fffffffed50 ---
Tracing command sh pid 4077 tid 100111 td 0xffffff0002ef23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe9d8, rbp =3D 0xfed ---
Tracing command newsyslog pid 4076 tid 100133 td 0xffffff001d84aae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
ffs_vgetf() at ffs_vgetf+0xdf
ufs_lookup_() at ufs_lookup_+0xb46
VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0xaf
vfs_cache_lookup() at vfs_cache_lookup+0xf0
VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0xb7
lookup() at lookup+0x3d3
namei() at namei+0x4a9
kern_statat_vnhook() at kern_statat_vnhook+0x8f
kern_statat() at kern_statat+0x15
stat() at stat+0x2a
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (188, FreeBSD ELF64, stat), rip =3D 0x8007316ac, rsp =3D =
0x7fffffffc348, rbp =3D 0x800a095e0 ---
Tracing command cron pid 4074 tid 100136 td 0xffffff001d84b740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80095993c, rsp =3D =
0x7fffffffe4b8, rbp =3D 0x800a9e920 ---
Tracing command cron pid 4073 tid 100134 td 0xffffff001d84b000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80095993c, rsp =3D =
0x7fffffffe4b8, rbp =3D 0x800a9e920 ---
Tracing command zfs pid 4072 tid 100132 td 0xffffff001d84a740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_wait_synced() at txg_wait_synced+0x7c
zfsvfs_teardown() at zfsvfs_teardown+0x1d3
zfs_suspend_fs() at zfs_suspend_fs+0x2b
zfs_ioc_recv() at zfs_ioc_recv+0x28b
zfsdev_ioctl() at zfsdev_ioctl+0x8d
devfs_ioctl_f() at devfs_ioctl_f+0x76
kern_ioctl() at kern_ioctl+0xc5
ioctl() at ioctl+0xfd
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (54, FreeBSD ELF64, ioctl), rip =3D 0x800fe78dc, rsp =3D =
0x7fffffff8e98, rbp =3D 0x7fffffff9bd0 ---
Tracing command csh pid 4070 tid 100139 td 0xffffff0002ef0ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe578, rbp =3D 0x800c1f500 ---
Tracing command sshd pid 4068 tid 100137 td 0xffffff001d84bae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command bsdtar pid 4056 tid 100127 td 0xffffff001d84c3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x78e
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
setfown() at setfown+0x79
kern_fchownat() at kern_fchownat+0xf9
kern_lchown() at kern_lchown+0x24
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (254, FreeBSD ELF64, lchown), rip =3D 0x800da583c, rsp =3D =
0x7fffffffe808, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4055 tid 100123 td 0xffffff0002f053a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4054 tid 100125 td 0xffffff0002be8ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd6 ---
Tracing command bsdtar pid 4053 tid 100118 td 0xffffff0002ef0740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
getnewvnode() at getnewvnode+0x24f
zfs_znode_cache_constructor() at zfs_znode_cache_constructor+0x35
zfs_znode_alloc() at zfs_znode_alloc+0x39
zfs_mknode() at zfs_mknode+0x204
zfs_freebsd_create() at zfs_freebsd_create+0x594
VOP_CREATE_APV() at VOP_CREATE_APV+0xb3
vn_open_cred() at vn_open_cred+0x473
kern_openat() at kern_openat+0x179
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (5, FreeBSD ELF64, open), rip =3D 0x800e3470c, rsp =3D =
0x7fffffffe738, rbp =3D 0x1a4 ---
Tracing command bsdtar pid 4052 tid 100124 td 0xffffff0002f05000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4051 tid 100120 td 0xffffff0002ef0000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd3 ---
Tracing command bsdtar pid 4050 tid 100107 td 0xffffff0002be5740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x7a3
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
vget() at vget+0x7b
cache_lookup() at cache_lookup+0x4e0
vfs_cache_lookup() at vfs_cache_lookup+0xc0
VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0xb7
lookup() at lookup+0x3d3
namei() at namei+0x4a9
kern_statat_vnhook() at kern_statat_vnhook+0x8f
kern_statat() at kern_statat+0x15
lstat() at lstat+0x2a
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (190, FreeBSD ELF64, lstat), rip =3D 0x800e3468c, rsp =3D =
0x7fffffffe758, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4049 tid 100126 td 0xffffff0002be8740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4048 tid 100119 td 0xffffff0002ef03a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfd0 ---
Tracing command bsdtar pid 4047 tid 100117 td 0xffffff0002ef1000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
__lockmgr_args() at __lockmgr_args+0x78e
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
setfown() at setfown+0x79
kern_fchownat() at kern_fchownat+0xf9
kern_lchown() at kern_lchown+0x24
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (254, FreeBSD ELF64, lchown), rip =3D 0x800da583c, rsp =3D =
0x7fffffffe808, rbp =3D 0x801025380 ---
Tracing command bsdtar pid 4046 tid 100121 td 0xffffff0002f05ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_write() at pipe_write+0x13fc
dofilewrite() at dofilewrite+0x85
kern_writev() at kern_writev+0x60
write() at write+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x800e4391c, rsp =3D =
0x7fffffffe818, rbp =3D 0x801004140 ---
Tracing command sh pid 4045 tid 100096 td 0xffffff0002be83a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xfcd ---
Tracing command csh pid 2719 tid 100115 td 0xffffff0002ef13a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8009eb93c, rsp =3D =
0x7fffffffe738, rbp =3D 0x1 ---
Tracing command su pid 2718 tid 100110 td 0xffffff00026e2ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009e85cc, rsp =3D =
0x7fffffffe598, rbp =3D 0xa9f ---
Tracing command csh pid 2715 tid 100113 td 0xffffff0002ef1ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe558, rbp =3D 0x800c21700 ---
Tracing command sshd pid 2714 tid 100114 td 0xffffff0002ef1740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command sshd pid 2711 tid 100108 td 0xffffff0002be53a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
soreceive_generic() at soreceive_generic+0xf99
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8013d693c, rsp =3D =
0x7fffffffdcd8, rbp =3D 0 ---
Tracing command bsdtar pid 2706 tid 100106 td 0xffffff0002be5ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
pipe_read() at pipe_read+0x4a3
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x800e4393c, rsp =3D =
0x7fffffffe788, rbp =3D 0x80101c240 ---
Tracing command bsdtar pid 2705 tid 100109 td 0xffffff0002be5000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
rrw_enter() at rrw_enter+0xb1
zfs_freebsd_read() at zfs_freebsd_read+0x55
VOP_READ_APV() at VOP_READ_APV+0xaf
vn_read() at vn_read+0x256
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x800e4393c, rsp =3D =
0x7fffffffe878, rbp =3D 0x740 ---
Tracing command sh pid 2704 tid 100112 td 0xffffff0002ef2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009355cc, rsp =3D =
0x7fffffffe8a8, rbp =3D 0xa90 ---
Tracing command csh pid 1014 tid 100052 td 0xffffff00025d33a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
fork1() at fork1+0xfe2
vfork() at vfork+0x1c
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (66, FreeBSD ELF64, vfork), rip =3D 0x80094f39d, rsp =3D =
0x7fffffffe6c0, rbp =3D 0 ---
Tracing command su pid 1013 tid 100056 td 0xffffff000253d3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x8009e85cc, rsp =3D =
0x7fffffffe598, rbp =3D 0x3f6 ---
Tracing command csh pid 1010 tid 100053 td 0xffffff00025d3000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_sigsuspend() at kern_sigsuspend+0x9a
sigsuspend() at sigsuspend+0x34
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (4, FreeBSD ELF64, write), rip =3D 0x80094d21c, rsp =3D =
0x7fffffffe558, rbp =3D 0x800c21700 ---
Tracing command sshd pid 1009 tid 100104 td 0xffffff0002be63a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffdcb8, rbp =3D 0x7fffffffdd40 ---
Tracing command sshd pid 1005 tid 100105 td 0xffffff0002be6000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
soreceive_generic() at soreceive_generic+0xf99
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x8013d693c, rsp =3D =
0x7fffffffdcd8, rbp =3D 0 ---
Tracing command getty pid 1001 tid 100103 td 0xffffff0002be6740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 1000 tid 100102 td 0xffffff0002be6ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 999 tid 100101 td 0xffffff0002be7000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 998 tid 100100 td 0xffffff0002be73a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 997 tid 100099 td 0xffffff0002be7740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 996 tid 100098 td 0xffffff0002be7ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 995 tid 100055 td 0xffffff000253d740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command getty pid 994 tid 100050 td 0xffffff00025d3ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
tty_wait() at tty_wait+0x48
ttydisc_read() at ttydisc_read+0x2f1
ttydev_read() at ttydev_read+0xab
devfs_read_f() at devfs_read_f+0x86
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x60
read() at read+0x55
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (3, FreeBSD ELF64, read), rip =3D 0x80084e93c, rsp =3D =
0x7fffffffecc8, rbp =3D 0 ---
Tracing command cron pid 929 tid 100051 td 0xffffff00025d3740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x23f
kern_nanosleep() at kern_nanosleep+0x118
nanosleep() at nanosleep+0x6e
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (240, FreeBSD ELF64, nanosleep), rip =3D 0x80093eb6c, rsp =3D =
0x7fffffffeb28, rbp =3D 0x3a ---
Tracing command sshd pid 918 tid 100057 td 0xffffff00026a2ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8013d68bc, rsp =3D =
0x7fffffffddd8, rbp =3D 0x2 ---
Tracing command syslogd pid 643 tid 100059 td 0xffffff00026a23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x8008518bc, rsp =3D =
0x7fffffffe118, rbp =3D 0x800a310c8 ---
Tracing command devd pid 521 tid 100058 td 0xffffff00026a2740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x17e
seltdwait() at seltdwait+0xac
kern_select() at kern_select+0x620
select() at select+0x5d
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (93, FreeBSD ELF64, select), rip =3D 0x440ecc, rsp =3D =
0x7fffffffe898, rbp =3D 0x7fffffffe8b0 ---
Tracing command zfskern pid 40 tid 100093 td 0xffffff00026adae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_thread_wait() at txg_thread_wait+0x79
txg_sync_thread() at txg_sync_thread+0x19f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cf6d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100092 td 0xffffff00026af000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
txg_quiesce_thread() at txg_quiesce_thread+0x1fb
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cf2d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100090 td 0xffffff00026acae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ccfd30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100089 td 0xffffff00026ad000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ccad30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100088 td 0xffffff00026be000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cc5d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100087 td 0xffffff00026be3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vdev_geom_worker() at vdev_geom_worker+0xf3
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cc0d30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100060 td 0xffffff00026a2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
l2arc_feed_thread() at l2arc_feed_thread+0x144
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001dad30, rbp =3D 0 ---
Tracing command zfskern pid 40 tid 100054 td 0xffffff000253dae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
arc_reclaim_thread() at arc_reclaim_thread+0x299
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001bcd30, rbp =3D 0 ---
Tracing command flowcleaner pid 20 tid 100049 td 0xffffff00025d4000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_cv_timedwait() at _cv_timedwait+0x18c
flowtable_cleaner() at flowtable_cleaner+0xde
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001a3d30, rbp =3D 0 ---
Tracing command softdepflush pid 19 tid 100048 td 0xffffff00025d43a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
softdep_flush() at softdep_flush+0x259
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800019ed30, rbp =3D 0 ---
Tracing command vnlru pid 18 tid 100047 td 0xffffff00025d4740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_slock_hard() at _sx_slock_hard+0x1b7
_sx_slock() at _sx_slock+0xc1
zfs_freebsd_reclaim() at zfs_freebsd_reclaim+0x4a
VOP_RECLAIM_APV() at VOP_RECLAIM_APV+0xb5
vgonel() at vgonel+0x119
vnlru_free() at vnlru_free+0x345
vnlru_proc() at vnlru_proc+0x58e
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000199d30, rbp =3D 0 ---
Tracing command syncer pid 17 tid 100046 td 0xffffff00025d4ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sx_xlock_hard() at _sx_xlock_hard+0x267
_sx_xlock() at _sx_xlock+0xc1
zfs_zget() at zfs_zget+0x20a
zfs_get_data() at zfs_get_data+0x4d
zil_commit() at zil_commit+0x532
zfs_sync() at zfs_sync+0xa6
sync_fsync() at sync_fsync+0x13a
VOP_FSYNC_APV() at VOP_FSYNC_APV+0xb5
sync_vnode() at sync_vnode+0x157
sched_sync() at sched_sync+0x1cc
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000194d30, rbp =3D 0 ---
Tracing command bufdaemon pid 16 tid 100045 td 0xffffff00024d5ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
buf_daemon() at buf_daemon+0x14a
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800018fd30, rbp =3D 0 ---
Tracing command pagezero pid 15 tid 100044 td 0xffffff000253a000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
vm_pagezero() at vm_pagezero+0x73
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800018ad30, rbp =3D 0 ---
Tracing command vmdaemon pid 9 tid 100043 td 0xffffff000253a3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
vm_daemon() at vm_daemon+0x4d
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000185d30, rbp =3D 0 ---
Tracing command pagedaemon pid 8 tid 100042 td 0xffffff000253a740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
vm_pageout() at vm_pageout+0x855
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000180d30, rbp =3D 0 ---
Tracing command xpt_thrd pid 7 tid 100041 td 0xffffff000253aae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
xpt_scanner_thread() at xpt_scanner_thread+0xd5
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800017bd30, rbp =3D 0 ---
Tracing command fdc0 pid 6 tid 100040 td 0xffffff000253b000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
fdc_thread() at fdc_thread+0x774
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000176d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100035 td 0xffffff00023bb740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000153d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100034 td 0xffffff00023bbae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800014ed30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100033 td 0xffffff00024d3000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000149d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100032 td 0xffffff00024d33a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000144d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100030 td 0xffffff00024d3ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000139d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100029 td 0xffffff00024d5000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000134d30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100028 td 0xffffff00024d53a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800012fd30, rbp =3D 0 ---
Tracing command usb pid 14 tid 100027 td 0xffffff00024d5740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
usb_process() at usb_process+0x15f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800012ad30, rbp =3D 0 ---
Tracing command mpt_recovery0 pid 5 tid 100025 td 0xffffff00023b8ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
mpt_recovery_thread() at mpt_recovery_thread+0x251
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800011fd30, rbp =3D 0 ---
Tracing command yarrow pid 13 tid 100011 td 0xffffff00022443a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
random_kthread() at random_kthread+0x1ad
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000051d30, rbp =3D 0 ---
Tracing command g_down pid 4 tid 100009 td 0xffffff0002244ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
g_io_schedule_down() at g_io_schedule_down+0x236
g_down_procbody() at g_down_procbody+0x6f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000043d30, rbp =3D 0 ---
Tracing command g_up pid 3 tid 100008 td 0xffffff0002253000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
g_io_schedule_up() at g_io_schedule_up+0x133
g_up_procbody() at g_up_procbody+0x6f
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800003ed30, rbp =3D 0 ---
Tracing command g_event pid 2 tid 100007 td 0xffffff00022533a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
g_event_procbody() at g_event_procbody+0xa1
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000039d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100039 td 0xffffff000253b3a0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100038 td 0xffffff000253b740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100037 td 0xffffff000253bae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100036 td 0xffffff000253d000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000158d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100026 td 0xffffff00023b8740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100024 td 0xffffff00023b9000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80000d8d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100023 td 0xffffff00023b93a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80000d3d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100022 td 0xffffff00023b9740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100021 td 0xffffff00023b9ae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100020 td 0xffffff00023bb000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800007ed30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100015 td 0xffffff00023b7740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000065d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100014 td 0xffffff00023b7ae0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100012 td 0xffffff00023b83a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000056d30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100006 td 0xffffff0002253740
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100005 td 0xffffff0002243000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800002fd30, rbp =3D 0 ---
Tracing command intr pid 12 tid 100004 td 0xffffff00022433a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
ithread_loop() at ithread_loop+0x246
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800002ad30, rbp =3D 0 ---
Tracing command idle pid 11 tid 100003 td 0xffffff0002243740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
critical_exit() at critical_exit+0xa3
intr_event_handle() at intr_event_handle+0xd7
intr_execute_handlers() at intr_execute_handlers+0x5f
lapic_handle_intr() at lapic_handle_intr+0x37
Xapic_isr1() at Xapic_isr1+0xa4
--- interrupt, rip =3D 0xffffffff80854cb6, rsp =3D 0xffffff8000025b50, =
rbp =3D 0xffffff8000025b60 ---
acpi_cpu_c1() at acpi_cpu_c1+0x6
acpi_cpu_idle() at acpi_cpu_idle+0x1f6
sched_idletd() at sched_idletd+0x123
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000025d30, rbp =3D 0 ---
Tracing command init pid 1 tid 100002 td 0xffffff0002243ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_catch_signals() at sleepq_catch_signals+0x2af
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x309
kern_wait() at kern_wait+0x3f7
wait4() at wait4+0x35
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (7, FreeBSD ELF64, wait4), rip =3D 0x40c49c, rsp =3D =
0x7fffffffe808, rbp =3D 0x401d40 ---
Tracing command audit pid 10 tid 100001 td 0xffffff0002244000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_cv_wait() at _cv_wait+0x17a
audit_worker() at audit_worker+0x77
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800001bd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100097 td 0xffffff0002be8000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021d0ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100095 td 0xffffff00026ad3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021d00d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100094 td 0xffffff00026ad740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cfbd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100091 td 0xffffff00026ac740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cd4d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100086 td 0xffffff00026be740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cbbd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100085 td 0xffffff00026beae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cb6d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100084 td 0xffffff00026bc3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cb1d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100083 td 0xffffff00026bc740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cacd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100082 td 0xffffff00026bcae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ca7d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100081 td 0xffffff00026af740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ca2d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100080 td 0xffffff00026afae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c9dd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100079 td 0xffffff00026e0000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c98d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100078 td 0xffffff00026e03a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c93d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100077 td 0xffffff00026af3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c8ed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100076 td 0xffffff00026e0740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001eed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100075 td 0xffffff00026e0ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c89d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100074 td 0xffffff00026e2000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c84d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100073 td 0xffffff00026e23a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c7fd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100072 td 0xffffff00026e2740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021c7ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100071 td 0xffffff00026aa000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001fdd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100070 td 0xffffff00026aa3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001f8d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100069 td 0xffffff00026aa740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001f3d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100068 td 0xffffff00026aaae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001e9d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100067 td 0xffffff00026ab000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001e4d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100066 td 0xffffff00026ab3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff80001dfd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100065 td 0xffffff00026ab740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ce8d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100064 td 0xffffff00026abae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021ce3d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100063 td 0xffffff00026ac000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cded30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100062 td 0xffffff00026ac3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cd9d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100061 td 0xffffff00026bc000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8021cedd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100031 td 0xffffff00024d3740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800013ed30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100019 td 0xffffff00023bb3a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000079d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100018 td 0xffffff0002253ae0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000074d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100017 td 0xffffff00023b7000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
msleep_spin() at msleep_spin+0x209
taskqueue_thread_loop() at taskqueue_thread_loop+0x62
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800006fd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100016 td 0xffffff00023b73a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800006ad30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100013 td 0xffffff00023b8000
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff800005bd30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100010 td 0xffffff0002244740
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_wait() at sleepq_wait+0x4d
_sleep() at _sleep+0x357
taskqueue_thread_loop() at taskqueue_thread_loop+0xb7
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip =3D 0, rsp =3D 0xffffff8000048d30, rbp =3D 0 ---
Tracing command kernel pid 0 tid 100000 td 0xffffffff80c491a0
sched_switch() at sched_switch+0x154
mi_switch() at mi_switch+0x21d
sleepq_switch() at sleepq_switch+0x123
sleepq_timedwait() at sleepq_timedwait+0x4d
_sleep() at _sleep+0x341
scheduler() at scheduler+0x29c
mi_startup() at mi_startup+0x59
btext() at btext+0x2c
db> panic
pruebazfs3#=20
pruebazfs3# ll
total 116
-rw------- 1 root wheel 3339 Mar 12 11:04 config.txt
-rw------- 1 root wheel 71969 Mar 12 11:04 ddb.txt
-rw------- 1 root wheel 35268 Mar 12 11:04 msgbuf.txt
-rw------- 1 root wheel 13 Mar 12 11:04 panic.txt
-rw------- 1 root wheel 101 Mar 12 11:04 version.txt
pruebazfs3# more msgbuf.txt=20
Copyright (c) 1992-2010 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights =
reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-STABLE #0: Thu Mar 11 15:50:59 UTC 2010
borjam@pruebazfs1:/usr/obj/usr/src/sys/DEBUG amd64
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Core(TM)2 Duo CPU T8100 @ 2.10GHz (2116.61-MHz =
K8-class CPU)
Origin =3D "GenuineIntel" Id =3D 0x10676 Stepping =3D 6
=
Features=3D0xfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,=
MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS>
Features2=3D0x80082201<SSE3,SSSE3,CX16,SSE4.1,<b31>>
AMD Features=3D0x20100800<SYSCALL,NX,LM>
AMD Features2=3D0x1<LAHF>
TSC: P-state invariant
real memory =3D 1073741824 (1024 MB)
avail memory =3D 1015681024 (968 MB)
ACPI APIC Table: <PTLTD APIC >
MADT: Forcing active-low polarity and level trigger for SCI
ioapic0 <Version 1.1> irqs 0-23 on motherboard
kbd1 at kbdmux0
acpi0: <INTEL 440BX> on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
Timecounter "ACPI-safe" frequency 3579545 Hz quality 850
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x1008-0x100b on acpi0
cpu0: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
isab0: <PCI-ISA bridge> at device 7.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel PIIX4 UDMA33 controller> port =
0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0x10c0-0x10cf at device 7.1 on pci0
ata0: <ATA channel 0> on atapci0
ata0: [ITHREAD]
ata1: <ATA channel 1> on atapci0
ata1: [ITHREAD]
pci0: <bridge> at device 7.3 (no driver attached)
pci0: <base peripheral> at device 7.7 (no driver attached)
vgapci0: <VGA-compatible display> port 0x10d0-0x10df mem =
0xd0000000-0xd7ffffff,0xd8000000-0xd87fffff irq 16 at device 15.0 on =
pci0
mpt0: <LSILogic 1030 Ultra4 Adapter> port 0x1400-0x14ff mem =
0xd8820000-0xd883ffff,0xd8800000-0xd881ffff irq 17 at device 16.0 on =
pci0
mpt0: [ITHREAD]
mpt0: MPI Version=3D1.2.0.0
pcib2: <ACPI PCI-PCI bridge> at device 17.0 on pci0
pci2: <ACPI PCI bus> on pcib2
uhci0: <Intel 82371AB/EB (PIIX4) USB controller> port 0x2080-0x209f irq =
18 at device 0.0 on pci2
uhci0: [ITHREAD]
usbus0: <Intel 82371AB/EB (PIIX4) USB controller> on uhci0
em0: <Intel(R) PRO/1000 Network Connection 6.9.14> port 0x2000-0x203f =
mem 0xd8920000-0xd893ffff,0xd8900000-0xd890ffff irq 19 at device 1.0 on =
pci2
em0: Memory Access and/or Bus Master bits were not set!
em0: [FILTER]
em0: Ethernet address: 00:50:56:31:b0:87
pci2: <multimedia, audio> at device 2.0 (no driver attached)
ehci0: <EHCI (generic) USB 2.0 controller> mem 0xd8910000-0xd8910fff irq =
17 at device 3.0 on pci2
ehci0: [ITHREAD]
usbus1: EHCI version 1.0
usbus1: <EHCI (generic) USB 2.0 controller> on ehci0
pcib3: <ACPI PCI-PCI bridge> at device 21.0 on pci0
pci3: <ACPI PCI bus> on pcib3
pcib4: <ACPI PCI-PCI bridge> at device 21.1 on pci0
pci4: <ACPI PCI bus> on pcib4
pcib5: <ACPI PCI-PCI bridge> at device 21.2 on pci0
pci5: <ACPI PCI bus> on pcib5
pcib6: <ACPI PCI-PCI bridge> at device 21.3 on pci0
pci6: <ACPI PCI bus> on pcib6
pcib7: <ACPI PCI-PCI bridge> at device 21.4 on pci0
pci7: <ACPI PCI bus> on pcib7
pcib8: <ACPI PCI-PCI bridge> at device 21.5 on pci0
pci8: <ACPI PCI bus> on pcib8
pcib9: <ACPI PCI-PCI bridge> at device 21.6 on pci0
pci9: <ACPI PCI bus> on pcib9
pcib10: <ACPI PCI-PCI bridge> at device 21.7 on pci0
pci10: <ACPI PCI bus> on pcib10
pcib11: <ACPI PCI-PCI bridge> at device 22.0 on pci0
pci11: <ACPI PCI bus> on pcib11
pcib12: <ACPI PCI-PCI bridge> at device 22.1 on pci0
pci12: <ACPI PCI bus> on pcib12
pcib13: <ACPI PCI-PCI bridge> at device 22.2 on pci0
pci13: <ACPI PCI bus> on pcib13
pcib14: <ACPI PCI-PCI bridge> at device 22.3 on pci0
pci14: <ACPI PCI bus> on pcib14
pcib15: <ACPI PCI-PCI bridge> at device 22.4 on pci0
pci15: <ACPI PCI bus> on pcib15
pcib16: <ACPI PCI-PCI bridge> at device 22.5 on pci0
pci16: <ACPI PCI bus> on pcib16
pcib17: <ACPI PCI-PCI bridge> at device 22.6 on pci0
pci17: <ACPI PCI bus> on pcib17
pcib18: <ACPI PCI-PCI bridge> at device 22.7 on pci0
pci18: <ACPI PCI bus> on pcib18
pcib19: <ACPI PCI-PCI bridge> at device 23.0 on pci0
pci19: <ACPI PCI bus> on pcib19
pcib20: <ACPI PCI-PCI bridge> at device 23.1 on pci0
pci20: <ACPI PCI bus> on pcib20
pcib21: <ACPI PCI-PCI bridge> at device 23.2 on pci0
pci21: <ACPI PCI bus> on pcib21
pcib22: <ACPI PCI-PCI bridge> at device 23.3 on pci0
pci22: <ACPI PCI bus> on pcib22
pcib23: <ACPI PCI-PCI bridge> at device 23.4 on pci0
pci23: <ACPI PCI bus> on pcib23
pcib24: <ACPI PCI-PCI bridge> at device 23.5 on pci0
pci24: <ACPI PCI bus> on pcib24
pcib25: <ACPI PCI-PCI bridge> at device 23.6 on pci0
pci25: <ACPI PCI bus> on pcib25
pcib26: <ACPI PCI-PCI bridge> at device 23.7 on pci0
pci26: <ACPI PCI bus> on pcib26
pcib27: <ACPI PCI-PCI bridge> at device 24.0 on pci0
pci27: <ACPI PCI bus> on pcib27
pcib28: <ACPI PCI-PCI bridge> at device 24.1 on pci0
pci28: <ACPI PCI bus> on pcib28
pcib29: <ACPI PCI-PCI bridge> at device 24.2 on pci0
pci29: <ACPI PCI bus> on pcib29
pcib30: <ACPI PCI-PCI bridge> at device 24.3 on pci0
pci30: <ACPI PCI bus> on pcib30
pcib31: <ACPI PCI-PCI bridge> at device 24.4 on pci0
pci31: <ACPI PCI bus> on pcib31
pcib32: <ACPI PCI-PCI bridge> at device 24.5 on pci0
pci32: <ACPI PCI bus> on pcib32
pcib33: <ACPI PCI-PCI bridge> at device 24.6 on pci0
pci33: <ACPI PCI bus> on pcib33
pcib34: <ACPI PCI-PCI bridge> at device 24.7 on pci0
pci34: <ACPI PCI bus> on pcib34
acpi_acad0: <AC Adapter> on acpi0
atrtc0: <AT realtime clock> port 0x70-0x71 irq 8 on acpi0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: [ITHREAD]
psm0: model IntelliMouse, device ID 3
ppc0: <Parallel port> port 0x378-0x37f irq 7 on acpi0
ppc0: Generic chipset (NIBBLE-only) in COMPATIBLE mode
ppc0: [ITHREAD]
ppbus0: <Parallel port bus> on ppc0
plip0: <PLIP network interface> on ppbus0
plip0: [ITHREAD]
lpt0: <Printer> on ppbus0
lpt0: [ITHREAD]
lpt0: Interrupt-driven port
ppi0: <Parallel I/O> on ppbus0
uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
uart0: [FILTER]
uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0
uart1: [FILTER]
fdc0: <floppy drive controller> port 0x3f0-0x3f5,0x3f7 irq 6 drq 2 on =
acpi0
fdc0: [FILTER]
fd0: <1440-KB 3.5" drive> on fdc0 drive 0
orm0: <ISA Option ROMs> at iomem =
0xc0000-0xc7fff,0xca000-0xcafff,0xdc000-0xdffff,0xe0000-0xe3fff on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=3D0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on =
isa0
acpi_throttle0: <ACPI CPU Throttling> on cpu0
Timecounter "TSC" frequency 2116614775 Hz quality 800
Timecounters tick every 10.000 msec
usbus0: 12Mbps Full Speed USB v1.0
usbus1: 480Mbps High Speed USB v2.0
acd0: CDROM <VMware Virtual IDE CDROM Drive/00000001> at ata1-master =
UDMA33=20
ugen0.1: <Intel> at usbus0
uhub0: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus0
Expensive timeout(9) function: 0xffffffff805c9110(0xffffff00024d5000) =
0.005615797 s
ugen1.1: <(0x15ad)> at usbus1
uhub1: <(0x15ad) EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on =
usbus1
Expensive timeout(9) function: 0xffffffff805c9110(0xffffff00023bbae0) =
0.012154058 s
uhub0: 2 ports with 2 removable, self powered
uhub1: 6 ports with 6 removable, self powered
da0 at mpt0 bus 0 scbus0 target 0 lun 0
da0: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da0: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da0: Command Queueing enabled
da0: 8192MB (16777216 512 byte sectors: 255H 63S/T 1044C)
da1 at mpt0 bus 0 scbus0 target 1 lun 0
da1: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da1: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da1: Command Queueing enabled
da1: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da2 at mpt0 bus 0 scbus0 target 2 lun 0
da2: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da2: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da2: Command Queueing enabled
da2: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da3 at mpt0 bus 0 scbus0 target 3 lun 0
da3: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da3: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da3: Command Queueing enabled
da3: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da4 at mpt0 bus 0 scbus0 target 4 lun 0
da4: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da4: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da4: Command Queueing enabled
da4: 1024MB (2097152 512 byte sectors: 64H 32S/T 1024C)
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
GEOM: da1: corrupt or invalid GPT detected.
GEOM: da1: GPT rejected -- may not be recoverable.
GEOM: da2: corrupt or invalid GPT detected.
GEOM: da2: GPT rejected -- may not be recoverable.
GEOM: da3: corrupt or invalid GPT detected.
GEOM: da3: GPT rejected -- may not be recoverable.
GEOM: da4: corrupt or invalid GPT detected.
GEOM: da4: GPT rejected -- may not be recoverable.
Trying to mount root from ufs:/dev/da0s1a
WARNING: / was not properly dismounted
<118>Setting hostuuid: 564d4950-1450-6307-6f3f-f4dbde2e248d.
<118>Setting hostid: 0x9168d38c.
<118>Entropy harvesting:
<118> interrupts
<118> ethernet
<118> point_to_point
<118> kickstart
<118>.
<118>Starting file system checks:
<118>/dev/da0s1a: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED)
<118>/dev/da0s1a: SUMMARY INFORMATION BAD (SALVAGED)
<118>/dev/da0s1a: BLK(S) MISSING IN BIT MAPS (SALVAGED)
<118>/dev/da0s1a: 26042 files, 1618758 used, 1426289 free (20681 frags, =
175701 blocks, 0.7% fragmentation)
<118>Mounting local file systems:
<118>.
<118>Setting hostname: pruebazfs3
<118>.
<118>Starting Network: lo0 em0.
<118>lo0: flags=3D8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
<118> options=3D3<RXCSUM,TXCSUM>
<118> inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3=20
<118> inet6 ::1 prefixlen 128=20
<118> inet 127.0.0.1 netmask 0xff000000=20
<118> nd6 options=3D3<PERFORMNUD,ACCEPT_RTADV>
<118>em0: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
<118> options=3D9b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM>
<118> ether 00:50:56:31:b0:87
<118> inet 172.16.2.118 netmask 0xffff0000 broadcast 172.16.255.255
<118> media: Ethernet autoselect (1000baseT <full-duplex>)
<118> status: active
<118>add net default: gateway 172.16.0.2
<118>Starting devd.
<118>Creating and/or trimming log files
<118>.
<118>Starting syslogd.
<118>No core dumps found.
<118>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
<118>32-bit compatibility ldconfig path: /usr/lib32
<118>Clearing /tmp (X related).
<118>Updating motd:
<118>.
<118>Configuring syscons:
<118> blanktime
<118>.
<118>Starting sshd.
<118>Starting cron.
<118>Starting background file system checks in 60 seconds.
<118>
<118>Fri Mar 12 08:52:42 UTC 2010
<118>Mar 12 09:02:55 pruebazfs3 su: borjam to root on /dev/pts/1
<118>Mar 12 09:03:03 pruebazfs3 su: borjam to root on /dev/pts/2
ZFS NOTICE: Prefetch is disabled by default if less than 4GB of RAM is =
present;
to enable, add "vfs.zfs.prefetch_disable=3D0" to =
/boot/loader.conf.
ZFS WARNING: Recommended minimum kmem_size is 512MB; expect unstable =
behavior.
Consider tuning vm.kmem_size and vm.kmem_size_max
in /boot/loader.conf.
ZFS filesystem version 3
ZFS storage pool version 14
GEOM: da1: corrupt or invalid GPT detected.
GEOM: da1: GPT rejected -- may not be recoverable.
GEOM: da2: corrupt or invalid GPT detected.
GEOM: da2: GPT rejected -- may not be recoverable.
GEOM: da3: corrupt or invalid GPT detected.
GEOM: da3: GPT rejected -- may not be recoverable.
GEOM: da4: corrupt or invalid GPT detected.
GEOM: da4: GPT rejected -- may not be recoverable.
<118>Mar 12 09:34:35 pruebazfs3 shutdown: reboot by borjam:=20
<118>Stopping cron.
<118>Stopping sshd.
<118>Stopping devd.
<118>Writing entropy file:
<118>.
<118>Terminated
<118>.
<118>Mar 12 09:34:39 pruebazfs3 syslogd: exiting on signal 15
<118>Mar 12 09:34:59 init: some processes would not die; ps axl advised
Waiting (max 60 seconds) for system process `vnlru' to stop...done
Waiting (max 60 seconds) for system process `bufdaemon' to stop...done
Waiting (max 60 seconds) for system process `syncer' to stop...
Syncing disks, vnodes remaining...2 0 0 0 done
All buffers synced.
lock order reversal:
1st 0xffffff0002561308 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1204
2nd 0xffffff0002561cc8 devfs (devfs) @ =
/usr/src/sys/kern/vfs_subr.c:2091
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x81e
__lockmgr_args() at __lockmgr_args+0xd31
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
vget() at vget+0x7b
devfs_allocv() at devfs_allocv+0x100
devfs_root() at devfs_root+0x48
dounmount() at dounmount+0x474
vfs_unmountall() at vfs_unmountall+0x54
boot() at boot+0x7d3
reboot() at reboot+0x68
syscall() at syscall+0x118
Xfast_syscall() at Xfast_syscall+0xe1
--- syscall (55, FreeBSD ELF64, reboot), rip =3D 0x40892c, rsp =3D =
0x7fffffffe738, rbp =3D 0x4023d0 ---
Uptime: 42m50s
Rebooting...
Copyright (c) 1992-2010 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights =
reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-STABLE #0: Thu Mar 11 15:50:59 UTC 2010
borjam@pruebazfs1:/usr/obj/usr/src/sys/DEBUG amd64
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Core(TM)2 Duo CPU T8100 @ 2.10GHz (2158.56-MHz =
K8-class CPU)
Origin =3D "GenuineIntel" Id =3D 0x10676 Stepping =3D 6
=
Features=3D0xfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,=
MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS>
Features2=3D0x80082201<SSE3,SSSE3,CX16,SSE4.1,<b31>>
AMD Features=3D0x20100800<SYSCALL,NX,LM>
AMD Features2=3D0x1<LAHF>
TSC: P-state invariant
real memory =3D 1073741824 (1024 MB)
avail memory =3D 1015681024 (968 MB)
ACPI APIC Table: <PTLTD APIC >
MADT: Forcing active-low polarity and level trigger for SCI
ioapic0 <Version 1.1> irqs 0-23 on motherboard
kbd1 at kbdmux0
acpi0: <INTEL 440BX> on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
Timecounter "ACPI-safe" frequency 3579545 Hz quality 850
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x1008-0x100b on acpi0
cpu0: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pcib1: <ACPI PCI-PCI bridge> at device 1.0 on pci0
pci1: <ACPI PCI bus> on pcib1
isab0: <PCI-ISA bridge> at device 7.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <Intel PIIX4 UDMA33 controller> port =
0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0x10c0-0x10cf at device 7.1 on pci0
ata0: <ATA channel 0> on atapci0
ata0: [ITHREAD]
ata1: <ATA channel 1> on atapci0
ata1: [ITHREAD]
pci0: <bridge> at device 7.3 (no driver attached)
pci0: <base peripheral> at device 7.7 (no driver attached)
vgapci0: <VGA-compatible display> port 0x10d0-0x10df mem =
0xd0000000-0xd7ffffff,0xd8000000-0xd87fffff irq 16 at device 15.0 on =
pci0
mpt0: <LSILogic 1030 Ultra4 Adapter> port 0x1400-0x14ff mem =
0xd8820000-0xd883ffff,0xd8800000-0xd881ffff irq 17 at device 16.0 on =
pci0
mpt0: [ITHREAD]
mpt0: MPI Version=3D1.2.0.0
pcib2: <ACPI PCI-PCI bridge> at device 17.0 on pci0
pci2: <ACPI PCI bus> on pcib2
uhci0: <Intel 82371AB/EB (PIIX4) USB controller> port 0x2080-0x209f irq =
18 at device 0.0 on pci2
uhci0: [ITHREAD]
usbus0: <Intel 82371AB/EB (PIIX4) USB controller> on uhci0
em0: <Intel(R) PRO/1000 Network Connection 6.9.14> port 0x2000-0x203f =
mem 0xd8920000-0xd893ffff,0xd8900000-0xd890ffff irq 19 at device 1.0 on =
pci2
em0: Memory Access and/or Bus Master bits were not set!
em0: [FILTER]
em0: Ethernet address: 00:50:56:31:b0:87
pci2: <multimedia, audio> at device 2.0 (no driver attached)
ehci0: <EHCI (generic) USB 2.0 controller> mem 0xd8910000-0xd8910fff irq =
17 at device 3.0 on pci2
ehci0: [ITHREAD]
usbus1: EHCI version 1.0
usbus1: <EHCI (generic) USB 2.0 controller> on ehci0
pcib3: <ACPI PCI-PCI bridge> at device 21.0 on pci0
pci3: <ACPI PCI bus> on pcib3
pcib4: <ACPI PCI-PCI bridge> at device 21.1 on pci0
pci4: <ACPI PCI bus> on pcib4
pcib5: <ACPI PCI-PCI bridge> at device 21.2 on pci0
pci5: <ACPI PCI bus> on pcib5
pcib6: <ACPI PCI-PCI bridge> at device 21.3 on pci0
pci6: <ACPI PCI bus> on pcib6
pcib7: <ACPI PCI-PCI bridge> at device 21.4 on pci0
pci7: <ACPI PCI bus> on pcib7
pcib8: <ACPI PCI-PCI bridge> at device 21.5 on pci0
pci8: <ACPI PCI bus> on pcib8
pcib9: <ACPI PCI-PCI bridge> at device 21.6 on pci0
pci9: <ACPI PCI bus> on pcib9
pcib10: <ACPI PCI-PCI bridge> at device 21.7 on pci0
pci10: <ACPI PCI bus> on pcib10
pcib11: <ACPI PCI-PCI bridge> at device 22.0 on pci0
pci11: <ACPI PCI bus> on pcib11
pcib12: <ACPI PCI-PCI bridge> at device 22.1 on pci0
pci12: <ACPI PCI bus> on pcib12
pcib13: <ACPI PCI-PCI bridge> at device 22.2 on pci0
pci13: <ACPI PCI bus> on pcib13
pcib14: <ACPI PCI-PCI bridge> at device 22.3 on pci0
pci14: <ACPI PCI bus> on pcib14
pcib15: <ACPI PCI-PCI bridge> at device 22.4 on pci0
pci15: <ACPI PCI bus> on pcib15
pcib16: <ACPI PCI-PCI bridge> at device 22.5 on pci0
pci16: <ACPI PCI bus> on pcib16
pcib17: <ACPI PCI-PCI bridge> at device 22.6 on pci0
pci17: <ACPI PCI bus> on pcib17
pcib18: <ACPI PCI-PCI bridge> at device 22.7 on pci0
pci18: <ACPI PCI bus> on pcib18
pcib19: <ACPI PCI-PCI bridge> at device 23.0 on pci0
pci19: <ACPI PCI bus> on pcib19
pcib20: <ACPI PCI-PCI bridge> at device 23.1 on pci0
pci20: <ACPI PCI bus> on pcib20
pcib21: <ACPI PCI-PCI bridge> at device 23.2 on pci0
pci21: <ACPI PCI bus> on pcib21
pcib22: <ACPI PCI-PCI bridge> at device 23.3 on pci0
pci22: <ACPI PCI bus> on pcib22
pcib23: <ACPI PCI-PCI bridge> at device 23.4 on pci0
pci23: <ACPI PCI bus> on pcib23
pcib24: <ACPI PCI-PCI bridge> at device 23.5 on pci0
pci24: <ACPI PCI bus> on pcib24
pcib25: <ACPI PCI-PCI bridge> at device 23.6 on pci0
pci25: <ACPI PCI bus> on pcib25
pcib26: <ACPI PCI-PCI bridge> at device 23.7 on pci0
pci26: <ACPI PCI bus> on pcib26
pcib27: <ACPI PCI-PCI bridge> at device 24.0 on pci0
pci27: <ACPI PCI bus> on pcib27
pcib28: <ACPI PCI-PCI bridge> at device 24.1 on pci0
pci28: <ACPI PCI bus> on pcib28
pcib29: <ACPI PCI-PCI bridge> at device 24.2 on pci0
pci29: <ACPI PCI bus> on pcib29
pcib30: <ACPI PCI-PCI bridge> at device 24.3 on pci0
pci30: <ACPI PCI bus> on pcib30
pcib31: <ACPI PCI-PCI bridge> at device 24.4 on pci0
pci31: <ACPI PCI bus> on pcib31
pcib32: <ACPI PCI-PCI bridge> at device 24.5 on pci0
pci32: <ACPI PCI bus> on pcib32
pcib33: <ACPI PCI-PCI bridge> at device 24.6 on pci0
pci33: <ACPI PCI bus> on pcib33
pcib34: <ACPI PCI-PCI bridge> at device 24.7 on pci0
pci34: <ACPI PCI bus> on pcib34
acpi_acad0: <AC Adapter> on acpi0
atrtc0: <AT realtime clock> port 0x70-0x71 irq 8 on acpi0
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
psm0: <PS/2 Mouse> irq 12 on atkbdc0
psm0: [GIANT-LOCKED]
psm0: [ITHREAD]
psm0: model IntelliMouse, device ID 3
ppc0: <Parallel port> port 0x378-0x37f irq 7 on acpi0
ppc0: Generic chipset (NIBBLE-only) in COMPATIBLE mode
ppc0: [ITHREAD]
ppbus0: <Parallel port bus> on ppc0
plip0: <PLIP network interface> on ppbus0
plip0: [ITHREAD]
lpt0: <Printer> on ppbus0
lpt0: [ITHREAD]
lpt0: Interrupt-driven port
ppi0: <Parallel I/O> on ppbus0
uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
uart0: [FILTER]
uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0
uart1: [FILTER]
fdc0: <floppy drive controller> port 0x3f0-0x3f5,0x3f7 irq 6 drq 2 on =
acpi0
fdc0: [FILTER]
fd0: <1440-KB 3.5" drive> on fdc0 drive 0
orm0: <ISA Option ROMs> at iomem =
0xc0000-0xc7fff,0xca000-0xcafff,0xdc000-0xdffff,0xe0000-0xe3fff on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=3D0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on =
isa0
acpi_throttle0: <ACPI CPU Throttling> on cpu0
Timecounter "TSC" frequency 2158561733 Hz quality 800
Timecounters tick every 10.000 msec
usbus0: 12Mbps Full Speed USB v1.0
usbus1: 480Mbps High Speed USB v2.0
Expensive timeout(9) function: 0xffffffff805edf70(0) 0.002324038 s
ugen0.1: <Intel> at usbus0
uhub0: <Intel UHCI root HUB, class 9/0, rev 1.00/1.00, addr 1> on usbus0
Expensive timeout(9) function: 0xffffffff805c9110(0xffffff00024d5000) =
0.005129981 s
ugen1.1: <(0x15ad)> at usbus1
uhub1: <(0x15ad) EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on =
usbus1
acd0: CDROM <VMware Virtual IDE CDROM Drive/00000001> at ata1-master =
UDMA33=20
uhub0: 2 ports with 2 removable, self powered
uhub1: 6 ports with 6 removable, self powered
da0 at mpt0 bus 0 scbus0 target 0 lun 0
da0: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da0: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da0: Command Queueing enabled
da0: 8192MB (16777216 512 byte sectors: 255H 63S/T 1044C)
da1 at mpt0 bus 0 scbus0 target 1 lun 0
da1: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da1: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da1: Command Queueing enabled
da1: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da2 at mpt0 bus 0 scbus0 target 2 lun 0
da2: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da2: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da2: Command Queueing enabled
da2: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da3 at mpt0 bus 0 scbus0 target 3 lun 0
da3: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da3: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da3: Command Queueing enabled
da3: 4096MB (8388608 512 byte sectors: 255H 63S/T 522C)
da4 at mpt0 bus 0 scbus0 target 4 lun 0
da4: <VMware, VMware Virtual S 1.0> Fixed Direct Access SCSI-2 device=20
da4: 320.000MB/s transfers (160.000MHz, offset 127, 16bit)
da4: Command Queueing enabled
da4: 1024MB (2097152 512 byte sectors: 64H 32S/T 1024C)
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
Expensive timeout(9) function: 0xffffffff808862e0(0xffffffff80e67f00) =
0.005847391 s
GEOM: da1: corrupt or invalid GPT detected.
GEOM: da1: GPT rejected -- may not be recoverable.
GEOM: da2: corrupt or invalid GPT detected.
GEOM: da2: GPT rejected -- may not be recoverable.
GEOM: da3: corrupt or invalid GPT detected.
GEOM: da3: GPT rejected -- may not be recoverable.
GEOM: da4: corrupt or invalid GPT detected.
GEOM: da4: GPT rejected -- may not be recoverable.
Trying to mount root from ufs:/dev/da0s1a
<118>Setting hostuuid: 564d4950-1450-6307-6f3f-f4dbde2e248d.
<118>Setting hostid: 0x9168d38c.
ZFS NOTICE: Prefetch is disabled by default if less than 4GB of RAM is =
present;
to enable, add "vfs.zfs.prefetch_disable=3D0" to =
/boot/loader.conf.
ZFS WARNING: Recommended minimum kmem_size is 512MB; expect unstable =
behavior.
Consider tuning vm.kmem_size and vm.kmem_size_max
in /boot/loader.conf.
ZFS filesystem version 3
ZFS storage pool version 14
GEOM: da1: corrupt or invalid GPT detected.
GEOM: da1: GPT rejected -- may not be recoverable.
GEOM: da2: corrupt or invalid GPT detected.
GEOM: da2: GPT rejected -- may not be recoverable.
GEOM: da3: corrupt or invalid GPT detected.
GEOM: da3: GPT rejected -- may not be recoverable.
GEOM: da4: corrupt or invalid GPT detected.
GEOM: da4: GPT rejected -- may not be recoverable.
<118>Entropy harvesting:
<118> interrupts
<118> ethernet
<118> point_to_point
<118> kickstart
<118>.
<118>Starting file system checks:
<118>/dev/da0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS
<118>/dev/da0s1a: clean, 1375746 free (20682 frags, 169383 blocks, 0.7% =
fragmentation)
<118>Mounting local file systems:
<118>.
<118>Setting hostname: pruebazfs3
<118>.
<118>Starting Network: lo0 em0.
<118>lo0: flags=3D8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
<118> options=3D3<RXCSUM,TXCSUM>
<118> inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3=20
<118> inet6 ::1 prefixlen 128=20
<118> inet 127.0.0.1 netmask 0xff000000=20
<118> nd6 options=3D3<PERFORMNUD,ACCEPT_RTADV>
<118>em0: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
<118> options=3D9b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM>
<118> ether 00:50:56:31:b0:87
<118> inet 172.16.2.118 netmask 0xffff0000 broadcast 172.16.255.255
<118> media: Ethernet autoselect (1000baseT <full-duplex>)
<118> status: active
<118>add net default: gateway 172.16.0.2
<118>Starting devd.
<118>Creating and/or trimming log files
<118>.
<118>Starting syslogd.
<118>No core dumps found.
<118>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
<118>32-bit compatibility ldconfig path: /usr/lib32
<118>Clearing /tmp (X related).
<118>Updating motd:
<118>.
<118>Configuring syscons:
<118> blanktime
<118>.
<118>Starting sshd.
<118>Starting cron.
<118>Starting background file system checks in 60 seconds.
<118>
<118>Fri Mar 12 09:36:13 UTC 2010
Expensive timeout(9) function: 0xffffffff80329650(0xffffff800026a000) =
0.007047822 s
<118>Mar 12 09:40:35 pruebazfs3 sshd[1005]: error: PAM: authentication =
error for borjam from 172.16.1.204
<118>Mar 12 09:40:40 pruebazfs3 su: borjam to root on /dev/pts/0
Expensive timeout(9) function: 0xffffffff808862e0(0xffffffff80e67f00) =
0.008521194 s
Expensive timeout(9) function: 0xffffffff80329650(0xffffff800026a000) =
0.013145804 s
<118>Mar 12 10:30:20 pruebazfs3 su: borjam to root on /dev/pts/1
Expensive timeout(9) function: 0xffffffff804ae7e0(0xffffff8000261000) =
0.017813995 s
KDB: enter: sysctl debug.kdb.enter
exclusive sleep mutex Giant (Giant) r =3D 0 (0xffffffff80c4bb40) locked =
@ /usr/src/sys/kern/kern_sysctl.c:1417
shared sx sysctl lock (sysctl lock) r =3D 0 (0xffffffff80c4c4c0) locked =
@ /usr/src/sys/kern/kern_sysctl.c:1521
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001dc8da58) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
exclusive lockmgr ufs (ufs) r =3D 0 (0xffffff00026dbcc8) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff002b9677e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
shared lockmgr ufs (ufs) r =3D 0 (0xffffff0002b8f7e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001de647e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff002bd407e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
shared lockmgr zfs (zfs) r =3D 0 (0xffffff002bce2308) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
exclusive sx so_rcv_sx (so_rcv_sx) r =3D 0 (0xffffff002bbf9648) locked @ =
/usr/src/sys/kern/uipc_sockbuf.c:148
shared lockmgr zfs (zfs) r =3D 0 (0xffffff001da92a58) locked @ =
/usr/src/sys/kern/vfs_vnops.c:536
exclusive sx so_rcv_sx (so_rcv_sx) r =3D 0 (0xffffff0002c01648) locked @ =
/usr/src/sys/kern/uipc_sockbuf.c:148
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001d9d47e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
exclusive lockmgr syncer (syncer) r =3D 0 (0xffffff000269b7e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:1701
0xffffff0002b8f750: tag ufs, type VDIR
usecount 1, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xffffff000267d288 ref 0 pages 1
lock type ufs: SHARED (count 1)
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff807beb8c at ffs_lock+0x9c
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff80625c7f at kern_statat_vnhook+0x8f
#11 0xffffffff80625e25 at kern_statat+0x15
#12 0xffffffff80625fca at stat+0x2a
#13 0xffffffff80877238 at syscall+0x118
#14 0xffffffff8085d651 at Xfast_syscall+0xe1
ino 188426, on dev da0s1a
0xffffff00026dbc30: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xffffff0002ba9ca8 ref 0 pages 1
lock type ufs: EXCL by thread 0xffffff001d84c000 (pid 4088)
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff807beb8c at ffs_lock+0x9c
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062d892 at vn_open_cred+0xc2
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
ino 188436, on dev da0s1a
0xffffff000269b750: tag syncer, type VNON
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type syncer: EXCL by thread 0xffffff00025d4ae0 (pid 17)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff80623050 at sync_vnode+0x130
#5 0xffffffff806232dc at sched_sync+0x1cc
#6 0xffffffff80566b6a at fork_exit+0x12a
#7 0xffffffff8085d84e at fork_trampoline+0xe
0xffffff002bce2270: tag zfs, type VDIR
usecount 3, writecount 0, refcount 4 mountedhere 0
flags ()
lock type zfs: SHARED (count 1)
with exclusive waiters pending
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062a727 at kern_fchownat+0xa7
#11 0xffffffff8062a7e4 at kern_lchown+0x24
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff002bd40750: tag zfs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type zfs: EXCL by thread 0xffffff0002ef0740 (pid 4053)
with shared waiters pending
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062d892 at vn_open_cred+0xc2
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001de64750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001ab5f5e8 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff0002ef0740 (pid 4053)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
#5 0xffffffff81281445 at zfs_znode_cache_constructor+0x35
#6 0xffffffff812824a9 at zfs_znode_alloc+0x39
#7 0xffffffff81283104 at zfs_mknode+0x204
#8 0xffffffff812a48f4 at zfs_freebsd_create+0x594
#9 0xffffffff808cc333 at VOP_CREATE_APV+0xb3
#10 0xffffffff8062dc43 at vn_open_cred+0x473
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001d9d4750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001df7c6c0 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff00025d4740 (pid 18)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff8062427e at vnlru_proc+0x58e
#5 0xffffffff80566b6a at fork_exit+0x12a
#6 0xffffffff8085d84e at fork_trampoline+0xe
0xffffff002b967750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001dd251b0 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff001d84aae0 (pid 4076)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
#5 0xffffffff807b9f9f at ffs_vgetf+0xdf
#6 0xffffffff807c49a6 at ufs_lookup_+0xb46
#7 0xffffffff808ca24f at VOP_CACHEDLOOKUP_APV+0xaf
#8 0xffffffff8060ef70 at vfs_cache_lookup+0xf0
#9 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#10 0xffffffff80615bc3 at lookup+0x3d3
#11 0xffffffff80616b99 at namei+0x4a9
#12 0xffffffff80625c7f at kern_statat_vnhook+0x8f
#13 0xffffffff80625e25 at kern_statat+0x15
#14 0xffffffff80625fca at stat+0x2a
#15 0xffffffff80877238 at syscall+0x118
#16 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001dc8d9c0: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001d83bca8 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff001d84c000 (pid 4088)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
<118>Starting background file system checks in 60 seconds.
<118>
<118>Fri Mar 12 09:36:13 UTC 2010
Expensive timeout(9) function: 0xffffffff80329650(0xffffff800026a000) =
0.00704782
2 s
<118>Mar 12 09:40:35 pruebazfs3 sshd[1005]: error: PAM: authentication =
error for
borjam from 172.16.1.204
<118>Mar 12 09:40:40 pruebazfs3 su: borjam to root on /dev/pts/0
Expensive timeout(9) function: 0xffffffff808862e0(0xffffffff80e67f00) =
0.00852119
4 s
Expensive timeout(9) function: 0xffffffff80329650(0xffffff800026a000) =
0.01314580
4 s
<118>Mar 12 10:30:20 pruebazfs3 su: borjam to root on /dev/pts/1
Expensive timeout(9) function: 0xffffffff804ae7e0(0xffffff8000261000) =
0.01781399
5 s
KDB: enter: sysctl debug.kdb.enter
exclusive sleep mutex Giant (Giant) r =3D 0 (0xffffffff80c4bb40) locked =
@ /usr/src
/sys/kern/kern_sysctl.c:1417
shared sx sysctl lock (sysctl lock) r =3D 0 (0xffffffff80c4c4c0) locked =
@ /usr/src
/sys/kern/kern_sysctl.c:1521
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001dc8da58) locked @ =
/usr/src/sys/ker
n/vfs_subr.c:888
exclusive lockmgr ufs (ufs) r =3D 0 (0xffffff00026dbcc8) locked @ =
/usr/src/sys/ker
n/vfs_subr.c:2091
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff002b9677e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
shared lockmgr ufs (ufs) r =3D 0 (0xffffff0002b8f7e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001de647e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff002bd407e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
shared lockmgr zfs (zfs) r =3D 0 (0xffffff002bce2308) locked @ =
/usr/src/sys/kern/vfs_subr.c:2091
exclusive sx so_rcv_sx (so_rcv_sx) r =3D 0 (0xffffff002bbf9648) locked @ =
/usr/src/sys/kern/uipc_sockbuf.c:148
shared lockmgr zfs (zfs) r =3D 0 (0xffffff001da92a58) locked @ =
/usr/src/sys/kern/vfs_vnops.c:536
exclusive sx so_rcv_sx (so_rcv_sx) r =3D 0 (0xffffff0002c01648) locked @ =
/usr/src/sys/kern/uipc_sockbuf.c:148
exclusive lockmgr zfs (zfs) r =3D 0 (0xffffff001d9d47e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:888
exclusive lockmgr syncer (syncer) r =3D 0 (0xffffff000269b7e8) locked @ =
/usr/src/sys/kern/vfs_subr.c:1701
0xffffff0002b8f750: tag ufs, type VDIR
usecount 1, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xffffff000267d288 ref 0 pages 1
lock type ufs: SHARED (count 1)
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff807beb8c at ffs_lock+0x9c
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff80625c7f at kern_statat_vnhook+0x8f
#11 0xffffffff80625e25 at kern_statat+0x15
#12 0xffffffff80625fca at stat+0x2a
#13 0xffffffff80877238 at syscall+0x118
#14 0xffffffff8085d651 at Xfast_syscall+0xe1
ino 188426, on dev da0s1a
0xffffff00026dbc30: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xffffff0002ba9ca8 ref 0 pages 1
lock type ufs: EXCL by thread 0xffffff001d84c000 (pid 4088)
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff807beb8c at ffs_lock+0x9c
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062d892 at vn_open_cred+0xc2
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
ino 188436, on dev da0s1a
0xffffff000269b750: tag syncer, type VNON
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type syncer: EXCL by thread 0xffffff00025d4ae0 (pid 17)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff80623050 at sync_vnode+0x130
#5 0xffffffff806232dc at sched_sync+0x1cc
#6 0xffffffff80566b6a at fork_exit+0x12a
#7 0xffffffff8085d84e at fork_trampoline+0xe
0xffffff002bce2270: tag zfs, type VDIR
usecount 3, writecount 0, refcount 4 mountedhere 0
flags ()
lock type zfs: SHARED (count 1)
with exclusive waiters pending
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062a727 at kern_fchownat+0xa7
#11 0xffffffff8062a7e4 at kern_lchown+0x24
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff002bd40750: tag zfs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type zfs: EXCL by thread 0xffffff0002ef0740 (pid 4053)
with shared waiters pending
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062176b at vget+0x7b
#5 0xffffffff8060ec20 at cache_lookup+0x4e0
#6 0xffffffff8060ef40 at vfs_cache_lookup+0xc0
#7 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#8 0xffffffff80615bc3 at lookup+0x3d3
#9 0xffffffff80616b99 at namei+0x4a9
#10 0xffffffff8062d892 at vn_open_cred+0xc2
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001de64750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001ab5f5e8 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff0002ef0740 (pid 4053)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
#5 0xffffffff81281445 at zfs_znode_cache_constructor+0x35
#6 0xffffffff812824a9 at zfs_znode_alloc+0x39
#7 0xffffffff81283104 at zfs_mknode+0x204
#8 0xffffffff812a48f4 at zfs_freebsd_create+0x594
#9 0xffffffff808cc333 at VOP_CREATE_APV+0xb3
#10 0xffffffff8062dc43 at vn_open_cred+0x473
#11 0xffffffff8062bc59 at kern_openat+0x179
#12 0xffffffff80877238 at syscall+0x118
#13 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001d9d4750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001df7c6c0 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff00025d4740 (pid 18)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff8062427e at vnlru_proc+0x58e
#5 0xffffffff80566b6a at fork_exit+0x12a
#6 0xffffffff8085d84e at fork_trampoline+0xe
0xffffff002b967750: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001dd251b0 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff001d84aae0 (pid 4076)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
#5 0xffffffff807b9f9f at ffs_vgetf+0xdf
#6 0xffffffff807c49a6 at ufs_lookup_+0xb46
#7 0xffffffff808ca24f at VOP_CACHEDLOOKUP_APV+0xaf
#8 0xffffffff8060ef70 at vfs_cache_lookup+0xf0
#9 0xffffffff808cc4a7 at VOP_LOOKUP_APV+0xb7
#10 0xffffffff80615bc3 at lookup+0x3d3
#11 0xffffffff80616b99 at namei+0x4a9
#12 0xffffffff80625c7f at kern_statat_vnhook+0x8f
#13 0xffffffff80625e25 at kern_statat+0x15
#14 0xffffffff80625fca at stat+0x2a
#15 0xffffffff80877238 at syscall+0x118
#16 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001dc8d9c0: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOOMED)
v_object 0xffffff001d83bca8 ref 0 pages 0
lock type zfs: EXCL by thread 0xffffff001d84c000 (pid 4088)
#0 0xffffffff80579017 at __lockmgr_args+0x777
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062388b at vnlru_free+0x20b
#4 0xffffffff80623c8f at getnewvnode+0x24f
#5 0xffffffff807b9f9f at ffs_vgetf+0xdf
#6 0xffffffff8079fc74 at ffs_valloc+0x174
#7 0xffffffff807c9e5c at ufs_makeinode+0x8c
#8 0xffffffff808cc333 at VOP_CREATE_APV+0xb3
#9 0xffffffff8062dc43 at vn_open_cred+0x473
#10 0xffffffff8062bc59 at kern_openat+0x179
#11 0xffffffff80877238 at syscall+0x118
#12 0xffffffff8085d651 at Xfast_syscall+0xe1
0xffffff001da929c0: tag zfs, type VREG
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
v_object 0xffffff002bfc5000 ref 0 pages 0
lock type zfs: SHARED (count 1)
#0 0xffffffff80578d8f at __lockmgr_args+0x4ef
#1 0xffffffff80611109 at vop_stdlock+0x39
#2 0xffffffff808cb5cb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8062e047 at _vn_lock+0x57
#4 0xffffffff8062f8d7 at vn_read+0x1c7
#5 0xffffffff805d53b1 at dofileread+0xa1
#6 0xffffffff805d56e0 at kern_readv+0x60
#7 0xffffffff805d57e5 at read+0x55
#8 0xffffffff80877238 at syscall+0x118
#9 0xffffffff8085d651 at Xfast_syscall+0xe1
panic: from debugger
cpuid =3D 0
Uptime: 1h28m29s
pruebazfs3# =20
pruebazfs3#=20
pruebazfs3#=20
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?27A6DF40-2EA8-4CFC-9E42-DD995E2F9342>