Date: Tue, 23 Oct 2007 12:30:03 GMT From: "Oleg Derevenetz" <oleg@vsi.ru> To: freebsd-bugs@FreeBSD.org Subject: Re: kern/104406: [ufs] Processes get stuck in "ufs" state under persistent CPU load Message-ID: <200710231230.l9NCU3Cx063003@freefall.freebsd.org>
next in thread | raw e-mail | index | archive | help
The following reply was made to PR kern/104406; it has been noted by GNATS.
From: "Oleg Derevenetz" <oleg@vsi.ru>
To: <bug-followup@FreeBSD.org>, "Kostik Belousov" <kostikbel@gmail.com>
Cc:
Subject: Re: kern/104406: [ufs] Processes get stuck in "ufs" state under persistent CPU load
Date: Tue, 23 Oct 2007 16:19:57 +0400
OK, here is information grabbed from ddb for the another "hang" case including ps output:
db> show pcpu
cpuid = 1
curthread = 0xc7ce3900: pid 12 "idle: cpu1"
curpcb = 0xe68e7d90
fpcurthread = none
idlethread = 0xc7ce3900: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
exclusive spin mutex sio r = 0 (0xc07df9c0) locked @ /usr/src/sys/dev/sio/sio.c:1390
db> show allpcpu
Current CPU: 1
cpuid = 0
curthread = 0xc7ce3a80: pid 13 "idle: cpu0"
curpcb = 0xe68ead90
fpcurthread = none
idlethread = 0xc7ce3a80: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc7ce3900: pid 12 "idle: cpu1"
curpcb = 0xe68e7d90
fpcurthread = none
idlethread = 0xc7ce3900: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
exclusive spin mutex sio r = 0 (0xc07df9c0) locked @ /usr/src/sys/dev/sio/sio.c:1390
cpuid = 2
curthread = 0xc7ce3780: pid 11 "idle: cpu2"
curpcb = 0xe68e4d90
fpcurthread = none
idlethread = 0xc7ce3780: pid 11 "idle: cpu2"
APIC ID = 2
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc7ce3600: pid 10 "idle: cpu3"
curpcb = 0xe68e1d90
fpcurthread = none
idlethread = 0xc7ce3600: pid 10 "idle: cpu3"
APIC ID = 3
currentldt = 0x50
spin locks held:
db> show locks
exclusive spin mutex sio r = 0 (0xc07df9c0) locked @ /usr/src/sys/dev/sio/sio.c:1390
db> show alllocks
db> show lockedvnods
Locked vnodes
0xc820f414: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags (VV_ROOT)
lock type ufs: EXCL (count 1) by thread 0xc7e05600 (pid 894) with 1 pending#0 0xc054901d at lockmgr+0x4ed
#1 0xc0662f0e at ffs_lock+0x76
#2 0xc06d8ba7 at VOP_LOCK_APV+0x87
#3 0xc05b884c at vn_lock+0xac
#4 0xc05ac6f2 at vget+0xbe
#5 0xc05a43d9 at vfs_hash_get+0x8d
#6 0xc0661c77 at ffs_vget+0x27
#7 0xc066b065 at ufs_root+0x19
#8 0xc05a58fc at lookup+0x7c8
#9 0xc05a4e92 at namei+0x39a
#10 0xc053c321 at do_execve+0x159
#11 0xc053c168 at kern_execve+0x74
#12 0xc053c0ce at execve+0x32
#13 0xc06c615b at syscall+0x25b
#14 0xc06b17bf at Xint0x80_syscall+0x1f
ino 2, on dev da0s1d
0xc824815c: tag ufs, type VDIR
usecount 1, writecount 0, refcount 4 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc84e8180 (pid 891) with 1 pending#0 0xc054901d at lockmgr+0x4ed
#1 0xc0662f0e at ffs_lock+0x76
#2 0xc06d8ba7 at VOP_LOCK_APV+0x87
#3 0xc05b884c at vn_lock+0xac
#4 0xc05ac6f2 at vget+0xbe
#5 0xc05a0e6e at cache_lookup+0x34a
#6 0xc05a13a2 at vfs_cache_lookup+0x92
#7 0xc06d6c67 at VOP_LOOKUP_APV+0x87
#8 0xc05a55d8 at lookup+0x4a4
#9 0xc05a4e92 at namei+0x39a
#10 0xc053c321 at do_execve+0x159
#11 0xc053c168 at kern_execve+0x74
#12 0xc053c0ce at execve+0x32
#13 0xc06c615b at syscall+0x25b
#14 0xc06b17bf at Xint0x80_syscall+0x1f
ino 518144, on dev da0s1d
0xc98dc414: tag ufs, type VREG
usecount 2, writecount 0, refcount 3 mountedhere 0
flags (VV_TEXT)
v_object 0xc9752294 ref 1 pages 4
lock type ufs: EXCL (count 1) by thread 0xc8150480 (pid 806)#0 0xc054901d at lockmgr+0x4ed
#1 0xc05a44b2 at vfs_hash_insert+0x26
#2 0xc0661dc1 at ffs_vget+0x171
#3 0xc066861a at ufs_lookup+0xab6
#4 0xc06d6d3b at VOP_CACHEDLOOKUP_APV+0x9b
#5 0xc05a13c5 at vfs_cache_lookup+0xb5
#6 0xc06d6c67 at VOP_LOOKUP_APV+0x87
#7 0xc05a55d8 at lookup+0x4a4
#8 0xc05a4e92 at namei+0x39a
#9 0xc053c321 at do_execve+0x159
#10 0xc053c168 at kern_execve+0x74
#11 0xc053c0ce at execve+0x32
#12 0xc06c615b at syscall+0x25b
#13 0xc06b17bf at Xint0x80_syscall+0x1f
ino 683213, on dev da0s1d
0xc822e6cc: tag syncer, type VNON
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type syncer: EXCL (count 1) by thread 0xc7dbdc00 (pid 41)#0 0xc054901d at lockmgr+0x4ed
#1 0xc05a3591 at vop_stdlock+0x21
#2 0xc06d8ba7 at VOP_LOCK_APV+0x87
#3 0xc05b884c at vn_lock+0xac
#4 0xc05abeb3 at sync_vnode+0xe3
#5 0xc05ac151 at sched_sync+0x1ed
#6 0xc05400cc at fork_exit+0xa0
#7 0xc06b17cc at fork_trampoline+0x8
0xc9956570: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc8332d80 (pid 851)#0 0xc054901d at lockmgr+0x4ed
#1 0xc0662f0e at ffs_lock+0x76
#2 0xc06d8ba7 at VOP_LOCK_APV+0x87
#3 0xc05b884c at vn_lock+0xac
#4 0xc05ac6f2 at vget+0xbe
#5 0xc05a0e6e at cache_lookup+0x34a
#6 0xc05a13a2 at vfs_cache_lookup+0x92
#7 0xc06d6c67 at VOP_LOOKUP_APV+0x87
#8 0xc05a55d8 at lookup+0x4a4
#9 0xc05a4e92 at namei+0x39a
#10 0xc05b7637 at vn_open_cred+0x5b
#11 0xc05b75da at vn_open+0x1e
#12 0xc05b0c81 at kern_open+0x231
#13 0xc05b0a1a at open+0x1a
#14 0xc06c615b at syscall+0x25b
#15 0xc06b17bf at Xint0x80_syscall+0x1f
ino 94845, on dev da1s1d
0xc99a16cc: tag ufs, type VREG
usecount 1, writecount 0, refcount 7 mountedhere 0
flags ()
v_object 0xc99b8a50 ref 0 pages 19
lock type ufs: EXCL (count 1) by thread 0xc7dbdc00 (pid 41)#0 0xc054901d at lockmgr+0x4ed
#1 0xc0662f0e at ffs_lock+0x76
#2 0xc06d8ba7 at VOP_LOCK_APV+0x87
#3 0xc05b884c at vn_lock+0xac
#4 0xc05ac6f2 at vget+0xbe
#5 0xc06619b9 at ffs_sync+0x1c1
#6 0xc05ae264 at sync_fsync+0x164
#7 0xc06d7f37 at VOP_FSYNC_APV+0x9b
#8 0xc05abed6 at sync_vnode+0x106
#9 0xc05ac151 at sched_sync+0x1ed
#10 0xc05400cc at fork_exit+0xa0
#11 0xc06b17cc at fork_trampoline+0x8
ino 94916, on dev da1s1d
db> alltrace
Tracing command inetd pid 897 tid 100176 td 0xc8966780
sched_switch(c8966780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c820f46c,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c820f46c,0,c820f4dc,b7,c071716d,...) at sleepq_wait+0x46
msleep(c820f46c,c0780164,50,c0715859,0,...) at msleep+0x27d
acquire(eaa608c8,40,60000,c8966780,0,...) at acquire+0x76
lockmgr(c820f46c,2002,c820f4dc,c8966780) at lockmgr+0x44e
ffs_lock(eaa60920) at ffs_lock+0x76
VOP_LOCK_APV(c0764180,eaa60920) at VOP_LOCK_APV+0x87
vn_lock(c820f414,2002,c8966780,c820f414) at vn_lock+0xac
vget(c820f414,2002,c8966780) at vget+0xbe
vfs_hash_get(c822d5c8,2,2,c8966780,eaa60a38,0,0) at vfs_hash_get+0x8d
ffs_vget(c822d5c8,2,2,eaa60a38) at ffs_vget+0x27
ufs_root(c822d5c8,2,eaa60a84,c8966780,c7eb0000,...) at ufs_root+0x19
lookup(eaa60c24) at lookup+0x7c8
namei(eaa60c24) at namei+0x39a
do_execve(c8966780,eaa60cb4,0) at do_execve+0x159
kern_execve(c8966780,eaa60cb4,0) at kern_execve+0x74
execve(c8966780,eaa60d04) at execve+0x32
syscall(3b,3b,3b,bfbfedb0,805f200,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280f14df, esp = 0xbfbfdb6c, ebp = 0xbfbfdb88 ---
Tracing command sh pid 894 tid 100041 td 0xc7e05600
sched_switch(c7e05600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c82481b4,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c82481b4,0,c8248224,b7,c071716d,...) at sleepq_wait+0x46
msleep(c82481b4,c07806e0,50,c0715859,0,...) at msleep+0x27d
acquire(e83898fc,40,60000,c7e05600,0,...) at acquire+0x76
lockmgr(c82481b4,2002,c8248224,c7e05600) at lockmgr+0x44e
ffs_lock(e8389954) at ffs_lock+0x76
VOP_LOCK_APV(c0764180,e8389954) at VOP_LOCK_APV+0x87
vn_lock(c824815c,2002,c7e05600,c824815c) at vn_lock+0xac
vget(c824815c,2002,c7e05600) at vget+0xbe
cache_lookup(c820f414,e8389c38,e8389c4c) at cache_lookup+0x34a
vfs_cache_lookup(e8389a98) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c0764180,e8389a98) at VOP_LOOKUP_APV+0x87
lookup(e8389c24) at lookup+0x4a4
namei(e8389c24) at namei+0x39a
do_execve(c7e05600,e8389cb4,0) at do_execve+0x159
kern_execve(c7e05600,e8389cb4,0) at kern_execve+0x74
execve(c7e05600,e8389d04) at execve+0x32
syscall(3b,3b,3b,0,8067038,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x2813d4df, esp = 0xbfbfeb9c, ebp = 0xbfbfebc8 ---
Tracing command sh pid 893 tid 100177 td 0xc8966600
sched_switch(c8966600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8964c90) at sleepq_switch+0xc1
sleepq_wait_sig(c8964c90) at sleepq_wait_sig+0x1d
msleep(c8964c90,c8964cf8,15c,c0713046,0) at msleep+0x26e
kern_wait(c8966600,ffffffff,eaa5dc84,2,0) at kern_wait+0x6bb
wait4(c8966600,eaa5dd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfebc8,37d,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813d51f, esp = 0xbfbfeb7c, ebp = 0xbfbfeb98 ---
Tracing command cron pid 892 tid 100059 td 0xc80e3a80
sched_switch(c80e3a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8107990) at sleepq_switch+0xc1
sleepq_wait_sig(c8107990) at sleepq_wait_sig+0x1d
msleep(c8107990,c8107b00,14c,c0712d0e,0) at msleep+0x26e
pipe_read(c8859948,ea85acbc,c8052080,0,c80e3a80) at pipe_read+0x377
dofileread(c80e3a80,5,c8859948,ea85acbc,ffffffff,...) at dofileread+0x85
kern_readv(c80e3a80,5,ea85acbc,805a000,1000,...) at kern_readv+0x36
read(c80e3a80,ea85ad04) at read+0x45
syscall(3b,3b,3b,28171040,28171040,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814b953, esp = 0xbfbfe65c, ebp = 0xbfbfe678 ---
Tracing command inetd pid 891 tid 100159 td 0xc84e8180
sched_switch(c84e8180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(dbdb3fdc,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(dbdb3fdc,0,c0715e2f,e78,c071716d,...) at sleepq_wait+0x46
msleep(dbdb3fdc,c07cf5c0,4c,c07165fb,0) at msleep+0x27d
bwait(dbdb3fdc,4c,c07165fb) at bwait+0x47
bufwait(dbdb3fdc,1,0,0,0,...) at bufwait+0x1a
breadn(c824815c,0,0,800,0,...) at breadn+0x266
bread(c824815c,0,0,800,0,ea9b18e8) at bread+0x20
ffs_blkatoff(c824815c,0,0,0,ea9b1954) at ffs_blkatoff+0x9e
ufs_lookup(ea9b19f8) at ufs_lookup+0x2cd
VOP_CACHEDLOOKUP_APV(c0764180,ea9b19f8) at VOP_CACHEDLOOKUP_APV+0x9b
vfs_cache_lookup(ea9b1a98) at vfs_cache_lookup+0xb5
VOP_LOOKUP_APV(c0764180,ea9b1a98) at VOP_LOOKUP_APV+0x87
lookup(ea9b1c24) at lookup+0x4a4
namei(ea9b1c24) at namei+0x39a
do_execve(c84e8180,ea9b1cb4,0) at do_execve+0x159
kern_execve(c84e8180,ea9b1cb4,0) at kern_execve+0x74
execve(c84e8180,ea9b1d04) at execve+0x32
syscall(3b,3b,3b,bfbfedb0,805f1f0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280f14df, esp = 0xbfbfdb6c, ebp = 0xbfbfdb88 ---
Tracing command mc pid 851 tid 100161 td 0xc8332d80
sched_switch(c8332d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(dbfdafa4,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(dbfdafa4,0,c9956638,b7,c071716d,...) at sleepq_wait+0x46
msleep(dbfdafa4,c07811b4,50,c0716489,0,...) at msleep+0x27d
acquire(ea9ab718,120,60000,c8332d80,0,...) at acquire+0x76
lockmgr(dbfdafa4,202122,c9956638,c8332d80) at lockmgr+0x44e
getblk(c9956570,0,0,1000,0,...) at getblk+0x12f
breadn(c9956570,0,0,1000,0,...) at breadn+0x31
bread(c9956570,0,0,1000,0,ea9ab7d4) at bread+0x20
ffs_blkatoff(c9956570,800,0,ea9ab810,ea9ab814,c8064600,0,c07243ac,20f) at ffs_blkatoff+0x9e
ufsdirhash_findfree(c973b000,18,ea9ab880,c8332d80,1,...) at ufsdirhash_findfree+0x11a
ufs_lookup(ea9ab91c) at ufs_lookup+0x126
VOP_CACHEDLOOKUP_APV(c0764180,ea9ab91c) at VOP_CACHEDLOOKUP_APV+0x9b
vfs_cache_lookup(ea9ab9bc) at vfs_cache_lookup+0xb5
VOP_LOOKUP_APV(c0764180,ea9ab9bc) at VOP_LOOKUP_APV+0x87
lookup(ea9abbcc) at lookup+0x4a4
namei(ea9abbcc) at namei+0x39a
vn_open_cred(ea9abbcc,ea9abccc,180,c8591880,6,...) at vn_open_cred+0x5b
vn_open(ea9abbcc,ea9abccc,180,6,c057a284,...) at vn_open+0x1e
kern_open(c8332d80,8128900,0,602,180,...) at kern_open+0x231
open(c8332d80,ea9abd04) at open+0x1a
syscall(3b,3b,3b,80cfc20,8128900,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28360ab7, esp = 0xbfbfde7c, ebp = 0xbfbfde98 ---
Tracing command csh pid 848 tid 100163 td 0xc8332a80
sched_switch(c8332a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c851dcc4) at sleepq_switch+0xc1
sleepq_wait_sig(c851dcc4) at sleepq_wait_sig+0x1d
msleep(c851dcc4,c851dcf8,168,c070e01c,0) at msleep+0x26e
kern_sigsuspend(c8332a80,2,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c8332a80,ea9a5d04) at sigsuspend+0x33
syscall(3b,3b,3b,8299008,bfbf1ad0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x281573fb, esp = 0xbfbf1abc, ebp = 0xbfbf1ae8 ---
Tracing command su pid 847 tid 100162 td 0xc8332c00
sched_switch(c8332c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c851da78) at sleepq_switch+0xc1
sleepq_wait_sig(c851da78) at sleepq_wait_sig+0x1d
msleep(c851da78,c851dae0,15c,c0713046,0) at msleep+0x26e
kern_wait(c8332c00,350,ea9a8c84,2,0) at kern_wait+0x6bb
wait4(c8332c00,ea9a8d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe794,bfbfe810,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f451f, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
Tracing command csh pid 842 tid 100120 td 0xc8157480
sched_switch(c8157480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c835224c) at sleepq_switch+0xc1
sleepq_wait_sig(c835224c) at sleepq_wait_sig+0x1d
msleep(c835224c,c8352280,168,c070e01c,0) at msleep+0x26e
kern_sigsuspend(c8157480,2,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c8157480,ea8fed04) at sigsuspend+0x33
syscall(3b,3b,3b,81c1308,bfbf1bd0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x281573fb, esp = 0xbfbf1bbc, ebp = 0xbfbf1be8 ---
Tracing command sshd pid 841 tid 100055 td 0xc8086d80
sched_switch(c8086d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8086d80,9,807bb70,807bb80,0,...) at kern_select+0x4bf
select(c8086d80,e8638d04) at select+0x44
syscall(3b,3b,3b,0,bfbfe11c,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834d8d3, esp = 0xbfbfe0ac, ebp = 0xbfbfe0f8 ---
Tracing command sshd pid 837 tid 100165 td 0xc8332780
sched_switch(c8332780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c827720c) at sleepq_switch+0xc1
sleepq_wait_sig(c827720c) at sleepq_wait_sig+0x1d
msleep(c827720c,c82771d8,158,c0715361,0,...) at msleep+0x26e
sbwait(c82771b4,ea99fc0c,c057a284,4,0,...) at sbwait+0x4b
soreceive(c8277164,0,ea99fcbc,0,0,0) at soreceive+0x2ee
soo_read(c83c2168,ea99fcbc,c849a980,0,c8332780) at soo_read+0x41
dofileread(c8332780,5,c83c2168,ea99fcbc,ffffffff,...) at dofileread+0x85
kern_readv(c8332780,5,ea99fcbc,bfbfe108,4,...) at kern_readv+0x36
read(c8332780,ea99fd04) at read+0x45
syscall(3b,3b,3b,4,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2834d953, esp = 0xbfbfe0ac, ebp = 0xbfbfe0d8 ---
Tracing command httpd pid 836 tid 100124 td 0xc8153d80
sched_switch(c8153d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bba80) at sleepq_switch+0xc1
sleepq_wait_sig(c80bba80) at sleepq_wait_sig+0x1d
msleep(c80bba80,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bba80,16,ffffffff,ffffffff,ea8f2cb0,...) at lf_setlock+0x181
lf_advlock(ea8f2c90,c83c90b8,0,0,ea8f2c7c,...) at lf_advlock+0x203
ufs_advlock(ea8f2c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea8f2c90) at VOP_ADVLOCK_APV+0xa9
flock(c8153d80,ea8f2d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 835 tid 100125 td 0xc8153c00
sched_switch(c8153c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8113680) at sleepq_switch+0xc1
sleepq_wait_sig(c8113680) at sleepq_wait_sig+0x1d
msleep(c8113680,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8113680,16,ffffffff,ffffffff,ea8efcb0,...) at lf_setlock+0x181
lf_advlock(ea8efc90,c83c90b8,0,0,ea8efc7c,...) at lf_advlock+0x203
ufs_advlock(ea8efc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea8efc90) at VOP_ADVLOCK_APV+0xa9
flock(c8153c00,ea8efd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 834 tid 100136 td 0xc8158d80
sched_switch(c8158d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c0840) at sleepq_switch+0xc1
sleepq_wait_sig(c80c0840) at sleepq_wait_sig+0x1d
msleep(c80c0840,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c0840,16,ffffffff,ffffffff,ea92ecb0,...) at lf_setlock+0x181
lf_advlock(ea92ec90,c83c90b8,0,0,ea92ec7c,...) at lf_advlock+0x203
ufs_advlock(ea92ec90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea92ec90) at VOP_ADVLOCK_APV+0xa9
flock(c8158d80,ea92ed04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 833 tid 100137 td 0xc8158c00
sched_switch(c8158c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8112880) at sleepq_switch+0xc1
sleepq_wait_sig(c8112880) at sleepq_wait_sig+0x1d
msleep(c8112880,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8112880,16,ffffffff,ffffffff,ea92bcb0,...) at lf_setlock+0x181
lf_advlock(ea92bc90,c83c90b8,0,0,ea92bc7c,...) at lf_advlock+0x203
ufs_advlock(ea92bc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea92bc90) at VOP_ADVLOCK_APV+0xa9
flock(c8158c00,ea92bd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 832 tid 100138 td 0xc8158a80
sched_switch(c8158a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea6080) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea6080) at sleepq_wait_sig+0x1d
msleep(c7ea6080,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea6080,16,ffffffff,ffffffff,ea928cb0,...) at lf_setlock+0x181
lf_advlock(ea928c90,c83c90b8,0,0,ea928c7c,...) at lf_advlock+0x203
ufs_advlock(ea928c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea928c90) at VOP_ADVLOCK_APV+0xa9
flock(c8158a80,ea928d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 831 tid 100139 td 0xc8158900
sched_switch(c8158900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c08c0) at sleepq_switch+0xc1
sleepq_wait_sig(c80c08c0) at sleepq_wait_sig+0x1d
msleep(c80c08c0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c08c0,16,ffffffff,ffffffff,ea925cb0,...) at lf_setlock+0x181
lf_advlock(ea925c90,c83c90b8,0,0,ea925c7c,...) at lf_advlock+0x203
ufs_advlock(ea925c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea925c90) at VOP_ADVLOCK_APV+0xa9
flock(c8158900,ea925d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 830 tid 100140 td 0xc8158780
sched_switch(c8158780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c81124c0) at sleepq_switch+0xc1
sleepq_wait_sig(c81124c0) at sleepq_wait_sig+0x1d
msleep(c81124c0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c81124c0,16,ffffffff,ffffffff,ea922cb0,...) at lf_setlock+0x181
lf_advlock(ea922c90,c83c90b8,0,0,ea922c7c,...) at lf_advlock+0x203
ufs_advlock(ea922c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea922c90) at VOP_ADVLOCK_APV+0xa9
flock(c8158780,ea922d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 829 tid 100141 td 0xc8086480
sched_switch(c8086480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c0800) at sleepq_switch+0xc1
sleepq_wait_sig(c80c0800) at sleepq_wait_sig+0x1d
msleep(c80c0800,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c0800,16,ffffffff,ffffffff,e8626cb0,...) at lf_setlock+0x181
lf_advlock(e8626c90,c83c90b8,0,0,e8626c7c,...) at lf_advlock+0x203
ufs_advlock(e8626c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e8626c90) at VOP_ADVLOCK_APV+0xa9
flock(c8086480,e8626d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 828 tid 100142 td 0xc8087c00
sched_switch(c8087c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bc840) at sleepq_switch+0xc1
sleepq_wait_sig(c80bc840) at sleepq_wait_sig+0x1d
msleep(c80bc840,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bc840,16,ffffffff,ffffffff,e8653cb0,...) at lf_setlock+0x181
lf_advlock(e8653c90,c83c90b8,0,0,e8653c7c,...) at lf_advlock+0x203
ufs_advlock(e8653c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e8653c90) at VOP_ADVLOCK_APV+0xa9
flock(c8087c00,e8653d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 827 tid 100143 td 0xc8331480
sched_switch(c8331480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bc600) at sleepq_switch+0xc1
sleepq_wait_sig(c80bc600) at sleepq_wait_sig+0x1d
msleep(c80bc600,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bc600,16,ffffffff,ffffffff,ea97bcb0,...) at lf_setlock+0x181
lf_advlock(ea97bc90,c83c90b8,0,0,ea97bc7c,...) at lf_advlock+0x203
ufs_advlock(ea97bc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea97bc90) at VOP_ADVLOCK_APV+0xa9
flock(c8331480,ea97bd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 826 tid 100144 td 0xc8087900
sched_switch(c8087900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c0980) at sleepq_switch+0xc1
sleepq_wait_sig(c80c0980) at sleepq_wait_sig+0x1d
msleep(c80c0980,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c0980,16,ffffffff,ffffffff,e864dcb0,...) at lf_setlock+0x181
lf_advlock(e864dc90,c83c90b8,0,0,e864dc7c,...) at lf_advlock+0x203
ufs_advlock(e864dc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e864dc90) at VOP_ADVLOCK_APV+0xa9
flock(c8087900,e864dd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 825 tid 100145 td 0xc84e9780
sched_switch(c84e9780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea8cc0) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea8cc0) at sleepq_wait_sig+0x1d
msleep(c7ea8cc0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea8cc0,16,ffffffff,ffffffff,ea9dbcb0,...) at lf_setlock+0x181
lf_advlock(ea9dbc90,c83c90b8,0,0,ea9dbc7c,...) at lf_advlock+0x203
ufs_advlock(ea9dbc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea9dbc90) at VOP_ADVLOCK_APV+0xa9
flock(c84e9780,ea9dbd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 824 tid 100146 td 0xc84e9600
sched_switch(c84e9600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bbb00) at sleepq_switch+0xc1
sleepq_wait_sig(c80bbb00) at sleepq_wait_sig+0x1d
msleep(c80bbb00,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bbb00,16,ffffffff,ffffffff,ea9d8cb0,...) at lf_setlock+0x181
lf_advlock(ea9d8c90,c83c90b8,0,0,ea9d8c7c,...) at lf_advlock+0x203
ufs_advlock(ea9d8c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea9d8c90) at VOP_ADVLOCK_APV+0xa9
flock(c84e9600,ea9d8d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 823 tid 100147 td 0xc84e9480
sched_switch(c84e9480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c15c0) at sleepq_switch+0xc1
sleepq_wait_sig(c80c15c0) at sleepq_wait_sig+0x1d
msleep(c80c15c0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c15c0,16,ffffffff,ffffffff,ea9d5cb0,...) at lf_setlock+0x181
lf_advlock(ea9d5c90,c83c90b8,0,0,ea9d5c7c,...) at lf_advlock+0x203
ufs_advlock(ea9d5c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea9d5c90) at VOP_ADVLOCK_APV+0xa9
flock(c84e9480,ea9d5d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 822 tid 100148 td 0xc84e9300
sched_switch(c84e9300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea8d00) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea8d00) at sleepq_wait_sig+0x1d
msleep(c7ea8d00,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea8d00,16,ffffffff,ffffffff,ea9d2cb0,...) at lf_setlock+0x181
lf_advlock(ea9d2c90,c83c90b8,0,0,ea9d2c7c,...) at lf_advlock+0x203
ufs_advlock(ea9d2c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea9d2c90) at VOP_ADVLOCK_APV+0xa9
flock(c84e9300,ea9d2d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 821 tid 100149 td 0xc84e9180
sched_switch(c84e9180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8112180) at sleepq_switch+0xc1
sleepq_wait_sig(c8112180) at sleepq_wait_sig+0x1d
msleep(c8112180,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8112180,16,ffffffff,ffffffff,ea9cfcb0,...) at lf_setlock+0x181
lf_advlock(ea9cfc90,c83c90b8,0,0,ea9cfc7c,...) at lf_advlock+0x203
ufs_advlock(ea9cfc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea9cfc90) at VOP_ADVLOCK_APV+0xa9
flock(c84e9180,ea9cfd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 820 tid 100042 td 0xc7e05480
sched_switch(c7e05480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8113700) at sleepq_switch+0xc1
sleepq_wait_sig(c8113700) at sleepq_wait_sig+0x1d
msleep(c8113700,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8113700,16,ffffffff,ffffffff,e8386cb0,...) at lf_setlock+0x181
lf_advlock(e8386c90,c83c90b8,0,0,e8386c7c,...) at lf_advlock+0x203
ufs_advlock(e8386c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e8386c90) at VOP_ADVLOCK_APV+0xa9
flock(c7e05480,e8386d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 819 tid 100057 td 0xc80e3d80
sched_switch(c80e3d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c81123c0) at sleepq_switch+0xc1
sleepq_wait_sig(c81123c0) at sleepq_wait_sig+0x1d
msleep(c81123c0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c81123c0,16,ffffffff,ffffffff,ea860cb0,...) at lf_setlock+0x181
lf_advlock(ea860c90,c83c90b8,0,0,ea860c7c,...) at lf_advlock+0x203
ufs_advlock(ea860c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea860c90) at VOP_ADVLOCK_APV+0xa9
flock(c80e3d80,ea860d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 818 tid 100093 td 0xc810fd80
sched_switch(c810fd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea8dc0) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea8dc0) at sleepq_wait_sig+0x1d
msleep(c7ea8dc0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea8dc0,16,ffffffff,ffffffff,ea8a9cb0,...) at lf_setlock+0x181
lf_advlock(ea8a9c90,c83c90b8,0,0,ea8a9c7c,...) at lf_advlock+0x203
ufs_advlock(ea8a9c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea8a9c90) at VOP_ADVLOCK_APV+0xa9
flock(c810fd80,ea8a9d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 817 tid 100092 td 0xc8150000
sched_switch(c8150000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c1580) at sleepq_switch+0xc1
sleepq_wait_sig(c80c1580) at sleepq_wait_sig+0x1d
msleep(c80c1580,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c1580,16,ffffffff,ffffffff,ea8b9cb0,...) at lf_setlock+0x181
lf_advlock(ea8b9c90,c83c90b8,0,0,ea8b9c7c,...) at lf_advlock+0x203
ufs_advlock(ea8b9c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea8b9c90) at VOP_ADVLOCK_APV+0xa9
flock(c8150000,ea8b9d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 816 tid 100106 td 0xc8331d80
sched_switch(c8331d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea6b80) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea6b80) at sleepq_wait_sig+0x1d
msleep(c7ea6b80,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea6b80,16,ffffffff,ffffffff,ea98dcb0,...) at lf_setlock+0x181
lf_advlock(ea98dc90,c83c90b8,0,0,ea98dc7c,...) at lf_advlock+0x203
ufs_advlock(ea98dc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea98dc90) at VOP_ADVLOCK_APV+0xa9
flock(c8331d80,ea98dd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 815 tid 100054 td 0xc8087000
sched_switch(c8087000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c0a00) at sleepq_switch+0xc1
sleepq_wait_sig(c80c0a00) at sleepq_wait_sig+0x1d
msleep(c80c0a00,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c0a00,16,ffffffff,ffffffff,e863bcb0,...) at lf_setlock+0x181
lf_advlock(e863bc90,c83c90b8,0,0,e863bc7c,...) at lf_advlock+0x203
ufs_advlock(e863bc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e863bc90) at VOP_ADVLOCK_APV+0xa9
flock(c8087000,e863bd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 814 tid 100053 td 0xc8087180
sched_switch(c8087180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c0600) at sleepq_switch+0xc1
sleepq_wait_sig(c80c0600) at sleepq_wait_sig+0x1d
msleep(c80c0600,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c0600,16,ffffffff,ffffffff,e863ecb0,...) at lf_setlock+0x181
lf_advlock(e863ec90,c83c90b8,0,0,e863ec7c,...) at lf_advlock+0x203
ufs_advlock(e863ec90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,e863ec90) at VOP_ADVLOCK_APV+0xa9
flock(c8087180,e863ed04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 813 tid 100115 td 0xc8157c00
sched_switch(c8157c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea8d40) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea8d40) at sleepq_wait_sig+0x1d
msleep(c7ea8d40,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c7ea8d40,16,ffffffff,ffffffff,ea90dcb0,...) at lf_setlock+0x181
lf_advlock(ea90dc90,c83c90b8,0,0,ea90dc7c,...) at lf_advlock+0x203
ufs_advlock(ea90dc90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea90dc90) at VOP_ADVLOCK_APV+0xa9
flock(c8157c00,ea90dd04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 812 tid 100066 td 0xc810f600
sched_switch(c810f600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bba00) at sleepq_switch+0xc1
sleepq_wait_sig(c80bba00) at sleepq_wait_sig+0x1d
msleep(c80bba00,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bba00,16,ffffffff,ffffffff,ea89acb0,...) at lf_setlock+0x181
lf_advlock(ea89ac90,c83c90b8,0,0,ea89ac7c,...) at lf_advlock+0x203
ufs_advlock(ea89ac90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea89ac90) at VOP_ADVLOCK_APV+0xa9
flock(c810f600,ea89ad04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 811 tid 100108 td 0xc8331a80
sched_switch(c8331a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80bc7c0) at sleepq_switch+0xc1
sleepq_wait_sig(c80bc7c0) at sleepq_wait_sig+0x1d
msleep(c80bc7c0,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80bc7c0,16,ffffffff,ffffffff,ea987cb0,...) at lf_setlock+0x181
lf_advlock(ea987c90,c83c90b8,0,0,ea987c7c,...) at lf_advlock+0x203
ufs_advlock(ea987c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea987c90) at VOP_ADVLOCK_APV+0xa9
flock(c8331a80,ea987d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 810 tid 100109 td 0xc8331900
sched_switch(c8331900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8112240) at sleepq_switch+0xc1
sleepq_wait_sig(c8112240) at sleepq_wait_sig+0x1d
msleep(c8112240,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8112240,16,ffffffff,ffffffff,ea984cb0,...) at lf_setlock+0x181
lf_advlock(ea984c90,c83c90b8,0,0,ea984c7c,...) at lf_advlock+0x203
ufs_advlock(ea984c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea984c90) at VOP_ADVLOCK_APV+0xa9
flock(c8331900,ea984d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 809 tid 100110 td 0xc8331780
sched_switch(c8331780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80c1e80) at sleepq_switch+0xc1
sleepq_wait_sig(c80c1e80) at sleepq_wait_sig+0x1d
msleep(c80c1e80,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c80c1e80,16,ffffffff,ffffffff,ea981cb0,...) at lf_setlock+0x181
lf_advlock(ea981c90,c83c90b8,0,0,ea981c7c,...) at lf_advlock+0x203
ufs_advlock(ea981c90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea981c90) at VOP_ADVLOCK_APV+0xa9
flock(c8331780,ea981d04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 808 tid 100111 td 0xc8331600
sched_switch(c8331600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8112300) at sleepq_switch+0xc1
sleepq_wait_sig(c8112300) at sleepq_wait_sig+0x1d
msleep(c8112300,0,168,c074f7c4,0) at msleep+0x26e
lf_setlock(c8112300,16,ffffffff,ffffffff,ea97ecb0,...) at lf_setlock+0x181
lf_advlock(ea97ec90,c83c90b8,0,0,ea97ec7c,...) at lf_advlock+0x203
ufs_advlock(ea97ec90) at ufs_advlock+0x1c
VOP_ADVLOCK_APV(c0764180,ea97ec90) at VOP_ADVLOCK_APV+0xa9
flock(c8331600,ea97ed04) at flock+0x1a1
syscall(3b,3b,3b,8635018,862e050,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (131, FreeBSD ELF32, flock), eip = 0x282ab5cf, esp = 0xbfbfebec, ebp = 0xbfbfec08 ---
Tracing command httpd pid 807 tid 100112 td 0xc8158180
sched_switch(c8158180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,3b7,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
poll(c8158180,ea916d04) at poll+0x3b9
syscall(3b,3b,3b,2,28,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (209, FreeBSD ELF32, poll), eip = 0x282c3a87, esp = 0xbfbfebcc, ebp = 0xbfbfec18 ---
Tracing command getty pid 806 tid 100089 td 0xc8150480
sched_switch(c8150480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(dbd4b0bc,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(dbd4b0bc,0,c0715e2f,e78,c0727ac1,...) at sleepq_wait+0x46
msleep(dbd4b0bc,c07cf5c0,44,c0727ce4,0) at msleep+0x27d
bwait(dbd4b0bc,44,c0727ce4) at bwait+0x47
vnode_pager_generic_getpages(c98dc414,ea8c2acc,5000,0,c9752294,...) at vnode_pager_generic_getpages+0x847
ffs_getpages(ea8c2a88) at ffs_getpages+0x100
VOP_GETPAGES_APV(c0764180,ea8c2a88) at VOP_GETPAGES_APV+0xa9
vnode_pager_getpages(c9752294,ea8c2acc,5,0) at vnode_pager_getpages+0xa5
exec_map_first_page(ea8c2be4) at exec_map_first_page+0x16d
do_execve(c8150480,ea8c2cb4,0) at do_execve+0x1e4
kern_execve(c8150480,ea8c2cb4,0) at kern_execve+0x74
execve(c8150480,ea8c2d04) at execve+0x32
syscall(3b,3b,3b,bfbfee18,bfbfedd0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280df4df, esp = 0xbfbfedbc, ebp = 0xbfbfee08 ---
Tracing command getty pid 805 tid 100084 td 0xc8150c00
sched_switch(c8150c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7e9c410) at sleepq_switch+0xc1
sleepq_wait_sig(c7e9c410) at sleepq_wait_sig+0x1d
msleep(c7e9c410,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7e9c400,c7e9c410,159,c0714584,0,...) at ttysleep+0x21
ttread(c7e9c400,ea8d1cbc,0) at ttread+0x48f
ttyread(c7e8f600,ea8d1cbc,0,ea8d1c14,c052f435,...) at ttyread+0x2f
scread(c7e8f600,ea8d1cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e8f600,ea8d1cbc,0) at giant_read+0x2d
devfs_read_f(c80f37e0,ea8d1cbc,c7ce0780,0,c8150c00) at devfs_read_f+0x62
dofileread(c8150c00,0,c80f37e0,ea8d1cbc,ffffffff,...) at dofileread+0x85
kern_readv(c8150c00,0,ea8d1cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c8150c00,ea8d1d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 804 tid 100064 td 0xc810f900
sched_switch(c810f900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea4010) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea4010) at sleepq_wait_sig+0x1d
msleep(c7ea4010,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea4000,c7ea4010,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea4000,ea8a0cbc,0) at ttread+0x48f
ttyread(c7e8f700,ea8a0cbc,0,ea8a0c14,c052f435,...) at ttyread+0x2f
scread(c7e8f700,ea8a0cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e8f700,ea8a0cbc,0) at giant_read+0x2d
devfs_read_f(c80f6048,ea8a0cbc,c7ce0780,0,c810f900) at devfs_read_f+0x62
dofileread(c810f900,0,c80f6048,ea8a0cbc,ffffffff,...) at dofileread+0x85
kern_readv(c810f900,0,ea8a0cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c810f900,ea8a0d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 803 tid 100117 td 0xc8157900
sched_switch(c8157900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea3c10) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea3c10) at sleepq_wait_sig+0x1d
msleep(c7ea3c10,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea3c00,c7ea3c10,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea3c00,ea907cbc,0) at ttread+0x48f
ttyread(c7e90600,ea907cbc,0,ea907c14,c052f435,...) at ttyread+0x2f
scread(c7e90600,ea907cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90600,ea907cbc,0) at giant_read+0x2d
devfs_read_f(c80f3828,ea907cbc,c7ce0780,0,c8157900) at devfs_read_f+0x62
dofileread(c8157900,0,c80f3828,ea907cbc,ffffffff,...) at dofileread+0x85
kern_readv(c8157900,0,ea907cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c8157900,ea907d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 802 tid 100061 td 0xc80e3780
sched_switch(c80e3780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea4c10) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea4c10) at sleepq_wait_sig+0x1d
msleep(c7ea4c10,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea4c00,c7ea4c10,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea4c00,ea854cbc,0) at ttread+0x48f
ttyread(c7e90500,ea854cbc,0,ea854c14,c052f435,...) at ttyread+0x2f
scread(c7e90500,ea854cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90500,ea854cbc,0) at giant_read+0x2d
devfs_read_f(c82a14c8,ea854cbc,c7ce0780,0,c80e3780) at devfs_read_f+0x62
dofileread(c80e3780,0,c82a14c8,ea854cbc,ffffffff,...) at dofileread+0x85
kern_readv(c80e3780,0,ea854cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c80e3780,ea854d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 801 tid 100078 td 0xc8153600
sched_switch(c8153600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea4810) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea4810) at sleepq_wait_sig+0x1d
msleep(c7ea4810,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea4800,c7ea4810,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea4800,ea8e3cbc,0) at ttread+0x48f
ttyread(c7e90400,ea8e3cbc,0,ea8e3c14,c052f435,...) at ttyread+0x2f
scread(c7e90400,ea8e3cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90400,ea8e3cbc,0) at giant_read+0x2d
devfs_read_f(c82a1678,ea8e3cbc,c7ce0780,0,c8153600) at devfs_read_f+0x62
dofileread(c8153600,0,c82a1678,ea8e3cbc,ffffffff,...) at dofileread+0x85
kern_readv(c8153600,0,ea8e3cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c8153600,ea8e3d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 800 tid 100088 td 0xc8150600
sched_switch(c8150600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea2c10) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea2c10) at sleepq_wait_sig+0x1d
msleep(c7ea2c10,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea2c00,c7ea2c10,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea2c00,ea8c5cbc,0) at ttread+0x48f
ttyread(c7e90200,ea8c5cbc,0,ea8c5c14,c052f435,...) at ttyread+0x2f
scread(c7e90200,ea8c5cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90200,ea8c5cbc,0) at giant_read+0x2d
devfs_read_f(c80f6240,ea8c5cbc,c7ce0780,0,c8150600) at devfs_read_f+0x62
dofileread(c8150600,0,c80f6240,ea8c5cbc,ffffffff,...) at dofileread+0x85
kern_readv(c8150600,0,ea8c5cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c8150600,ea8c5d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 799 tid 100075 td 0xc80e6780
sched_switch(c80e6780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea2810) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea2810) at sleepq_wait_sig+0x1d
msleep(c7ea2810,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea2800,c7ea2810,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea2800,ea872cbc,0) at ttread+0x48f
ttyread(c7e90100,ea872cbc,0,ea872c14,c052f435,...) at ttyread+0x2f
scread(c7e90100,ea872cbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90100,ea872cbc,0) at giant_read+0x2d
devfs_read_f(c80f6798,ea872cbc,c7ce0780,0,c80e6780) at devfs_read_f+0x62
dofileread(c80e6780,0,c80f6798,ea872cbc,ffffffff,...) at dofileread+0x85
kern_readv(c80e6780,0,ea872cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c80e6780,ea872d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command getty pid 798 tid 100040 td 0xc7e05780
sched_switch(c7e05780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ea3810) at sleepq_switch+0xc1
sleepq_wait_sig(c7ea3810) at sleepq_wait_sig+0x1d
msleep(c7ea3810,0,159,c0714584,0) at msleep+0x26e
ttysleep(c7ea3800,c7ea3810,159,c0714584,0,...) at ttysleep+0x21
ttread(c7ea3800,e838ccbc,0) at ttread+0x48f
ttyread(c7e90000,e838ccbc,0,e838cc14,c052f435,...) at ttyread+0x2f
scread(c7e90000,e838ccbc,0,c0781300,0,...) at scread+0x22
giant_read(c7e90000,e838ccbc,0) at giant_read+0x2d
devfs_read_f(c80f6120,e838ccbc,c7ce0780,0,c7e05780) at devfs_read_f+0x62
dofileread(c7e05780,0,c80f6120,e838ccbc,ffffffff,...) at dofileread+0x85
kern_readv(c7e05780,0,e838ccbc,bfbfee1f,1,...) at kern_readv+0x36
read(c7e05780,e838cd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28148953, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---
Tracing command inetd pid 784 tid 100119 td 0xc8157600
sched_switch(c8157600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8157600,7,bfbfe8a0,0,0,...) at kern_select+0x4bf
select(c8157600,ea901d04) at select+0x44
syscall(3b,3b,3b,bfbfe8a0,381,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2815a8d3, esp = 0xbfbfdb7c, ebp = 0xbfbfee68 ---
Tracing command httpd pid 764 tid 100116 td 0xc8157a80
sched_switch(c8157a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_timedwait_sig(c07cef64,c07cef64,3e9,ea90ab40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c07cef64,c07cef40,3e9) at cv_timedwait_sig+0x194
kern_select(c8157a80,0,0,0,0,...) at kern_select+0x4a9
select(c8157a80,ea90ad04) at select+0x44
syscall(3b,3b,3b,0,f4240,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2830c8d3, esp = 0xbfbfec3c, ebp = 0xbfbfec78 ---
Tracing command mysqld pid 763 tid 100133 td 0xc8086c00
sched_switch(c8086c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8154034) at sleepq_switch+0xc1
sleepq_timedwait_sig(c8154034) at sleepq_timedwait_sig+0x1e
msleep(c8154034,c8156068,168,c070b128,7ba,...) at msleep+0x244
kse_release(c8086c00,e8635d04) at kse_release+0x1df
syscall(3b,3b,3b,8530000,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x284734f7, esp = 0x8534f28, ebp = 0x8534f64 ---
Tracing command mysqld pid 763 tid 100135 td 0xc8086900
sched_switch(c8086900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8154034) at sleepq_switch+0xc1
sleepq_timedwait_sig(c8154034) at sleepq_timedwait_sig+0x1e
msleep(c8154034,c8156068,168,c070b128,3e9,...) at msleep+0x244
kse_release(c8086900,e862fd04) at kse_release+0x1df
syscall(3b,3b,3b,8530b00,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x284734f7, esp = 0x13c7ef28, ebp = 0x13c7ef64 ---
Tracing command mysqld pid 763 tid 100091 td 0xc8086780
sched_switch(c8086780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8154034) at sleepq_switch+0xc1
sleepq_timedwait_sig(c8154034) at sleepq_timedwait_sig+0x1e
msleep(c8154034,c8156068,168,c070b128,7ba,...) at msleep+0x244
kse_release(c8086780,e862cd04) at kse_release+0x1df
syscall(3b,3b,3b,8530a00,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x284734f7, esp = 0x13c7af28, ebp = 0x13c7af64 ---
Tracing command mysqld pid 763 tid 100127 td 0xc8087780
sched_switch(c8087780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8154034) at sleepq_switch+0xc1
sleepq_timedwait_sig(c8154034) at sleepq_timedwait_sig+0x1e
msleep(c8154034,c8156068,168,c070b128,7ba,...) at msleep+0x244
kse_release(c8087780,e864ad04) at kse_release+0x1df
syscall(3b,3b,3b,8530900,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x284734f7, esp = 0x13c76f28, ebp = 0x13c76f64 ---
Tracing command mysqld pid 763 tid 100134 td 0xc8086000
sched_switch(c8086000,c8086c00,1) at sched_switch+0x177
mi_switch(1,c8086c00) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8086000,f,bfbfebf0,0,0,...) at kern_select+0x4bf
select(c8086000,e861dd04) at select+0x44
syscall(3b,3b,3b,8536000,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2861b8d3, esp = 0xbfbfeacc, ebp = 0xbfbfeb08 ---
Tracing command mysqld pid 763 tid 100131 td 0xc80e3000
sched_switch(c80e3000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ea845c14) at sleepq_switch+0xc1
sleepq_wait_sig(ea845c14) at sleepq_wait_sig+0x1d
msleep(ea845c14,c8156068,168,c070b120,0,...) at msleep+0x26e
kern_sigtimedwait(c80e3000,26005,0,0,0,ea845c80,0) at kern_sigtimedwait+0x30b
sigtimedwait(c80e3000,ea845d04) at sigtimedwait+0x6b
syscall(3b,3b,3b,13c83e00,bf0f5f37,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (345, FreeBSD ELF32, sigtimedwait), eip = 0x284735b7, esp = 0xbf0f5e2c, ebp = 0xbf0f5ee8 ---
Tracing command mysqld pid 763 tid 100126 td 0xc80e3480
sched_switch(c80e3480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8156138) at sleepq_switch+0xc1
sleepq_timedwait_sig(c8156138) at sleepq_timedwait_sig+0x1e
msleep(c8156138,c8156068,168,c070b11d,7531,...) at msleep+0x244
kse_release(c80e3480,ea84ed04) at kse_release+0x121
syscall(3b,3b,3b,8530800,81,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x284734f7, esp = 0xbf9fef2c, ebp = 0xbf9fef88 ---
Tracing command sh pid 733 tid 100096 td 0xc8158480
sched_switch(c8158480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8156a78) at sleepq_switch+0xc1
sleepq_wait_sig(c8156a78) at sleepq_wait_sig+0x1d
msleep(c8156a78,c8156ae0,15c,c0713046,0) at msleep+0x26e
kern_wait(c8158480,ffffffff,ea91cc84,2,0) at kern_wait+0x6bb
wait4(c8158480,ea91cd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe678,2d,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813d51f, esp = 0xbfbfe62c, ebp = 0xbfbfe648 ---
Tracing command cron pid 730 tid 100101 td 0xc8332600
sched_switch(c8332600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0781bec) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0781bec) at sleepq_timedwait_sig+0x1e
msleep(c0781bec,0,15c,c070eeb5,ea61,...) at msleep+0x244
kern_nanosleep(c8332600,ea99cccc,ea99ccc4) at kern_nanosleep+0xab
nanosleep(c8332600,ea99cd04) at nanosleep+0x4f
syscall(3b,3b,3b,8050e6c,3c,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28132513, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---
Tracing command snmpd pid 722 tid 100080 td 0xc8153300
sched_switch(c8153300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_timedwait_sig(c07cef64,c07cef64,1389,ea8ddb40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c07cef64,c07cef40,1389) at cv_timedwait_sig+0x194
kern_select(c8153300,9,bfbfed50,bfbfecd0,bfbfec50,...) at kern_select+0x4a9
select(c8153300,ea8ddd04) at select+0x44
syscall(3b,3b,3b,bfbfecd0,bfbfec38,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x284598d3, esp = 0xbfbfea4c, ebp = 0xbfbfee68 ---
Tracing command cron pid 711 tid 100077 td 0xc8153780
sched_switch(c8153780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0781bec) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0781bec) at sleepq_timedwait_sig+0x1e
msleep(c0781bec,0,15c,c070eeb5,ea61,...) at msleep+0x244
kern_nanosleep(c8153780,ea8e6ccc,ea8e6cc4) at kern_nanosleep+0xab
nanosleep(c8153780,ea8e6d04) at nanosleep+0x4f
syscall(3b,3b,3b,805008c,3c,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28132513, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---
Tracing command sendmail pid 705 tid 100060 td 0xc80e3900
sched_switch(c80e3900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c80e2894) at sleepq_switch+0xc1
sleepq_wait_sig(c80e2894) at sleepq_wait_sig+0x1d
msleep(c80e2894,c80e28c8,168,c070e01c,0) at msleep+0x26e
kern_sigsuspend(c80e3900,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c80e3900,ea857d04) at sigsuspend+0x33
syscall(3b,3b,3b,0,bfbfd000,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2827e3fb, esp = 0xbfbfcfec, ebp = 0xbfbfd018 ---
Tracing command sendmail pid 699 tid 100051 td 0xc8087480
sched_switch(c8087480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_timedwait_sig(c07cef64,c07cef64,1389,e8644b40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c07cef64,c07cef40,1389) at cv_timedwait_sig+0x194
kern_select(c8087480,6,bfbfc530,0,0,...) at kern_select+0x4a9
select(c8087480,e8644d04) at select+0x44
syscall(3b,3b,3b,2,5,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x282fc8d3, esp = 0xbfbfc44c, ebp = 0xbfbfd038 ---
Tracing command sshd pid 694 tid 100079 td 0xc8153480
sched_switch(c8153480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8153480,7,807b920,0,0,...) at kern_select+0x4bf
select(c8153480,ea8e0d04) at select+0x44
syscall(3b,3b,3b,1,a,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834d8d3, esp = 0xbfbfe16c, ebp = 0xbfbfee78 ---
Tracing command ntpd pid 669 tid 100104 td 0xc8332180
sched_switch(c8332180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8332180,a,bfbfed60,0,0,...) at kern_select+0x4bf
select(c8332180,ea993d04) at select+0x44
syscall(3b,3b,3b,bfbfed60,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2828a8d3, esp = 0xbfbfed1c, ebp = 0xbfbfedf8 ---
Tracing command usbd pid 638 tid 100056 td 0xc80e6000
sched_switch(c80e6000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_timedwait_sig(c07cef64,c07cef64,7531,ea863b40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c07cef64,c07cef40,7531) at cv_timedwait_sig+0x194
kern_select(c80e6000,6,bfbfeda0,bfbfed20,0,...) at kern_select+0x4a9
select(c80e6000,ea863d04) at select+0x44
syscall(3b,3b,3b,bfbfed20,1e,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2813c8d3, esp = 0xbfbfeccc, ebp = 0xbfbfee78 ---
Tracing command accounting pid 591 tid 100065 td 0xc810f780
sched_switch(c810f780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077f760,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c077f760) at sleepq_timedwait+0x4a
msleep(c077f760,0,7f,c0706bf1,3a98,c077f720,c07093bb,213) at msleep+0x259
acct_thread(0,ea89dd38,0,c052cacc,0,...) at acct_thread+0xd5
fork_exit(c052cacc,0,ea89dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xea89dd6c, ebp = 0 ---
Tracing command named pid 574 tid 100083 td 0xc8150d80
sched_switch(c8150d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_timedwait_sig(c07cef64,c07cef64,7531,ea8d4b40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c07cef64,c07cef40,7531) at cv_timedwait_sig+0x194
kern_select(c8150d80,1a,bfbfed60,bfbfece0,0,...) at kern_select+0x4a9
select(c8150d80,ea8d4d04) at select+0x44
syscall(3b,3b,3b,0,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2835e8d3, esp = 0xbfbfec9c, ebp = 0xbfbfedf8 ---
Tracing command syslogd pid 554 tid 100087 td 0xc8150780
sched_switch(c8150780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c8150780,a,80541c0,0,0,...) at kern_select+0x4bf
select(c8150780,ea8c8d04) at select+0x44
syscall(3b,3b,3b,80541c4,80541c0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2814c8d3, esp = 0xbfbfda0c, ebp = 0xbfbfee58 ---
Tracing command ipmon pid 537 tid 100039 td 0xc7e05900
sched_switch(c7e05900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0781bec) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0781bec) at sleepq_timedwait_sig+0x1e
msleep(c0781bec,0,15c,c070eeb5,3e9,...) at msleep+0x244
kern_nanosleep(c7e05900,e838fccc,e838fcc4) at kern_nanosleep+0xab
nanosleep(c7e05900,e838fd04) at nanosleep+0x4f
syscall(3b,3b,3b,2,1,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2812f513, esp = 0xbfbfcd3c, ebp = 0xbfbfcd68 ---
Tracing command devd pid 441 tid 100068 td 0xc810f300
sched_switch(c810f300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cef64) at sleepq_switch+0xc1
sleepq_wait_sig(c07cef64,246,c07812c0,c0712a99,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c07cef64,c07cef40) at cv_wait_sig+0x18b
kern_select(c810f300,5,bfbfe9d0,0,0,...) at kern_select+0x4bf
select(c810f300,ea894d04) at select+0x44
syscall(3b,3b,3b,0,8,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x8075917, esp = 0xbfbfe96c, ebp = 0xbfbfee78 ---
Tracing command adjkerntz pid 170 tid 100052 td 0xc8087300
sched_switch(c8087300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c808567c) at sleepq_switch+0xc1
sleepq_wait_sig(c808567c) at sleepq_wait_sig+0x1d
msleep(c808567c,c80856b0,168,c070e01c,0) at msleep+0x26e
kern_sigsuspend(c8087300,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c8087300,e8641d04) at sigsuspend+0x33
syscall(3b,3b,3b,0,ffffc7c0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x280bc3fb, esp = 0xbfbfed9c, ebp = 0xbfbfee78 ---
Tracing command schedcpu pid 44 tid 100044 td 0xc7e05180
sched_switch(c7e05180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(e8380d04,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(e8380d04) at sleepq_timedwait+0x4a
msleep(e8380d04,0,0,c0706bf1,3e8) at msleep+0x259
schedcpu_thread(0,e8380d38,0,c0565cbc,0,...) at schedcpu_thread+0x26
fork_exit(c0565cbc,0,e8380d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8380d6c, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc7e05000
sched_switch(c7e05000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07dca74,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c07dca74) at sleepq_timedwait+0x4a
msleep(c07dca74,c07dca40,44,c07229e3,3e8) at msleep+0x259
softdep_flush(0,e837dd38,0,c0655db8,0,...) at softdep_flush+0x227
fork_exit(c0655db8,0,e837dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe837dd6c, ebp = 0 ---
Tracing command vnlru pid 42 tid 100046 td 0xc7dbdd80
sched_switch(c7dbdd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c8084860,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c8084860) at sleepq_timedwait+0x4a
msleep(c8084860,c07cf900,250,c0717bd5,3e8,c07cf980) at msleep+0x259
vnlru_proc(0,e836dd38,0,c05aa450,0,...) at vnlru_proc+0xdf
fork_exit(c05aa450,0,e836dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe836dd6c, ebp = 0 ---
Tracing command syncer pid 41 tid 100047 td 0xc7dbdc00
sched_switch(c7dbdc00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0766324,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c0766324,0,c07278c1,144,c0717b07,...) at sleepq_wait+0x46
msleep(c0766324,c07dda00,44,c0727902,0) at msleep+0x27d
getpbuf(c0766324,c99a1794,0,0,c99a1794,...) at getpbuf+0x44
cluster_wbuild(c99a16cc,4000,0,0,4,...) at cluster_wbuild+0x16b
vfs_bio_awrite(dbe7c9c4) at vfs_bio_awrite+0x1cd
ffs_syncvnode(c99a16cc,3) at ffs_syncvnode+0x2c1
ffs_sync(c822d000,3,c7dbdc00,c822d000,2,...) at ffs_sync+0x209
sync_fsync(e836acbc) at sync_fsync+0x164
VOP_FSYNC_APV(c0759ec0,e836acbc) at VOP_FSYNC_APV+0x9b
sync_vnode(c822e7d8,c7dbdc00) at sync_vnode+0x106
sched_sync(0,e836ad38,0,c05abf64,0,...) at sched_sync+0x1ed
fork_exit(c05abf64,0,e836ad38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe836ad6c, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc7dbda80
sched_switch(c7dbda80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07cf4e0,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c07cf4e0) at sleepq_timedwait+0x4a
msleep(c07cf4e0,c07cf500,44,c07163bf,3e8) at msleep+0x259
buf_daemon(0,e8367d38,0,c059d93c,0,...) at buf_daemon+0x108
fork_exit(c059d93c,0,e8367d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8367d6c, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc7dbd900
sched_switch(c7dbd900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07dda44,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c07dda44) at sleepq_timedwait+0x4a
msleep(c07dda44,c07dd4c0,200,c0727a97,493e0,c07dd4c0,0,c0727a79,9d) at msleep+0x259
vm_pagezero(0,e8364d38,0,c06870c4,0,...) at vm_pagezero+0x6c
fork_exit(c06870c4,0,e8364d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8364d6c, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc7dbd180
sched_switch(c7dbd180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07dd54c,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c07dd54c,0,c072771a,63e,0,...) at sleepq_wait+0x46
msleep(c07dd54c,c07dd560,68,c07163bf,0,...) at msleep+0x27d
vm_daemon(0,e8355d38,0,c06860d8,0,...) at vm_daemon+0x36
fork_exit(c06860d8,0,e8355d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8355d6c, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc7dbd000
sched_switch(c7dbd000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c07dd508,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c07dd508) at sleepq_timedwait+0x4a
msleep(c07dd508,c07dd4c0,44,c07163bf,1388) at msleep+0x259
vm_pageout(0,e8352d38,0,c0685d60,0,...) at vm_pageout+0x260
fork_exit(c0685d60,0,e8352d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8352d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc7ce9d80
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc7ce9c00
sched_switch(c7ce9c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7e1e63c,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c7e1e63c) at sleepq_timedwait+0x4a
msleep(c7e1e63c,c7e1e6f0,4c,c0706bf1,3e8) at msleep+0x259
fdc_worker(c7e1e600,c7e1e6f0,0,c07293da,4a1) at fdc_worker+0x1fe
fdc_thread(c7e1e600,e6929d38,c7e1e600,c0694bfc,0,...) at fdc_thread+0x54
fork_exit(c0694bfc,c7e1e600,e6929d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6929d6c, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc7ce9a80
sched_switch(c7ce9a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7e88c10,e6926d38,c7e88c10,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7e88c10,e6926d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6926d6c, ebp = 0 ---
Tracing command irq1: atkbd0 pid 33 tid 100032 td 0xc7ce9900
sched_switch(c7ce9900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7e89030,e6923d38,c7e89030,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7e89030,e6923d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6923d6c, ebp = 0 ---
Tracing command irq22: fxp0 pid 32 tid 100033 td 0xc7ce9780
sched_switch(c7ce9780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7e772d0,e6920d38,c7e772d0,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7e772d0,e6920d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6920d6c, ebp = 0 ---
Tracing command irq20: mly0 pid 31 tid 100034 td 0xc7ce9600
sched_switch(c7ce9600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7dfd920,e691dd38,c7dfd920,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7dfd920,e691dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe691dd6c, ebp = 0 ---
Tracing command irq15: ata1 pid 30 tid 100035 td 0xc7ce9480
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 29 tid 100036 td 0xc7e05d80
sched_switch(c7e05d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7e07300,e8398d38,c7e07300,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7e07300,e8398d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8398d6c, ebp = 0 ---
Tracing command usb1 pid 28 tid 100037 td 0xc7e05c00
sched_switch(c7e05c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7dae210,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c7dae210) at sleepq_timedwait+0x4a
msleep(c7dae210,0,5c,c07057e6,ea60,c7debbc0) at msleep+0x259
usb_event_thread(c7debbc0,e8395d38,c7debbc0,c050cf38,0,...) at usb_event_thread+0x70
fork_exit(c050cf38,c7debbc0,e8395d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8395d6c, ebp = 0 ---
Tracing command irq17: ehci0 pid 27 tid 100017 td 0xc7ce5900
fork_trampoline() at fork_trampoline
Tracing command usbtask pid 26 tid 100018 td 0xc7ce5780
sched_switch(c7ce5780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077ec04,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c077ec04,0,c054c4d4,c0781300,c07057cb,...) at sleepq_wait+0x46
msleep(c077ec04,0,5c,c07057ed,0,...) at msleep+0x27d
usb_task_thread(0,e6902d38,0,c050cfc8,0,...) at usb_task_thread+0x47
fork_exit(c050cfc8,0,e6902d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6902d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc7ce5600
sched_switch(c7ce5600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7db4210,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c7db4210) at sleepq_timedwait+0x4a
msleep(c7db4210,0,5c,c07057e6,ea60,c7dea580) at msleep+0x259
usb_event_thread(c7dea580,e68ffd38,c7dea580,c050cf38,0,...) at usb_event_thread+0x70
fork_exit(c050cf38,c7dea580,e68ffd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68ffd6c, ebp = 0 ---
Tracing command irq16: ohci0 pid 24 tid 100020 td 0xc7ce5480
fork_trampoline() at fork_trampoline
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc7ce5300
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc7ce5180
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc7dbd780
sched_switch(c7dbd780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7d43d80,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c7d43d80,0,c07113b9,49,c8053ab0,...) at sleepq_wait+0x46
msleep(c7d43d80,c7d43d9c,0,c0706bf1,0) at msleep+0x27d
taskqueue_thread_loop(c07872a8,e8361d38,c07872a8,c05753dc,0,...) at taskqueue_thread_loop+0x78
fork_exit(c05753dc,c07872a8,e8361d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8361d6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100024 td 0xc7dbd600
sched_switch(c7dbd600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7cc8b80,e835ed38,c7cc8b80,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7cc8b80,e835ed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe835ed6c, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100025 td 0xc7dbd480
sched_switch(c7dbd480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7cc8b90,e835bd38,c7cc8b90,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7cc8b90,e835bd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe835bd6c, ebp = 0 ---
Tracing command kqueue taskq pid 9 tid 100026 td 0xc7dbd300
sched_switch(c7dbd300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7d73100,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c7d73100,0,c07113b9,49,8,...) at sleepq_wait+0x46
msleep(c7d73100,c7d7311c,0,c0706bf1,0) at msleep+0x27d
taskqueue_thread_loop(c077f940,e8358d38,c077f940,c05753dc,0,...) at taskqueue_thread_loop+0x78
fork_exit(c05753dc,c077f940,e8358d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe8358d6c, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100008 td 0xc7ce3300
sched_switch(c7ce3300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7d73180,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c7d73180,0,c07113b9,49,8,...) at sleepq_wait+0x46
msleep(c7d73180,c7d7319c,0,c0706bf1,0) at msleep+0x27d
taskqueue_thread_loop(c077bb08,e68dbd38,c077bb08,c05753dc,0,...) at taskqueue_thread_loop+0x78
fork_exit(c05753dc,c077bb08,e68dbd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68dbd6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100009 td 0xc7ce3180
sched_switch(c7ce3180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7d73180,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c7d73180,0,c07113b9,49,8,...) at sleepq_wait+0x46
msleep(c7d73180,c7d7319c,0,c0706bf1,0) at msleep+0x27d
taskqueue_thread_loop(c077bb08,e68d8d38,c077bb08,c05753dc,0,...) at taskqueue_thread_loop+0x78
fork_exit(c05753dc,c077bb08,e68d8d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68d8d6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100010 td 0xc7ce3000
sched_switch(c7ce3000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7d73180,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c7d73180,0,c07113b9,49,c7ddf1e0,...) at sleepq_wait+0x46
msleep(c7d73180,c7d7319c,0,c0706bf1,0) at msleep+0x27d
taskqueue_thread_loop(c077bb08,e68d5d38,c077bb08,c05753dc,0,...) at taskqueue_thread_loop+0x78
fork_exit(c05753dc,c077bb08,e68d5d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68d5d6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100011 td 0xc7ce9300
sched_switch(c7ce9300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7cc8bc0,e6917d38,c7cc8bc0,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7cc8bc0,e6917d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6917d6c, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100012 td 0xc7ce9180
sched_switch(c7ce9180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0776004,c07812c0,0,c0710d6a,220,...) at sleepq_switch+0xc1
sleepq_wait(c0776004,0,c054c4d4,c0781300,c06ecd75,...) at sleepq_wait+0x46
msleep(c0776004,0,4c,c06ecd90,0) at msleep+0x27d
xpt_scanner_thread(0,e6914d38,0,c0443a54,0,...) at xpt_scanner_thread+0x35
fork_exit(c0443a54,0,e6914d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6914d6c, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc7ce9000
sched_switch(c7ce9000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077cc00,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c077cc00) at sleepq_timedwait+0x4a
msleep(c077cc00,0,0,c0706bf1,64) at msleep+0x259
random_kthread(0,e6911d38,0,c04f5f30,0,...) at random_kthread+0x180
fork_exit(c04f5f30,0,e6911d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6911d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc7ce5d80
sched_switch(c7ce5d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077f0a8,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c077f0a8) at sleepq_timedwait+0x4a
msleep(c077f0a8,c077ef88,24c,c0706bf1,64) at msleep+0x259
g_io_schedule_down(c7ce5d80) at g_io_schedule_down+0x56
g_down_procbody(0,e690ed38,0,c051eeb8,0,...) at g_down_procbody+0x5a
fork_exit(c051eeb8,0,e690ed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe690ed6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc7ce5c00
sched_switch(c7ce5c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077f0a4,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c077f0a4) at sleepq_timedwait+0x4a
msleep(c077f0a4,c077efc8,24c,c0706bf1,64) at msleep+0x259
g_io_schedule_up(c7ce5c00) at g_io_schedule_up+0x127
g_up_procbody(0,e690bd38,0,c051ee58,0,...) at g_up_procbody+0x5a
fork_exit(c051ee58,0,e690bd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe690bd6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc7ce5a80
sched_switch(c7ce5a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c077f09c,c07812c0,0,c0710d6a,245,...) at sleepq_switch+0xc1
sleepq_timedwait(c077f09c) at sleepq_timedwait+0x4a
msleep(c077f09c,0,4c,c0706bf1,64) at msleep+0x259
g_event_procbody(0,e6908d38,0,c051ef18,0,...) at g_event_procbody+0x9e
fork_exit(c051ef18,0,e6908d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6908d6c, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc7ce5000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc7ce3d80
sched_switch(c7ce3d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7cc8870,e68f0d38,c7cc8870,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7cc8870,e68f0d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68f0d6c, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc7ce3c00
sched_switch(c7ce3c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c7cc8880,e68edd38,c7cc8880,c0540f8c,0,...) at ithread_loop+0xda
fork_exit(c0540f8c,c7cc8880,e68edd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68edd6c, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc7ce3a80
sched_switch(c07120f0,6a9,c07cee5c,e68eac40,c05798ee,...) at sched_switch+0x177
(null)(c0712111,50000,c7ccb010,c07819d0,0,...) at 0
__func__.0(c054cd38,0,2041,1,3db17,...) at 0xc0712111
(null)(2f007865,2f727375,2f637273,2f737973,6e72656b,...) at 0xa
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc7ce3900
kdb_enter(c072a005) at kdb_enter+0x2b
siointr1(c7e8c800,c07df9c0,0,c0729e0b,56e,...) at siointr1+0xce
siointr(c7e8c800) at siointr+0x21
intr_execute_handlers(c7cd74c8,e68e7c94,4,e68e7cd8,c06b1b23,...) at intr_execute_handlers+0xe1
lapic_handle_intr(38) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc06aaa4d, esp = 0xe68e7cd8, ebp = 0xe68e7cd8 ---
acpi_cpu_c1(c07812c0,2,e68e7cf8,2,c7ce2860,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e68e7d0c,c05402e9,c054028c,e68e7d24,c05400cc,...) at acpi_cpu_idle+0x15d
cpu_idle(c054028c,e68e7d24,c05400cc,0,e68e7d38,...) at cpu_idle+0x28
idle_proc(0,e68e7d38,0,c054028c,0,...) at idle_proc+0x5d
fork_exit(c054028c,0,e68e7d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe68e7d6c, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc7ce3780
sched_switch(c07887c0,0,ffc06034) at sched_switch+0x177
mi_switch(c054c729,c07cee58,e68e4c1c,c057a284,c07887c0,...) at mi_switch+0x270
end(c0712111,50000,c7ccb010,c07819d0,0,...) at 0xe68e4bf0
__func__.0(c054cd38,0,2041,1,3db17,...) at 0xc0712111
(null)(2f007865,2f727375,2f637273,2f737973,6e72656b,...) at 0xa
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc7ce3600
sched_switch(28,12,c06b1eb1,c07f95b0,8,...) at sched_switch+0x177
Tracing command init pid 1 tid 100007 td 0xc7ce3480
sched_switch(c7ce3480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c7ce8000) at sleepq_switch+0xc1
sleepq_wait_sig(c7ce8000) at sleepq_wait_sig+0x1d
msleep(c7ce8000,c7ce8068,15c,c0713046,0) at msleep+0x26e
kern_wait(c7ce3480,ffffffff,e68dec84,0,0) at kern_wait+0x6bb
wait4(c7ce3480,e68ded04) at wait4+0x2a
syscall(3b,3b,3b,0,0,...) at syscall+0x25b
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8052f47, esp = 0xbfbfed7c, ebp = 0xbfbfed98 ---
Tracing command swapper pid 0 tid 0 td 0xc077f3c0
sched_switch(c077f3c0,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
scheduler(0,c1ec00,c1e000,0,c0440585,...) at scheduler+0x199
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> ps
pid ppid pgrp uid state wmesg wchan cmd
897 784 897 0 Ss ufs 0xc820f46c inetd
894 893 893 0 S ufs 0xc82481b4 sh
893 892 893 0 Ss wait 0xc8964c90 sh
892 711 711 0 S piperd 0xc8107990 cron
891 784 891 0 Ss biord 0xdbdb3fdc inetd
851 848 851 0 S+ getblk 0xdbfdafa4 mc
848 847 848 0 S+ pause 0xc851dcc4 csh
847 842 847 1001 S+ wait 0xc851da78 su
842 841 842 1001 Ss+ pause 0xc835224c csh
841 837 837 1001 S select 0xc07cef64 sshd
837 694 837 0 Ss sbwait 0xc827720c sshd
836 764 764 65534 S lockf 0xc80bba80 httpd
835 764 764 65534 S lockf 0xc8113680 httpd
834 764 764 65534 S lockf 0xc80c0840 httpd
833 764 764 65534 S lockf 0xc8112880 httpd
832 764 764 65534 S lockf 0xc7ea6080 httpd
831 764 764 65534 S lockf 0xc80c08c0 httpd
830 764 764 65534 S lockf 0xc81124c0 httpd
829 764 764 65534 S lockf 0xc80c0800 httpd
828 764 764 65534 S lockf 0xc80bc840 httpd
827 764 764 65534 S lockf 0xc80bc600 httpd
826 764 764 65534 S lockf 0xc80c0980 httpd
825 764 764 65534 S lockf 0xc7ea8cc0 httpd
824 764 764 65534 S lockf 0xc80bbb00 httpd
823 764 764 65534 S lockf 0xc80c15c0 httpd
822 764 764 65534 S lockf 0xc7ea8d00 httpd
821 764 764 65534 S lockf 0xc8112180 httpd
820 764 764 65534 S lockf 0xc8113700 httpd
819 764 764 65534 S lockf 0xc81123c0 httpd
818 764 764 65534 S lockf 0xc7ea8dc0 httpd
817 764 764 65534 S lockf 0xc80c1580 httpd
816 764 764 65534 S lockf 0xc7ea6b80 httpd
815 764 764 65534 S lockf 0xc80c0a00 httpd
814 764 764 65534 S lockf 0xc80c0600 httpd
813 764 764 65534 S lockf 0xc7ea8d40 httpd
812 764 764 65534 S lockf 0xc80bba00 httpd
811 764 764 65534 S lockf 0xc80bc7c0 httpd
810 764 764 65534 S lockf 0xc8112240 httpd
809 764 764 65534 S lockf 0xc80c1e80 httpd
808 764 764 65534 S lockf 0xc8112300 httpd
807 764 764 65534 S select 0xc07cef64 httpd
806 1 806 0 Ss+ vnread 0xdbd4b0bc getty
805 1 805 0 Ss+ ttyin 0xc7e9c410 getty
804 1 804 0 Ss+ ttyin 0xc7ea4010 getty
803 1 803 0 Ss+ ttyin 0xc7ea3c10 getty
802 1 802 0 Ss+ ttyin 0xc7ea4c10 getty
801 1 801 0 Ss+ ttyin 0xc7ea4810 getty
800 1 800 0 Ss+ ttyin 0xc7ea2c10 getty
799 1 799 0 Ss+ ttyin 0xc7ea2810 getty
798 1 798 0 Ss+ ttyin 0xc7ea3810 getty
784 1 784 0 Ss select 0xc07cef64 inetd
764 1 764 0 Ss select 0xc07cef64 httpd
763 733 45 509 S+ (threaded) mysqld
100133 S kserel 0xc8154034 mysqld
100135 S kserel 0xc8154034 mysqld
100091 S kserel 0xc8154034 mysqld
100127 S kserel 0xc8154034 mysqld
100134 S select 0xc07cef64 mysqld
100131 S sigwait 0xea845c14 mysqld
100126 S ksesigwa 0xc8156138 mysqld
733 1 45 0 S+ wait 0xc8156a78 sh
730 1 730 0 Ss nanslp 0xc0781bec cron
722 1 721 0 S select 0xc07cef64 snmpd
711 1 711 0 Ss nanslp 0xc0781bec cron
705 1 705 25 Ss pause 0xc80e2894 sendmail
699 1 699 0 Ss select 0xc07cef64 sendmail
694 1 694 0 Ss select 0xc07cef64 sshd
669 1 669 0 Ss select 0xc07cef64 ntpd
638 1 638 0 Ss select 0xc07cef64 usbd
591 0 0 0 SL - 0xc077f760 [accounting]
574 1 574 53 Ss select 0xc07cef64 named
554 1 554 0 Ss select 0xc07cef64 syslogd
537 1 537 0 Ss nanslp 0xc0781bec ipmon
441 1 441 0 Ss select 0xc07cef64 devd
170 1 170 0 Ss pause 0xc808567c adjkerntz
44 0 0 0 SL - 0xe8380d04 [schedcpu]
43 0 0 0 SL sdflush 0xc07dca74 [softdepflush]
42 0 0 0 SL vlruwt 0xc8084860 [vnlru]
41 0 0 0 SL wswbuf0 0xc0766324 [syncer]
40 0 0 0 SL psleep 0xc07cf4e0 [bufdaemon]
39 0 0 0 SL pgzero 0xc07dda44 [pagezero]
38 0 0 0 SL psleep 0xc07dd54c [vmdaemon]
37 0 0 0 SL psleep 0xc07dd508 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc7e1e63c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq1: atkbd0]
32 0 0 0 WL [irq22: fxp0]
31 0 0 0 WL [irq20: mly0]
30 0 0 0 WL [irq15: ata1]
29 0 0 0 WL [irq14: ata0]
28 0 0 0 SL usbevt 0xc7dae210 [usb1]
27 0 0 0 WL [irq17: ehci0]
26 0 0 0 SL usbtsk 0xc077ec04 [usbtask]
25 0 0 0 SL usbevt 0xc7db4210 [usb0]
24 0 0 0 WL [irq16: ohci0]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc7d43d80 [thread taskq]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
9 0 0 0 SL - 0xc7d73100 [kqueue taskq]
8 0 0 0 SL - 0xc7d73180 [acpi_task_2]
7 0 0 0 SL - 0xc7d73180 [acpi_task_1]
6 0 0 0 SL - 0xc7d73180 [acpi_task_0]
18 0 0 0 WL [swi2: cambio]
5 0 0 0 SL ccb_scan 0xc0776004 [xpt_thrd]
17 0 0 0 SL - 0xc077cc00 [yarrow]
4 0 0 0 SL - 0xc077f0a8 [g_down]
3 0 0 0 SL - 0xc077f0a4 [g_up]
2 0 0 0 SL - 0xc077f09c [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc7ce8000 [init]
0 0 0 0 WLs [swapper]
db>
--
Oleg Derevenetz <oleg@vsi.ru> OOD3-RIPE
Phone: +7 4732 539880
Fax: +7 4732 531415 http://www.vsi.ru
CenterTelecom Voronezh ISP http://isp.vsi.ru
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?200710231230.l9NCU3Cx063003>