Skip site navigation (1)Skip section navigation (2)
Date:      Thu, 4 Nov 2004 15:25:43 -0500
From:      Marc Ramirez <marc.ramirez@bluecirclesoft.com>
To:        freebsd-current@freebsd.org
Cc:        Julian Elischer <julian@elischer.org>
Subject:   Re: [FreeBSD 5.3-RC2] Processes STILL hanging in unkillable state
Message-ID:  <200411041525.51985.marc.ramirez@bluecirclesoft.com>
In-Reply-To: <418A73FD.2070201@elischer.org>
References:  <200411020143.34251.gte990t@mail.gatech.edu> <20041104144605.GF24440@electra.cse.Buffalo.EDU> <418A73FD.2070201@elischer.org>

next in thread | previous in thread | raw e-mail | index | archive | help
--nextPart1874134.uBCbvHlPov
Content-Type: text/plain;
  charset="iso-8859-1"
Content-Transfer-Encoding: quoted-printable
Content-Disposition: inline

On Thursday 04 November 2004 01:25 pm, Julian Elischer wrote:
>
> if you can get to teh kernel debugger on a serial link, (there is a
> sysctl to drop yuo into it) then
> the appropriate lines of 'ps' would be interesting.
> also x/xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx {address}
> where address is the address of the ksegrp in question (in threaded
> processes) myght be interesting.
> (you can get that from the ps in ddb)
>
> >In particular if you manage to wedge processes in an unkillable state
> >the output of "ps -o f -l" might be useful.  I'd like to see all of the
> >flags set for a process that gets wedged.
>
> please also add the -H option to show the threads in question.

I'll just leave the proc in the wedged state, in case anyone wants me to do=
 more tests.

Marc.

mrami@laptop[~]
$ ps -o f -auxlwww|egrep '(TL|PID)'
      F USER    PID %CPU %MEM   VSZ  RSS  TT  STAT STARTED      TIME COMMAN=
D            UID  PPID CPU PRI NI MWCHAN
  8c081 mrami   782  0.0 17.1 85824 43300  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4  96  0 -
   4002 mrami   879  0.0  0.3  1504  824  p1  S+    3:11PM   0:00.00 egrep =
(TL|PID)    1000   764   0  -8  0 piperd
mrami@laptop[~]
$ ps -H -o f -auxlwww|egrep '(782|PID)'
      F USER    PID %CPU %MEM   VSZ  RSS  TT  STAT STARTED      TIME COMMAN=
D            UID  PPID CPU PRI NI MWCHAN
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4 -16  0 spltwt
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4  96  0 -
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4   4  0 accept
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714  24  20  0 -
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4 -16  0 -
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4  96  0 -
  8c081 mrami   782  0.0 17.1 85824 43296  ??  TL    3:09PM   0:05.49 /usr/=
local/OpenO  1000   714   4  96  0 select
      2 mrami   892  0.0  0.6  2268 1504  p1  RL+   3:14PM   0:00.00 egrep =
(782|PID)   1000   764   0  96  0 -


root@laptop[~]
# KDB: enter: manual escape to debugger
[thread 100005]
Stopped at      kdb_enter+0x2b: nop
db> ps
  pid   proc     uarea   uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 1028 c20801c4 d539f000    0   646  1028 0004002 [SLPQ ttyin 0xc15d1a10][SL=
P] ba
sh
  883 c21551c4 d5404000 1000   714   714 0008080 (threaded)  kdeinit
   thread 0xc21567d0 ksegrp 0xc2154070 [SLPQ kserel 0xc21540b0][SLP]
   thread 0xc2081320 ksegrp 0xc2154070 [SLPQ select 0xc08e44c4][SLP]
   thread 0xc2156c80 ksegrp 0xc187db60 [SLPQ ksesigwait 0xc21552c4][SLP]
  882 c2153000 d532b000 1000   714   714 0008080 (threaded)  kdeinit
   thread 0xc20814b0 ksegrp 0xc15f51c0 [SLPQ kserel 0xc15f5200][SLP]
   thread 0xc21564b0 ksegrp 0xc15f51c0 [SLPQ select 0xc08e44c4][SLP]
   thread 0xc2156af0 ksegrp 0xc187daf0 [SLPQ ksesigwait 0xc2153100][SLP]
  881 c15f6c5c cc7a2000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
mail
  826 c2155388 d5405000 1000   782   714 0000000 new [INACTIVE] soffice.bin
  782 c2153710 d53fe000 1000   714   714 008c081 stop(threaded)  soffice.bin
   thread 0xc2081e10 ksegrp 0xc2154310 [SUSP]
   thread 0xc187a960 ksegrp 0xc2154310 [SLPQ spltwt 0xc138fd98][SLP]
   thread 0xc2156960 ksegrp 0xc2154310 [SUSP]
   thread 0xc2157000 ksegrp 0xc2154310 [SUSP]
   thread 0xc2157190 ksegrp 0xc2154310 [SLPQ select 0xc08e44c4][SLP][SUSP]
   thread 0xc2156190 ksegrp 0xc2154310 [SLPQ accept 0xc216ae26][SLP][SUSP]
   thread 0xc2156320 ksegrp 0xc187dc40 [SUSP]
  772 c2153c5c d5401000 1000   714   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  764 c187bc5c d52d9000 1000   756   764 0004002 [SLPQ ttyin 0xc207b210][SL=
P] ba
sh
  762 c1b0ec5c d5377000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
alarmd
  761 c187b8d4 d52d7000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
orgac
  760 c1b0d1c4 d5286000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
gpg
  756 c187ba98 d52d8000 1000   714   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  753 c2080710 d53a2000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  749 c1b0e8d4 d5339000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  747 c1b0e1c4 d5335000 1000   714   714 0000000 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  746 c1b0e388 d5336000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  744 c1b0e710 d5338000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  742 c1b0ea98 d5376000 1000   714   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  739 c2080000 d5285000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  737 c2080388 d53a0000 1000   675   675 0004000 [SLPQ nanslp 0xc08e0eec][S=
LP] k
wrapper
  736 c208054c d53a1000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  734 c20808d4 d53c1000 1000   714   714 0004000 [SLPQ select 0xc08e44c4][S=
LP] a
rtsd
  724 c1878000 d5282000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  721 c1764a98 d49d5000 1000   714   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  718 c1764e20 d49d7000 1000     1   714 0000001 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  714 c187b54c d52d5000 1000     1   714 0000000 [SLPQ select 0xc08e44c4][S=
LP] k
deinit
  675 c187b710 d52d6000 1000   657   675 0004000 [SLPQ wait 0xc187b710][SLP=
] sh
  657 c187be20 d52da000    0   654     1 0000000 [SLPQ wait 0xc187be20][SLP=
] kdm
=20
  656 c1b0d000 d5284000    0   654   656 0004000 [SLPQ select 0xc08e44c4][S=
LP] X
org
  654 c1b0d388 d52fd000    0     1     1 0004001 [SLPQ select 0xc08e44c4][S=
LP] k
dm
  653 c1b0d54c d532e000    0     1   653 0004002 [SLPQ ttyin 0xc169d210][SL=
P] ge
tty
  652 c1b0d710 d532f000    0     1   652 0004002 [SLPQ ttyin 0xc169d410][SL=
P] ge
tty
  651 c1b0d8d4 d5330000    0     1   651 0004002 [SLPQ ttyin 0xc169d610][SL=
P] ge
tty
  650 c1b0da98 d5331000    0     1   650 0004002 [SLPQ ttyin 0xc169d810][SL=
P] ge
tty
  649 c1b0dc5c d5332000    0     1   649 0004002 [SLPQ ttyin 0xc169da10][SL=
P] ge
tty
  648 c1b0de20 d5333000    0     1   648 0004002 [SLPQ ttyin 0xc15d1210][SL=
P] ge
tty
  647 c1b0e000 d5334000    0     1   647 0004002 [SLPQ ttyin 0xc15d1810][SL=
P] ge
tty
  646 c15f61c4 cc760000    0     1   646 0004102 [SLPQ wait 0xc15f61c4][SLP=
] log
in
  613 c15f6388 cc761000    0     1   613 0000000 [SLPQ select 0xc08e44c4][S=
LP] m
oused
  581 c1878e20 d52d1000 1001     1   581 0000100 [SLPQ select 0xc08e44c4][S=
LP] d
hcpd
  552 c1878388 d528f000   80     1   551 000c082 (threaded)  java
   thread 0xc1b0fc80 ksegrp 0xc1502380 [SLPQ kserel 0xc15023c0][SLP]
   thread 0xc1b0f4b0 ksegrp 0xc1502380 [SLPQ accept 0xc192e7d2][SLP]
   thread 0xc1972af0 ksegrp 0xc1502380 [SLPQ accept 0xc192ee26][SLP]
   thread 0xc1972c80 ksegrp 0xc1502380 [SLPQ accept 0xc1c0217e][SLP]
   thread 0xc1b0f640 ksegrp 0xc1502380 [SLPQ accept 0xc192ece2][SLP]
   thread 0xc1b0f320 ksegrp 0xc1502380 [SLPQ accept 0xc192e916][SLP]
   thread 0xc1b0f000 ksegrp 0xc1502380 [SLPQ accept 0xc192ea5a][SLP]
   thread 0xc1b0f7d0 ksegrp 0xc1502380 [SLPQ accept 0xc192eb9e][SLP]
   thread 0xc1b0f190 ksegrp 0xc1502380 [SLPQ accept 0xc1c0268e][SLP]
   thread 0xc1972960 ksegrp 0xc15f5e00 [SLPQ ksesigwait 0xc1878488][SLP]
  540 c15f654c cc762000   70   539   538 0000000 [SLPQ select 0xc08e44c4][S=
LP] p
ostgres
  539 c18781c4 d528e000   70   538   538 0000000 [SLPQ select 0xc08e44c4][S=
LP] p
ostgres
  538 c187854c d52cc000   70     1   538 0000000 [SLPQ select 0xc08e44c4][S=
LP] p
ostgres
  498 c18788d4 d52ce000    0     1   498 0000000 [SLPQ nanslp 0xc08e0eec][S=
LP] c
ron
  480 c15f6a98 cc7a1000   25     1   480 0000100 [SLPQ pause 0xc15f6ad0][SL=
P] se
ndmail
  476 c187b388 d52d4000    0     1   476 0000100 [SLPQ select 0xc08e44c4][S=
LP] s
endmail
  452 c1878c5c d52d0000    0     1   452 0000000 [SLPQ select 0xc08e44c4][S=
LP] n
tpd
  439 c1878a98 d52cf000    0     1   439 0000000 [SLPQ select 0xc08e44c4][S=
LP] l
pd
  416 c187b000 d52d2000    0     1   416 0000000 [SLPQ select 0xc08e44c4][S=
LP] u
sbd
  335 c187b1c4 d52d3000    0     1   335 0000000 [SLPQ select 0xc08e44c4][S=
LP] s
yslogd
  313 c15f68d4 cc764000    0     1   313 0000000 [SLPQ select 0xc08e44c4][S=
LP] d
evd
  241 c1878710 d52cd000    0     1   241 0000000 [SLPQ select 0xc08e44c4][S=
LP] p
ccardd
  240 c1764c5c d49d6000    0     1   240 0000000 [SLPQ select 0xc08e44c4][S=
LP] d
hclient
  185 c15f6710 cc763000    0     1   185 0000000 [SLPQ pause 0xc15f6748][SL=
P] ad
jkerntz
   53 c15f6e20 cc7a3000    0     0     0 0000204 [SLPQ - 0xcc788d18][SLP] s=
chedc
pu
   52 c1764000 d49cf000    0     0     0 0000204 [SLPQ - 0xc08ec4ac][SLP] n=
fsiod
 3
   51 c17641c4 d49d0000    0     0     0 0000204 [SLPQ - 0xc08ec4a8][SLP] n=
fsiod
 2
   50 c1764388 d49d1000    0     0     0 0000204 [SLPQ - 0xc08ec4a4][SLP] n=
fsiod
 1
   49 c176454c d49d2000    0     0     0 0000204 [SLPQ - 0xc08ec4a0][SLP] n=
fsiod
 0
   48 c1764710 d49d3000    0     0     0 0000204 [SLPQ hptrdy 0xc078a730][S=
LP] h
pt_wt
   47 c17648d4 d49d4000    0     0     0 0000204 [SLPQ syncer 0xc08e0c6c][S=
LP] s
yncer
   46 c1534a98 cc72f000    0     0     0 0000204 [SLPQ vlruwt 0xc1534a98][S=
LP] v
nlru
   45 c1534c5c cc730000    0     0     0 0000204 [SLPQ psleep 0xc08e4a8c][S=
LP] b
ufdaemon
   44 c1534e20 cc731000    0     0     0 000020c [SLPQ pgzero 0xc08f2e50][S=
LP] p
agezero
   43 c15f3000 cc738000    0     0     0 0000204 [SLPQ psleep 0xc08f2ea4][S=
LP] v
mdaemon
   42 c15f31c4 cc757000    0     0     0 0000204 [SLPQ psleep 0xc08f2e60][S=
LP] p
agedaemon
   41 c15f3388 cc758000    0     0     0 0000204 [IWAIT] swi0: sio
   40 c15f354c cc759000    0     0     0 0000204 [SLPQ usbevt 0xc160e210][S=
LP] u
sb1
   39 c15f3710 cc75a000    0     0     0 0000204 [SLPQ usbtsk 0xc08d8e18][S=
LP] u
sbtask
   38 c15f38d4 cc75b000    0     0     0 0000204 [SLPQ usbevt 0xc15d3210][S=
LP] u
sb0
   37 c15f3a98 cc75c000    0     0     0 0000204 [SLPQ tzpoll 0xc0a24694][S=
LP] a
cpi_thermal
    9 c15f3c5c cc75d000    0     0     0 0000204 [SLPQ actask 0xc0a24a2c][S=
LP] a
cpi_task2
    8 c15f3e20 cc75e000    0     0     0 0000204 [SLPQ actask 0xc0a24a2c][S=
LP] a
cpi_task1
    7 c15f6000 cc75f000    0     0     0 0000204 [SLPQ actask 0xc0a24a2c][S=
LP] a
cpi_task0
    6 c152454c cc705000    0     0     0 0000204 [SLPQ - 0xc15bd6c0][SLP] k=
queue
 taskq
   36 c1524710 cc706000    0     0     0 0000204 [IWAIT] swi3: cambio
   35 c15248d4 cc707000    0     0     0 0000204 [IWAIT] swi2: camnet
   34 c1524a98 cc726000    0     0     0 0000204 [IWAIT] swi6: acpitaskq
   33 c1524c5c cc727000    0     0     0 0000204 [IWAIT] swi6:+
    5 c1524e20 cc728000    0     0     0 0000204 [SLPQ - 0xc15bd980][SLP] t=
hread
 taskq
   32 c1534000 cc729000    0     0     0 0000204 [IWAIT] swi6:+
   31 c15341c4 cc72a000    0     0     0 0000204 [IWAIT] swi6: task queue
   30 c1534388 cc72b000    0     0     0 0000204 [SLPQ - 0xc08d6a80][SLP] y=
arrow
=20
    4 c153454c cc72c000    0     0     0 0000204 [SLPQ - 0xc08db4a8][SLP] g=
_down
=20
    3 c1534710 cc72d000    0     0     0 0000204 [SLPQ - 0xc08db4a4][SLP] g=
_up
    2 c15348d4 cc72e000    0     0     0 0000204 [SLPQ - 0xc08db49c][SLP] g=
_even
t
   29 c15031c4 cbd12000    0     0     0 0000204 [IWAIT] swi1: net
   28 c1503388 cbd13000    0     0     0 0000204 [IWAIT] swi4: vm
   27 c150354c cbd32000    0     0     0 000020c [IWAIT] swi5: clock sio
   26 c1503710 cbd33000    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c15038d4 cbd34000    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1503a98 cbd35000    0     0     0 0000204 [IWAIT] irq13:
   23 c1503c5c cbd36000    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1503e20 cbd37000    0     0     0 0000204 [IWAIT] irq11: fxp0 uhci0+
   21 c1524000 cc702000    0     0     0 0000204 [IWAIT] irq10:
   20 c15241c4 cc703000    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1524388 cc704000    0     0     0 0000204 [IWAIT] irq8: rtc
   18 c14fc000 cbccc000    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c14fc1c4 cbd09000    0     0     0 0000204 [IWAIT] irq6:
   16 c14fc388 cbd0a000    0     0     0 0000204 [IWAIT] irq5: wi0
   15 c14fc54c cbd0b000    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c14fc710 cbd0c000    0     0     0 0000204 [IWAIT] irq3:
   13 c14fc8d4 cbd0d000    0     0     0 0000204 [CPU 0] irq1: atkbd0
   12 c14fca98 cbd0e000    0     0     0 0000204 [IWAIT] irq0: clk
   11 c14fcc5c cbd0f000    0     0     0 000020c [Can run] idle
    1 c14fce20 cbd10000    0     0     1 0004200 [SLPQ wait 0xc14fce20][SLP=
] ini
t
   10 c1503000 cbd11000    0     0     0 0000204 [SLPQ ktrace 0xc08dee98][S=
LP] k
trace
    0 c08db5a0 c0c1f000    0     0     0 0000200 [SLPQ sched 0xc08db5a0][SL=
P] sw
apper
db> c
vidcontrol -HP > console.txt
=20



=2D-=20
Marc Ramirez
Blue Circle Software Corporation
513-688-1070 (main)
513-382-1270 (direct)
http://www.bluecirclesoft.com
http://www.mrami.com (personal)

--nextPart1874134.uBCbvHlPov
Content-Type: application/pgp-signature

-----BEGIN PGP SIGNATURE-----
Version: GnuPG v1.2.6 (FreeBSD)

iD8DBQBBipBPg1EgpGw750IRAocrAKCOEwFM5DsVfAaoO702bRMzv5+FxwCeMI9q
t671zdJ3OD0J/oaazBD6P6M=
=mRwx
-----END PGP SIGNATURE-----

--nextPart1874134.uBCbvHlPov--



Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?200411041525.51985.marc.ramirez>