From owner-freebsd-hackers  Mon Dec 17 13:54:24 2001
Delivered-To: freebsd-hackers@freebsd.org
Received: from mail.imp.ch (mail.imp.ch [157.161.1.2])
	by hub.freebsd.org (Postfix) with ESMTP
	id DDEE037B41C; Mon, 17 Dec 2001 13:54:18 -0800 (PST)
Received: from levais.imp.ch (levais.imp.ch [157.161.4.66])
	by mail.imp.ch (8.11.1/8.11.1) with ESMTP id fBHLsF095498;
	Mon, 17 Dec 2001 22:54:15 +0100 (CET)
	(envelope-from Martin.Blapp@imp.ch)
Date: Mon, 17 Dec 2001 22:58:39 +0100 (CET)
From: Martin Blapp <mb@imp.ch>
To: Matthew Dillon <dillon@apollo.backplane.com>, <tmm@freebsd.org>
Cc: <freebsd-hackers@freebsd.org>
Subject: Re: deadlock with softupdates ?
In-Reply-To: <200112172141.fBHLfSc33112@apollo.backplane.com>
Message-ID: <20011217225006.T59342-100000@levais.imp.ch>
MIME-Version: 1.0
Content-Type: TEXT/PLAIN; charset=US-ASCII
Sender: owner-freebsd-hackers@FreeBSD.ORG
Precedence: bulk
List-ID: <freebsd-hackers.FreeBSD.ORG>
List-Archive: <http://docs.freebsd.org/mail/> (Web Archive)
List-Help: <mailto:majordomo@FreeBSD.ORG?subject=help> (List Instructions)
List-Subscribe: <mailto:majordomo@FreeBSD.ORG?subject=subscribe%20freebsd-hackers>
List-Unsubscribe: <mailto:majordomo@FreeBSD.ORG?subject=unsubscribe%20freebsd-hackers>
X-Loop: FreeBSD.ORG

>     Do a ps -axl -M vmcore.X -N kernel.X  on the kernel core,
>     pick out all the processes blocked on inode or whatever,

 inode ps -axl -M vmcore.0 -N /usr/src/sys/compile/NEWS/kernel.debug |
grep inode

    8   293   290   0 -14  0  3644    0 inode  D    #C5-   0:49.73  (perl)
    0     2     0   0 -14  0     0    0 inode  DL    ??    0:36.22  (pagedaemon)
    8   288     1   0 -14  0 133420    0 inode  DLs   ??   28:25.45  (innd)
    8 13771   288   0 -14  4  2072    0 inode  DN    ??    0:00.01  (nnrpd)
    8 13775   288   0 -14  4  2128    0 inode  DN    ??    0:00.01  (nnrpd)
    8 13779   288   0 -14  4  2120    0 inode  DN    ??    0:00.01  (nnrpd)
    8 13781   288   0 -14  4 45968    0 inode  DN    ??    0:00.01  (nnrpd)

>     then from gdb go to each process (proc N) and do a backtrace
>     (back).

(kgdb) defproc 288
  288 d78cd0c0 d788e000    8     1   288  000005 3  innd         inode
c2c0c200
 frame 0 at 0xd7890d8c: ebp d7890db8, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd7890db8: ebp d7890ddc, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd7890ddc: ebp d7890e00, eip 0xc0171cd4 <lockmgr+116>:     mov    %eax,%edi
 frame 3 at 0xd7890e00: ebp d7890e18, eip 0xc01a2008 <vop_stdunlock+12>:        jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd7890e18: ebp d7890e24, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd7890e24: ebp d7890e4c, eip 0xc01ac04b <vn_lock+155>:    add    $0x4,%esp
 frame 6 at 0xd7890e4c: ebp d7890e68, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd7890e68: ebp d7890e84, eip 0xc023d038 <zinitna+24>:      add    $0xc,%esp
 frame 8 at 0xd7890e84: ebp d7890f34, eip 0xc023060c <vm_fault+344>:    mov    %eax,0xffffffbc(%ebp)
 frame 9 at 0xd7890f34: ebp d7890f5c, eip 0xc0284b9e <trap_pfault+118>: mov    %eax,%

(kgdb) defproc 293
  293 d78cd0c0 d7888000    8   290     6  004006 3  perl         inode c1f87400
 frame 0 at 0xd788abe8: ebp d788ac14, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd788ac14: ebp d788ac38, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd788ac38: ebp d788ac5c, eip 0xc0171e88 <lockmgr+552>:     mov    %eax,%edi
 frame 3 at 0xd788ac5c: ebp d788ac74, eip 0xc01a2008 <vop_stdunlock+12>:        jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd788ac74: ebp d788ac80, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd788ac80: ebp d788aca8, eip 0xc01ac04b <vn_lock+155>:     add    $0x4,%esp
 frame 6 at 0xd788aca8: ebp d788acc4, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd788acc4: ebp d788ace8, eip 0xc02290d4 <ufs_ihashins+20>: add    $0xc,%esp
 frame 8 at 0xd788ace8: ebp d788ad20, eip 0xc02265de <ffs_vget+62>:     mov    0x10(%ebp),%ecx
 frame 9 at 0xd788ad20: ebp d788ad38, eip 0xc022b964 <ufs_init+24>:     test   %eax,%eax
 frame 10 at 0xd788ad38: ebp d788ad84, eip 0xc01a32b6 <lookup+994>:     mov    %eax,0xffffffd8(%ebp)
 frame 11 at 0xd788ad84: ebp d788add8, eip 0xc01a2c74 <namei+368>:      mov    %eax,%ebx
 frame 12 at 0xd788add8: ebp d788ae74, eip 0xc01ab45f <vn_open+487>:    mov    %eax,%ebx
 frame 13 at 0xd788ae74: ebp d788af2c, eip 0xc01a7568 <open+204>:       mov    %eax,%ebx
 frame 14 at 0xd788af2c: ebp d788afa0, eip 0xc028520d <syscall2+465>:   mov    %eax,0xffffffb8(%ebp)

(kgdb) defproc 13771
13771 d78cd0c0 d7c16000    8   288   288  004004 3  nnrpd        inode c2024b00
 frame 0 at 0xd7c18c08: ebp d7c18c34, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd7c18c34: ebp d7c18c58, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd7c18c58: ebp d7c18c7c, eip 0xc0171ea5 <lockmgr+581>:     mov    %eax,%edi
 frame 3 at 0xd7c18c7c: ebp d7c18c94, eip 0xc01a2008 <vop_stdunlock+12>:        jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd7c18c94: ebp d7c18ca0, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd7c18ca0: ebp d7c18cc8, eip 0xc01ac04b <vn_lock+155>:     add    $0x4,%esp
 frame 6 at 0xd7c18cc8: ebp d7c18ce4, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd7c18ce4: ebp d7c18d30, eip 0xc01a01b3 <vfs_cache_lookup+431>:    mov    %eax,%ebx
 frame 8 at 0xd7c18d30: ebp d7c18d3c, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 9 at 0xd7c18d3c: ebp d7c18d84, eip 0xc01a3179 <lookup+677>:      mov    %eax,0xffffffd8(%ebp)
 frame 10 at 0xd7c18d84: ebp d7c18dd8, eip 0xc01a2c74 <namei+368>:      mov    %eax,%ebx
 frame 11 at 0xd7c18dd8: ebp d7c18e74, eip 0xc01ab45f <vn_open+487>:    mov    %eax,%ebx
 frame 12 at 0xd7c18e74: ebp d7c18f2c, eip 0xc01a7568 <open+204>:       mov    %eax,%ebx
 frame 13 at 0xd7c18f2c: ebp d7c18fa0, eip 0xc028520d <syscall2+465>:   mov    %eax,0xffffffb8(%ebp)

(kgdb) defproc 13775
13775 d78cd0c0 d7b17000    8   288   288  004004 3  nnrpd        inode
c1f87400
 frame 0 at 0xd7b19c7c: ebp d7b19ca8, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd7b19ca8: ebp d7b19ccc, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd7b19ccc: ebp d7b19cf0, eip 0xc0171e88 <lockmgr+552>:     mov    %eax,%edi
 frame 3 at 0xd7b19cf0: ebp d7b19d08, eip 0xc01a2008 <vop_stdunlock+12>:       jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd7b19d08: ebp d7b19d14, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd7b19d14: ebp d7b19d3c, eip 0xc01ac04b <vn_lock+155>:     add    $0x4,%esp
 frame 6 at 0xd7b19d3c: ebp d7b19d58, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd7b19d58: ebp d7b19d7c, eip 0xc02290d4 <ufs_ihashins+20>: add    $0xc,%esp
 frame 8 at 0xd7b19d7c: ebp d7b19db4, eip 0xc02265de <ffs_vget+62>:     mov    0x10(%ebp),%ecx
 frame 9 at 0xd7b19db4: ebp d7b19dcc, eip 0xc022b964 <ufs_init+24>:     test   %eax,%eax
 frame 10 at 0xd7b19dcc: ebp d7b19e18, eip 0xc01a32b6 <lookup+994>:     mov    %eax,0xffffffd8(%ebp)
 frame 11 at 0xd7b19e18: ebp d7b19e6c, eip 0xc01a2c74 <namei+368>:      mov    %eax,%ebx
 frame 12 at 0xd7b19e6c: ebp d7b19f2c, eip 0xc01a86b5 <stat+85>:        mov    %eax,%ebx
 frame 13 at 0xd7b19f2c: ebp d7b19fa0, eip 0xc028520d <syscall2+465>:   mov    %eax,0xffffffb8(%ebp)

(kgdb) defproc 13779
13779 d78cd0c0 d7b7f000    8   288   288  004004 3  nnrpd        inode
c1f87400
 frame 0 at 0xd7b81be8: ebp d7b81c14, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd7b81c14: ebp d7b81c38, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd7b81c38: ebp d7b81c5c, eip 0xc0171e88 <lockmgr+552>:     mov    %eax,%edi
 frame 3 at 0xd7b81c5c: ebp d7b81c74, eip 0xc01a2008 <vop_stdunlock+12>:        jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd7b81c74: ebp d7b81c80, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd7b81c80: ebp d7b81ca8, eip 0xc01ac04b <vn_lock+155>:     add    $0x4,%esp
 frame 6 at 0xd7b81ca8: ebp d7b81cc4, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd7b81cc4: ebp d7b81ce8, eip 0xc02290d4 <ufs_ihashins+20>: add    $0xc,%esp
 frame 8 at 0xd7b81ce8: ebp d7b81d20, eip 0xc02265de <ffs_vget+62>:     mov    0x10(%ebp),%ecx
 frame 9 at 0xd7b81d20: ebp d7b81d38, eip 0xc022b964 <ufs_init+24>:     test   %eax,%eax
 frame 10 at 0xd7b81d38: ebp d7b81d84, eip 0xc01a32b6 <lookup+994>:     mov    %eax,0xffffffd8(%ebp)
 frame 11 at 0xd7b81d84: ebp d7b81dd8, eip 0xc01a2c74 <namei+368>:      mov    %eax,%ebx
 frame 12 at 0xd7b81dd8: ebp d7b81e74, eip 0xc01ab45f <vn_open+487>:    mov    %eax,%ebx
 frame 13 at 0xd7b81e74: ebp d7b81f2c, eip 0xc01a7568 <open+204>:       mov    %eax,%ebx
 frame 14 at 0xd7b81f2c: ebp d7b81fa0, eip 0xc028520d <syscall2+465>:   mov    %eax,0xffffffb8(%ebp)

(kgdb) defproc 13781
13781 d78cd0c0 d7911000    8   288   288  004004 3  nnrpd        inode c2024c00
 frame 0 at 0xd7913c08: ebp d7913c34, eip 0xc017a529 <tsleep+417>:      mov    0x141(%ebx),%al
 frame 1 at 0xd7913c34: ebp d7913c58, eip 0xc0171c24 <acquire+140>:     mov    %eax,%esi
 frame 2 at 0xd7913c58: ebp d7913c7c, eip 0xc0171e88 <lockmgr+552>:     mov    %eax,%edi
 frame 3 at 0xd7913c7c: ebp d7913c94, eip 0xc01a2008 <vop_stdunlock+12>: jmp    0xc01a200e <vop_stdunlo>
 frame 4 at 0xd7913c94: ebp d7913ca0, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 5 at 0xd7913ca0: ebp d7913cc8, eip 0xc01ac04b <vn_lock+155>:     add    $0x4,%esp
 frame 6 at 0xd7913cc8: ebp d7913ce4, eip 0xc01a4e18 <vget+148>:        mov    %eax,%esi
 frame 7 at 0xd7913ce4: ebp d7913d30, eip 0xc01a01b3 <vfs_cache_lookup+431>:    mov    %eax,%ebx
 frame 8 at 0xd7913d30: ebp d7913d3c, eip 0xc022e44d <default_pager_alloc+1>:   leave
 frame 9 at 0xd7913d3c: ebp d7913d84, eip 0xc01a3179 <lookup+677>:      mov    %eax,0xffffffd8(%ebp)
 frame 10 at 0xd7913d84: ebp d7913dd8, eip 0xc01a2c74 <namei+368>:      mov    %eax,%ebx
 frame 11 at 0xd7913dd8: ebp d7913e74, eip 0xc01ab45f <vn_open+487>:    mov    %eax,%ebx
 frame 12 at 0xd7913e74: ebp d7913f2c, eip 0xc01a7568 <open+204>:       mov    %eax,%ebx
 frame 13 at 0xd7913f2c: ebp d7913fa0, eip 0xc028520d <syscall2+465>:   mov    %eax,0xffffffb8(%ebp)


To Unsubscribe: send mail to majordomo@FreeBSD.org
with "unsubscribe freebsd-hackers" in the body of the message