Date: Mon, 17 Jul 2000 23:01:24 +0200 (CEST) From: Thomas Faehnle <tf@wurbl.wn.bawue.de> To: grog@lemis.com Cc: imp@freebsd.org, freebsd-bugs@freebsd.org Subject: Re: kern/18685: "vinum start" under load causes "Fatal trap 12" Message-ID: <E13EIFa-0004x2-00@wurbl.bk.int> In-Reply-To: <20000717110731.J57098@wantadilla.lemis.com>
next in thread | previous in thread | raw e-mail | index | archive | help
On 17 Jul, grog@lemis.com wrote: > Could you please read http://www.lemis.com/vinum/how-to-debug.html and > give me the dump backtrace information according to the instructions Sure. - The problem description of PR kern/18685 still applies. - System version is 4.0-STABLE, last updated on July 16th. "uname -a" says: FreeBSD bunsen 4.1-RC FreeBSD 4.1-RC #0: Sun Jul 16 10:14:37 CEST 2000 root@bunsen:/usr/src/sys/compile/TFDBG i386 - I didn't change anything of the system sources. - Output of "vinum list" (vinum started with the machine otherwise idle) 3 drives: D d0 State: up Device /dev/da1s2e Avail: 15439/15539 MB (99%) D d1 State: up Device /dev/da2s2e Avail: 15439/15539 MB (99%) D d2 State: up Device /dev/da3s2e Avail: 15439/15539 MB (99%) 1 volumes: V raid State: up Plexes: 1 Size: 200 MB 1 plexes: P raid.p0 R5 State: up Subdisks: 3 Size: 200 MB 3 subdisks: S raid.p0.s0 State: up PO: 0 B Size: 100 MB S raid.p0.s1 State: up PO: 512 kB Size: 100 MB S raid.p0.s2 State: up PO: 1024 kB Size: 100 MB All 3 disks have another non-vinum slice, of which da1s1 was in use during the crash: Filesystem 1K-blocks Used Avail Capacity Mounted on /dev/da1s1a 49583 41796 3821 92% / /dev/da1s1f 1738660 1118871 480697 70% /usr /dev/da1s1e 19815 1221 17009 7% /var procfs 4 4 0 100% /proc /dev/da2s1e 1946076 486991 1303399 27% /var/crash /dev/vinum/raid 198399 37040 145488 20% /v - /var/tmp/vinum_history is empty - There are no relevant messages in /var/log/messages - Backtrace follows bunsen:/var/crash# gdb -k kernel.debug.13 vmcore.13 GNU gdb 4.18 Copyright 1998 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "i386-unknown-freebsd"... IdlePTD 3309568 initial pcb at 2aee80 panicstr: from debugger panic messages: --- Fatal trap 12: page fault while in kernel mode fault virtual address = 0xb7 fault code = supervisor read, page not present instruction pointer = 0x8:0xc01596c0 stack pointer = 0x10:0xc3e1dbe8 frame pointer = 0x10:0xc3e1dbfc code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 350 (sh) interrupt mask = none panic: from debugger panic: from debugger Uptime: 32m29s dumping to dev #da/0x20001, offset 413664 dump 32 31 30 29 28 27 26 25 24 23 22 21 20 19 18 17 16 15 14 13 12 11 10 9 8 7 6 5 4 3 2 1 --- #0 boot (howto=260) at ../../kern/kern_shutdown.c:302 302 dumppcb.pcb_cr3 = rcr3(); (kgdb) ps pid proc addr uid ppid pgrp flag stat comm wchan 403 c3e01100 c3e1f000 0 1 403 000204 3 vinum vinum c08e6338 401 c3e01c60 c3e05000 0 205 401 004006 2 vinum 400 c3dfd000 c401f000 0 390 243 004086 3 as piperd c3d677c0 398 c3dfdd00 c3f99000 0 390 243 004006 2 cc1 390 c3dfdb60 c3fa1000 0 382 243 004086 3 cc wait c3dfdb60 383 c3dfe380 c3f41000 0 376 243 004086 3 as piperd c3d68d00 382 c3dfe520 c3f3d000 0 340 243 004086 3 sh wait c3dfe520 381 c3dfe6c0 c3f3a000 0 372 243 004086 3 as piperd c3d67f40 380 c3e00740 c3e60000 0 376 243 004006 2 cc1 378 c3dfea00 c3f2d000 0 372 243 004006 2 cc1 376 c3dfed40 c3f07000 0 369 243 004086 3 cc wait c3dfed40 375 c3dfeee0 c3f00000 0 372 243 004086 3 cpp pipdwt c3d68bc0 372 c3dff220 c3ed8000 0 360 243 004086 3 cc wait c3dff220 370 c3dff560 c3ecd000 0 359 243 004086 3 as piperd c3d69840 369 c3dff700 c3ea7000 0 340 243 004086 3 sh wait c3dff700 367 c3dffa40 c3ea1000 0 359 243 004006 2 cc1 365 c3dffbe0 c3e9e000 0 352 243 004086 3 as piperd c3d689e0 361 c3e000c0 c3e92000 0 352 243 004006 2 cc1 360 c3e00260 c3e8f000 0 340 243 004086 3 sh wait c3e00260 359 c3e00400 c3e8a000 0 353 243 004086 3 cc wait c3e00400 353 c3e00dc0 c3e2e000 0 340 243 004086 3 sh wait c3e00dc0 352 c3e00f60 c3e29000 0 348 243 004086 3 cc wait c3e00f60 350 c3e012a0 c3e1c000 0 340 243 006006 2 sh 348 c3e015e0 c3e14000 0 340 243 004086 3 sh wait c3e015e0 340 c3b081e0 c3dec000 0 280 243 004006 2 make 280 c3b08380 c3de4000 0 277 243 004086 3 sh wait c3b08380 277 c3b08520 c3ddd000 0 254 243 004486 2 make 254 c3b086c0 c3dd8000 0 251 243 004086 3 sh wait c3b086c0 251 c3b08860 c3dcb000 0 250 243 004486 2 make 250 c3b08a00 c3dd2000 0 243 243 004086 3 sh wait c3b08a00 243 c3b08ba0 c3dce000 0 242 243 004486 2 make 242 c3b08ee0 c3dc4000 0 241 242 004086 3 bash wait c3b08ee0 241 c3b08d40 c3dc7000 0 143 241 004084 3 rlogind select c02c390c 205 c3b09080 c3dc0000 0 204 205 004086 3 bash wait c3b09080 204 c3b09220 c3dbd000 0 143 204 004084 2 rlogind 203 c3b093c0 c3db6000 0 1 203 004086 3 getty ttyin c085c810 202 c3b09560 c3db3000 0 1 202 004086 3 getty ttyin c0861b10 201 c3b09700 c3db0000 0 1 201 004086 3 getty ttyin c085ca10 200 c3b09be0 c3da0000 0 1 200 004086 3 getty ttyin c085cc10 199 c3b098a0 c3da8000 0 1 199 004086 3 getty ttyin c085cd10 198 c3b09d80 c3d9c000 0 1 198 004086 3 getty ttyin c085ce10 197 c3b0a740 c3d88000 0 1 197 004086 3 getty ttyin c087b110 196 c3b0b5e0 c3d61000 0 1 196 004086 3 getty ttyin c02bcf90 181 c3b09a40 c3da3000 0 1 181 000084 3 moused select c02c390c 148 c3b09f20 c3d99000 0 1 148 000584 2 sendmail 145 c3b0a0c0 c3d96000 0 1 145 000484 2 cron 143 c3b0a260 c3d92000 0 1 143 000084 3 inetd select c02c390c 127 c3b0a400 c3d8e000 0 1 127 000084 3 rpc.statd select c02c390c 125 c3b0a5a0 c3d8b000 0 1 125 000084 3 rpc.lockd select c02c390c 123 c3b0a8e0 c3d85000 0 119 119 000084 3 nfsd nfsd c07fe600 122 c3b0aa80 c3d82000 0 119 119 000084 3 nfsd nfsd c0826600 121 c3b0ac20 c3d7f000 0 119 119 000084 3 nfsd nfsd c07fe400 120 c3b0b440 c3d64000 0 119 119 000084 3 nfsd nfsd c0826400 119 c3b0adc0 c3d7c000 0 1 119 000084 3 nfsd accept c39df9f6 117 c3b0af60 c3d79000 0 1 117 000084 3 mountd select c02c390c 112 c3b0b2a0 c3d6b000 1 1 112 000184 3 portmap select c02c390c 106 c3b0b100 c3d6e000 0 1 106 000084 2 syslogd 5 c3b0b780 c3b18000 0 0 0 000204 2 syncer 4 c3b0b920 c3b16000 0 0 0 100604 2 bufdaemon 3 c3b0bac0 c3b14000 0 0 0 000204 3 vmdaemon psleep c02baea0 2 c3b0bc60 c3b12000 0 0 0 100604 2 pagedaemon 1 c3b0be00 c3b10000 0 0 1 004284 3 init wait c3b0be00 0 c02c2ca0 c0329000 0 0 0 000204 3 swapper sched c02c2ca0 There is no member named p_pptr. (kgdb) bt #0 boot (howto=0x104) at ../../kern/kern_shutdown.c:302 #1 0xc0150501 in panic (fmt=0xc0261d34 "from debugger") at ../../kern/kern_shutdown.c:552 #2 0xc012f409 in db_panic (addr=0xc01596c0, have_addr=0x0, count=0xffffffff, modif=0xc3e1da54 "") at ../../ddb/db_command.c:433 #3 0xc012f3a9 in db_command (last_cmdp=0xc028ec1c, cmd_table=0xc028ea7c, aux_cmd_tablep=0xc02ab1ac) at ../../ddb/db_command.c:333 #4 0xc012f46e in db_command_loop () at ../../ddb/db_command.c:455 #5 0xc013157b in db_trap (type=0xc, code=0x0) at ../../ddb/db_trap.c:71 #6 0xc023c372 in kdb_trap (type=0xc, code=0x0, regs=0xc3e1dba8) at ../../i386/i386/db_interface.c:158 #7 0xc0248b78 in trap_fatal (frame=0xc3e1dba8, eva=0xb7) at ../../i386/i386/trap.c:922 #8 0xc0248851 in trap_pfault (frame=0xc3e1dba8, usermode=0x0, eva=0xb7) at ../../i386/i386/trap.c:820 #9 0xc02483df in trap (frame={tf_fs = 0x10, tf_es = 0x10, tf_ds = 0x10, tf_edi = 0x100d0, tf_esi = 0xffffffff, tf_ebp = 0xc3e1dbfc, tf_isp = 0xc3e1dbd4, tf_ebx = 0x10, tf_edx = 0x2, tf_ecx = 0xc1407468, tf_eax = 0xc1407468, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc01596c0, tf_cs = 0x8, tf_eflags = 0x10286, tf_esp = 0xc08388e0, tf_ss = 0xc1407468}) at ../../i386/i386/trap.c:426 #10 0xc01596c0 in dscheck (bp=0xc1407468, ssp=0xc08ce500) at ../../kern/subr_diskslice.c:197 #11 0xc0159355 in diskstrategy (bp=0xc1407468) at ../../kern/subr_disk.c:202 #12 0xc01866f4 in spec_strategy (ap=0xc3e1dc48) at ../../miscfs/specfs/spec_vnops.c:438 #13 0xc0171fde in bwrite (bp=0xc1407468) at vnode_if.h:923 #14 0xc01fa60c in ffs_update (vp=0xc3de66c0, waitfor=0x1) at ../../ufs/ffs/ffs_inode.c:111 #15 0xc01fac34 in ffs_truncate (vp=0xc3de66c0, length=0x0, flags=0x0, cred=0x0, p=0xc3e012a0) at ../../ufs/ffs/ffs_inode.c:286 #16 0xc0204f02 in ufs_inactive (ap=0xc3e1ddf0) at ../../ufs/ufs/ufs_inode.c:84 #17 0xc0209fed in ufs_vnoperate (ap=0xc3e1ddf0) at ../../ufs/ufs/ufs_vnops.c:2285 #18 0xc017a129 in vrele (vp=0xc3de66c0) at vnode_if.h:794 #19 0xc0180947 in vn_close (vp=0xc3de66c0, flags=0x3, cred=0xc08b4280, p=0xc3e012a0) at ../../kern/vfs_vnops.c:253 #20 0xc01811b8 in vn_closefile (fp=0xc08c70c0, p=0xc3e012a0) at ../../kern/vfs_vnops.c:660 #21 0xc014678d in fdrop (fp=0xc08c70c0, p=0xc3e012a0) at ../../sys/file.h:214 #22 0xc01466d3 in closef (fp=0xc08c70c0, p=0xc3e012a0) at ../../kern/kern_descrip.c:1079 #23 0xc0146424 in fdfree (p=0xc3e012a0) at ../../kern/kern_descrip.c:945 #24 0xc0148bb5 in exit1 (p=0xc3e012a0, rv=0x0) at ../../kern/kern_exit.c:186 #25 0xc0148a2c in exit1 (p=0xc3e012a0, rv=0x3ff) at ../../kern/kern_exit.c:103 #26 0xc0248e51 in syscall2 (frame={tf_fs = 0x2f, tf_es = 0x2f, tf_ds = 0x2f, tf_edi = 0xbfbffb38, tf_esi = 0xbfbffb2c, tf_ebp = 0xbfbffa78, tf_isp = 0xc3e1dfd4, tf_ebx = 0x2, tf_edx = 0x80c0000, tf_ecx = 0x80c008c, tf_eax = 0x1, tf_trapno = 0x16, tf_err = 0x2, tf_eip = 0x8074fa4, tf_cs = 0x1f, tf_eflags = 0x283, tf_esp = 0xbfbff9fc, tf_ss = 0x2f}) at ../../i386/i386/trap.c:1126 #27 0xc023ccb5 in Xint0x80_syscall () #28 0x8051a5f in ?? () #29 0x8048139 in ?? () (kgdb) proc 401 (kgdb) bt #0 mi_switch () at ../../kern/kern_synch.c:858 #1 0xc0153105 in tsleep (ident=0xc140b0a0, priority=0x10, wmesg=0xc0268ca9 "biord", timo=0x0) at ../../kern/kern_synch.c:467 #2 0xc017431f in biowait (bp=0xc140b0a0) at ../../kern/vfs_bio.c:2578 #3 0xc025a26b in dsinit (dev=0xc0871380, lp=0xc08388f4, sspp=0xc08388f0) at ../../kern/subr_diskmbr.c:192 #4 0xc015a162 in dsopen (dev=0xc0871380, mode=0x0, flags=0x0, sspp=0xc08388f0, lp=0xc08388f4) at ../../kern/subr_diskslice.c:685 #5 0xc0159202 in diskopen (dev=0xc0871380, oflags=0x2, devtype=0x0, p=0x0) at ../../kern/subr_disk.c:153 During symbol reading, inner block (0xc08dc000-0xc08dc00a) not inside outer block (0xc08e2c0c-0xc08e33c2). During symbol reading, block at 0xc08dc0d4 out of order. #6 0xc08e750b in open_drive () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumio.c:957 #7 0xc08e7722 in init_drive () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumio.c:957 #8 0xc08e79f0 in read_drive_label () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumio.c:957 #9 0xc08e7b20 in check_drive () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumio.c:957 #10 0xc08e8582 in vinum_scandisk () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumio.c:444 #11 0xc08e5815 in parse_config () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumconfig.c:446 #12 0xc08e586f in parse_user_config () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumconfig.c:446 #13 0xc08e8c9c in vinumioctl () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumioctl.c:428 #14 0xc018649e in spec_ioctl (ap=0xc3e06de8) at ../../miscfs/specfs/spec_vnops.c:304 #15 0xc01861c9 in spec_vnoperate (ap=0xc3e06de8) at ../../miscfs/specfs/spec_vnops.c:117 #16 0xc020a01d in ufs_vnoperatespec (ap=0xc3e06de8) at ../../ufs/ufs/ufs_vnops.c:2303 #17 0xc0181074 in vn_ioctl (fp=0xc08c7700, com=0xc4004640, data=0xc08da000 "read", p=0xc3e01c60) at vnode_if.h:429 #18 0xc015da7a in ioctl (p=0xc3e01c60, uap=0xc3e06f80) at ../../sys/file.h:174 #19 0xc0248e51 in syscall2 (frame={tf_fs = 0x2f, tf_es = 0x2f, tf_ds = 0x2f, tf_edi = 0x5, tf_esi = 0xbfbff2c8, tf_ebp = 0xbfbff6c8, tf_isp = 0xc3e06fd4, tf_ebx = 0x5, tf_edx = 0x80953c5, tf_ecx = 0xbfbff2f9, tf_eax = 0x36, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x8072120, tf_cs = 0x1f, tf_eflags = 0x287, tf_esp = 0xbfbff29c, tf_ss = 0x2f}) at ../../i386/i386/trap.c:1126 #20 0xc023ccb5 in Xint0x80_syscall () #21 0x804e182 in ?? () #22 0x8048655 in ?? () #23 0x80483dc in ?? () #24 0x8048139 in ?? () (kgdb) proc 403 (kgdb) bt #0 mi_switch () at ../../kern/kern_synch.c:858 #1 0xc0153105 in tsleep (ident=0xc08e6338, priority=0x10, wmesg=0xc08ef460 "vinum", timo=0x0) at ../../kern/kern_synch.c:467 #2 0xc08e636b in vinum_daemon () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumdaemon.c:181 #3 0xc08e6696 in vinum_finddaemon () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumdaemon.c:181 #4 0xc08e8fdd in vinumioctl () at /usr/src/sys/modules/vinum/../../dev/vinum/vinumioctl.c:428 #5 0xc018649e in spec_ioctl (ap=0xc3e20de8) at ../../miscfs/specfs/spec_vnops.c:304 #6 0xc01861c9 in spec_vnoperate (ap=0xc3e20de8) at ../../miscfs/specfs/spec_vnops.c:117 #7 0xc020a01d in ufs_vnoperatespec (ap=0xc3e20de8) at ../../ufs/ufs/ufs_vnops.c:2303 #8 0xc0181074 in vn_ioctl (fp=0xc08d0740, com=0x465d, data=0xc3e20eac "\b", p=0xc3e01100) at vnode_if.h:429 #9 0xc015da7a in ioctl (p=0xc3e01100, uap=0xc3e20f80) at ../../sys/file.h:174 #10 0xc0248e51 in syscall2 (frame={tf_fs = 0x2f, tf_es = 0x2f, tf_ds = 0x2f, tf_edi = 0xbfbffc78, tf_esi = 0xbfbffc6c, tf_ebp = 0xbfbffb98, tf_isp = 0xc3e20fd4, tf_ebx = 0x2, tf_edx = 0x80a9884, tf_ecx = 0xfffffff9, tf_eax = 0x36, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x8072120, tf_cs = 0x1f, tf_eflags = 0x283, tf_esp = 0xbfbffb6c, tf_ss = 0x2f}) at ../../i386/i386/trap.c:1126 #11 0xc023ccb5 in Xint0x80_syscall () #12 0x80483a1 in ?? () #13 0x8048139 in ?? () (kgdb) HTH, Thomas -- Thomas Faehnle, Am Sommerrain 12, D-71522 Backnang | MIME mail welcome mail: tf@wurbl.wn.bawue.de * phone: +49 7191 954671 | PGP key available To Unsubscribe: send mail to majordomo@FreeBSD.org with "unsubscribe freebsd-bugs" in the body of the message
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?E13EIFa-0004x2-00>