On Sat, Feb 21, 2009 at 10:54:57AM +0000, Stefan Sperling wrote:
> I got more panics, both while using the laptop (in X, so no trace),
> and today I got another one at boot time (totally different than
> any other one I had before, and also not reproducable, I couldn't
> take pics of the trace but it was in the uvm layer, during an execve
> system call).
So I've compiled a kernel with debugging symbols and made
it core dump upon panics.
I've seen several panics now that are all very similar, always
crashing while locking vnodes, but not exclusively during execve,
I've also seen one during a write(2) to a socket, for example.
The panics happen both with GENERIC and GENERIC.MP.
I don't know how to trigger them but they tend to happen
about 2 or 3 times per day.
So far they only happened when I had the cardbus card inserted:
ral0 at cardbus0 dev 0 function 0 "Ralink RT2560" rev 0x01: irq 268505099,
address 00:0e:2e:5c:55:4f
ral0: MAC/BBP RT2560 (rev 0x04), RF RT2525
Below is a trace from one of the crashes.
Any hints are appreciated.
Thanks,
Stefan
# gdb
GNU gdb 6.3
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB. Type "show warranty" for details.
This GDB was configured as "i386-unknown-openbsd4.5".
(gdb) file /bsd.gdb
Reading symbols from /bsd.gdb...done.
(gdb) target kvm bsd.7.core
#0 0xd049e96e in boot (howto=0) at ../../../../arch/i386/i386/machdep.c:2415
2415 dumpsys();
(gdb) where
#0 0xd049e96e in boot (howto=0) at ../../../../arch/i386/i386/machdep.c:2415
#1 0xd03645de in panic (fmt=0x0) at ../../../../kern/subr_prf.c:213
#2 0xd04a7661 in trap (frame=
{tf_fs = 88, tf_gs = -694026224, tf_es = -601358320, tf_ds = -801701872,
tf_edi = -693039716, tf_esi = -694018020, tf_ebp = -601355424, tf_ebx = 66,
tf_edx = 16843506, tf_ecx = -693991260, tf_eax = 30, tf_trapno = 6, tf_err = 0,
tf_eip = -801598305, tf_cs = 8, tf_eflags = 66198, tf_esp = -601355448, tf_ss =
-796852032, tf_vm86_es = -601355376, tf_vm86_ds = 64, tf_vm86_fs = -797268528,
tf_vm86_gs = -694018020}) at ../../../../arch/i386/i386/trap.c:248
#3 0xd0200bf6 in calltrap ()
#4 0xd038949f in VOP_LOCK (vp=0x10102f2, flags=30, p=0x1e)
at ../../../../kern/vnode_if.c:572
#5 0xd03886f5 in vn_lock (vp=0xd6a2201c, flags=66, p=0xd6b10d9c)
at ../../../../kern/vfs_vnops.c:474
#6 0xd0381bfa in vget (vp=0xd6a2201c, flags=2, p=0xd6b10d9c)
at ../../../../kern/vfs_subr.c:597
#7 0xd044da87 in ufs_ihashget (dev=5, inum=51969)
at ../../../../ufs/ufs/ufs_ihash.c:100
#8 0xd0441cd6 in ffs_vget (mp=0xd1c71400, ino=51969, vpp=0xdc280ce0)
at ../../../../ufs/ffs/ffs_vfsops.c:1246
#9 0xd044e4b6 in ufs_lookup (v=0x10102f2)
at ../../../../ufs/ufs/ufs_lookup.c:585
#10 0xd0388f36 in VOP_LOOKUP (dvp=0x10102f2, vpp=0x1e, cnp=0x1e)
at ../../../../kern/vnode_if.c:77
---Type <return> to continue, or q <return> to quit---
#11 0xd0380dd0 in lookup (ndp=0xdc280e18) at ../../../../kern/vfs_lookup.c:458
#12 0xd0380908 in namei (ndp=0xdc280e18) at ../../../../kern/vfs_lookup.c:182
#13 0xd037bcab in unp_connect (so=0xd6a331a8, nam=0x10102f2, p=0xd6b10d9c)
at ../../../../kern/uipc_usrreq.c:457
#14 0xd037b4eb in uipc_usrreq (so=0xd6a331a8, req=16843506, m=0x0,
nam=0xd6b21c00, control=0x0, p=0xd6b10d9c)
at ../../../../kern/uipc_usrreq.c:105
#15 0xd0376f77 in soconnect (so=0xd6a331a8, nam=0xd6b21c00) at cpu.h:192
#16 0xd037a07f in sys_connect (p=0x1e, v=0xdc280f68, retval=0xdc280f58)
at ../../../../kern/uipc_syscalls.c:279
#17 0xd04a7cfb in syscall (frame=
{tf_fs = 51, tf_gs = 51, tf_es = 51, tf_ds = 51, tf_edi = -809693894,
tf_esi = 96, tf_ebp = -809693864, tf_ebx = 1006662552, tf_edx = 9, tf_ecx = 95,
tf_eax = 98, tf_trapno = 3, tf_err = 2, tf_eip = 469895957, tf_cs = 43,
tf_eflags = 646, tf_esp = -809694020, tf_ss = 51, tf_vm86_es = 0, tf_vm86_ds =
0, tf_vm86_fs = 0, tf_vm86_gs = 0}) at ../../../../arch/i386/i386/trap.c:733
#18 0xd0200cbc in syscall1 ()
(gdb) up
#1 0xd03645de in panic (fmt=0x0) at ../../../../kern/subr_prf.c:213
213 boot(bootopt);
(gdb)
#2 0xd04a7661 in trap (frame=
{tf_fs = 88, tf_gs = -694026224, tf_es = -601358320, tf_ds = -801701872,
tf_edi = -693039716, tf_esi = -694018020, tf_ebp = -601355424, tf_ebx = 66,
tf_edx = 16843506, tf_ecx = -693991260, tf_eax = 30, tf_trapno = 6, tf_err = 0,
tf_eip = -801598305, tf_cs = 8, tf_eflags = 66198, tf_esp = -601355448, tf_ss =
-796852032, tf_vm86_es = -601355376, tf_vm86_ds = 64, tf_vm86_fs = -797268528,
tf_vm86_gs = -694018020}) at ../../../../arch/i386/i386/trap.c:248
248 panic("trap type %d, code=%x, pc=%x",
(gdb)
#3 0xd0200bf6 in calltrap ()
(gdb)
#4 0xd038949f in VOP_LOCK (vp=0x10102f2, flags=30, p=0x1e)
at ../../../../kern/vnode_if.c:572
572 return (VCALL(vp, VOFFSET(vop_lock), &a));
(gdb) p vp
$1 = (struct vnode *) 0x10102f2
(gdb) p *vp
Cannot access memory at address 0x10102f2
(gdb) up
#5 0xd03886f5 in vn_lock (vp=0xd6a2201c, flags=66, p=0xd6b10d9c)
at ../../../../kern/vfs_vnops.c:474
474 error = VOP_LOCK(vp, flags, p);
(gdb) p vp
$2 = (struct vnode *) 0xd6a2201c
(gdb) p *vp
$3 = {v_uvm = {u_obj = {vmobjlock = {lock_data = 92}, pgops = 0x310064,
memq = {tqh_first = 0x4c570a00, tqh_last = 0x32374e41},
uo_npages = 959722547, uo_refs = -2071853055}, u_flags = 302814859,
u_nio = 16983064, u_size = 3026418953888204034, u_wlist = {
le_next = 0x4320001, le_prev = 0x6c604830}, u_syncq = {
sqe_next = 0x500018dd}}, v_op = 0x10102f2, v_type = 2751660036,
v_flag = 2754019328, v_usecount = 1128398848, v_writecount = 845283422,
v_bioflag = 559743023, v_holdcnt = 3607, v_id = 6946820,
v_mount = 0xd1c71400, v_freelist = {tqe_next = 0xd6a5f258,
tqe_prev = 0xd6ae2f64}, v_mntvnodes = {le_next = 0xd6a31f20,
le_prev = 0xd6a22110}, v_cleanblkhd = {lh_first = 0xd6a21004},
v_dirtyblkhd = {lh_first = 0x0}, v_numoutput = 0, v_synclist = {
le_next = 0x0, le_prev = 0x0}, v_un = {vu_mountedhere = 0x0,
vu_socket = 0x0, vu_specinfo = 0x0, vu_fifoinfo = 0x0}, v_tag = VT_UFS,
v_data = 0xd6a2895c, v_selectinfo = {si_selpid = 0, si_note = {
slh_first = 0x0}, si_flags = 0}}
OpenBSD 4.5-beta (DEBUG.MP) #6: Thu Feb 26 16:04:45 GMT 2009
s...@jack.stsp.name:/usr/src/sys/arch/i386/compile/DEBUG.MP
cpu0: Genuine Intel(R) CPU L2400 @ 1.66GHz ("GenuineIntel" 686-class) 1.67 GHz
cpu0:
FPU,V86,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,SBF,SSE3,MWAIT,VMX,EST,TM2,xTPR
real mem = 1063677952 (1014MB)
avail mem = 1020219392 (972MB)
mainbus0 at root
bios0 at mainbus0: AT/286+ BIOS, date 03/31/08, BIOS32 rev. 0 @ 0xfd690, SMBIOS
rev. 2.4 @ 0xe0010 (67 entries)
bios0: vendor LENOVO version "7BETD5WW (2.16 )" date 03/31/2008
bios0: LENOVO 170255G
acpi0 at bios0: rev 2
acpi0: tables DSDT FACP SSDT ECDT TCPA APIC MCFG HPET BOOT SSDT SSDT SSDT SSDT
SSDT
acpi0: wakeup devices LID_(S3) SLPB(S3) DURT(S3) EXP0(S4) EXP1(S4) EXP2(S4)
EXP3(S4) PCI1(S4) USB0(S3) USB1(S3) USB2(S3) USB7(S3) HDEF(S4)
acpitimer0 at acpi0: 3579545 Hz, 24 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: apic clock running at 166MHz
cpu1 at mainbus0: apid 1 (application processor)
cpu1: Genuine Intel(R) CPU L2400 @ 1.66GHz ("GenuineIntel" 686-class) 1.67 GHz
cpu1:
FPU,V86,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,SBF,SSE3,MWAIT,VMX,EST,TM2,xTPR
ioapic0 at mainbus0: apid 1 pa 0xfec00000, version 20, 24 pins
ioapic0: misconfigured as apic 2, remapped to apid 1
acpihpet0 at acpi0: 14318179 Hz
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (AGP_)
acpiprt2 at acpi0: bus 2 (EXP0)
acpiprt3 at acpi0: bus 3 (EXP1)
acpiprt4 at acpi0: bus 4 (EXP2)
acpiprt5 at acpi0: bus 12 (EXP3)
acpiprt6 at acpi0: bus 21 (PCI1)
acpiec0 at acpi0
acpicpu0 at acpi0: C3, C2
acpicpu1 at acpi0: C3, C2
acpitz0 at acpi0: critical temperature 127 degC
acpitz1 at acpi0: critical temperature 97 degC
acpibtn0 at acpi0: LID_
acpibtn1 at acpi0: SLPB
acpibat0 at acpi0: BAT0 model "92P1163" serial 1585 type LION oem "SANYO"
acpibat1 at acpi0: BAT1 not present
acpibat2 at acpi0: BAT2 not present
acpiac0 at acpi0: AC unit online
acpithinkpad0 at acpi0
acpidock at acpi0 not configured
acpivideo at acpi0 not configured
acpivideo at acpi0 not configured
bios0: ROM list: 0xc0000/0xea00! 0xcf000/0x1000 0xd0000/0x1000 0xdc000/0x4000!
0xe0000/0x10000!
cpu0: unknown Enhanced SpeedStep CPU, msr 0x06130a2206000a22
cpu0: using only highest and lowest power states
cpu0: Enhanced SpeedStep 1667 MHz (1244 mV): speeds: 1667, 1000 MHz
pci0 at mainbus0 bus 0: configuration mode 1 (no bios)
pchb0 at pci0 dev 0 function 0 "Intel 82945GM Host" rev 0x03
vga1 at pci0 dev 2 function 0 "Intel 82945GM Video" rev 0x03
wsdisplay0 at vga1 mux 1: console (80x25, vt100 emulation)
wsdisplay0: screen 1-5 added (80x25, vt100 emulation)
intagp0 at vga1
agp0 at intagp0: aperture at 0xd0000000, size 0x10000000
inteldrm0 at vga1: apic 1 int 16 (irq 11)
drm0 at inteldrm0
"Intel 82945GM Video" rev 0x03 at pci0 dev 2 function 1 not configured
azalia0 at pci0 dev 27 function 0 "Intel 82801GB HD Audio" rev 0x02: apic 1 int
17 (irq 11)
azalia0: codecs: Analog Devices AD1981HD, Conexant/0x2bfa, using Analog Devices
AD1981HD
audio0 at azalia0
ppb0 at pci0 dev 28 function 0 "Intel 82801GB PCIE" rev 0x02: apic 1 int 20
(irq 11)
pci1 at ppb0 bus 2
em0 at pci1 dev 0 function 0 "Intel PRO/1000MT (82573L)" rev 0x00: apic 1 int
16 (irq 11), address 00:0a:e4:3e:f1:4e
ppb1 at pci0 dev 28 function 1 "Intel 82801GB PCIE" rev 0x02: apic 1 int 21
(irq 11)
pci2 at ppb1 bus 3
wpi0 at pci2 dev 0 function 0 "Intel PRO/Wireless 3945ABG" rev 0x02: apic 1 int
17 (irq 11), MoW2, address 00:13:02:03:a5:e7
ppb2 at pci0 dev 28 function 2 "Intel 82801GB PCIE" rev 0x02: apic 1 int 22
(irq 11)
pci3 at ppb2 bus 4
ppb3 at pci0 dev 28 function 3 "Intel 82801GB PCIE" rev 0x02: apic 1 int 23
(irq 11)
pci4 at ppb3 bus 12
uhci0 at pci0 dev 29 function 0 "Intel 82801GB USB" rev 0x02: apic 1 int 16
(irq 11)
uhci1 at pci0 dev 29 function 1 "Intel 82801GB USB" rev 0x02: apic 1 int 17
(irq 11)
uhci2 at pci0 dev 29 function 2 "Intel 82801GB USB" rev 0x02: apic 1 int 18
(irq 11)
uhci3 at pci0 dev 29 function 3 "Intel 82801GB USB" rev 0x02: apic 1 int 19
(irq 11)
ehci0 at pci0 dev 29 function 7 "Intel 82801GB USB" rev 0x02: apic 1 int 19
(irq 11)
usb0 at ehci0: USB revision 2.0
uhub0 at usb0 "Intel EHCI root hub" rev 2.00/1.00 addr 1
ppb4 at pci0 dev 30 function 0 "Intel 82801BAM Hub-to-PCI" rev 0xe2
pci5 at ppb4 bus 21
cbb0 at pci5 dev 0 function 0 "Ricoh 5C476 CardBus" rev 0xb4: apic 1 int 16
(irq 11)
"Ricoh 5C552 Firewire" rev 0x09 at pci5 dev 0 function 1 not configured
sdhc0 at pci5 dev 0 function 2 "Ricoh 5C822 SD/MMC" rev 0x18: apic 1 int 18
(irq 11)
sdmmc0 at sdhc0
cardslot0 at cbb0 slot 0 flags 0
cardbus0 at cardslot0: bus 22 device 0 cacheline 0x0, lattimer 0xb0
pcmcia0 at cardslot0
ichpcib0 at pci0 dev 31 function 0 "Intel 82801GBM LPC" rev 0x02: PM disabled
pciide0 at pci0 dev 31 function 2 "Intel 82801GBM SATA" rev 0x02: DMA, channel
0 wired to compatibility, channel 1 wired to compatibility
wd0 at pciide0 channel 0 drive 0: <FUJITSU MHV2080BH>
wd0: 16-sector PIO, LBA48, 76319MB, 156301488 sectors
wd0(pciide0:0:0): using PIO mode 4, Ultra-DMA mode 5
ichiic0 at pci0 dev 31 function 3 "Intel 82801GB SMBus" rev 0x02: apic 1 int 23
(irq 11)
iic0 at ichiic0
usb1 at uhci0: USB revision 1.0
uhub1 at usb1 "Intel UHCI root hub" rev 1.00/1.00 addr 1
usb2 at uhci1: USB revision 1.0
uhub2 at usb2 "Intel UHCI root hub" rev 1.00/1.00 addr 1
usb3 at uhci2: USB revision 1.0
uhub3 at usb3 "Intel UHCI root hub" rev 1.00/1.00 addr 1
usb4 at uhci3: USB revision 1.0
uhub4 at usb4 "Intel UHCI root hub" rev 1.00/1.00 addr 1
isa0 at ichpcib0
isadma0 at isa0
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
pckbc0 at isa0 port 0x60/5
pckbd0 at pckbc0 (kbd slot)
pckbc0: using irq 1 for kbd slot
wskbd0 at pckbd0: console keyboard, using wsdisplay0
pms0 at pckbc0 (aux slot)
pckbc0: using irq 12 for aux slot
wsmouse0 at pms0 mux 0
pcppi0 at isa0 port 0x61
midi0 at pcppi0: <PC speaker>
spkr0 at pcppi0
aps0 at isa0 port 0x1600/31
npx0 at isa0 port 0xf0/16: reported by CPUID; using exception 16
mtrr: Pentium Pro MTRR support
ubt0 at uhub4 port 1 "Broadcom Corp BCM2045B" rev 2.00/1.00 addr 2
ugen0 at uhub4 port 2 "STMicroelectronics Biometric Coprocessor" rev 1.00/0.01
addr 3
softraid0 at root
root on wd0a swap on wd0b dump on wd0b
