I had two panics with soekris 5501 on OpenBSD 5.9-current (GENERIC) #1573: Sun Mar 6 19:15:08 MST 2016, apparently from just logging in and typing in the shell. It has not happened a third time however. Below are the panic, trace, ps , and dmesg from the second one.
/Lars # stty cols 100 rows panic: kernel diagnostic assertion "pd.m->m_pkthdr.pf.statekey == NULL" failed: file "../../../../net/pf.c", line 6542 Stopped at Debugger+0x7: leave TID PID UID PRFLAGS PFLAGS CPU COMMAND *35577 35577 0 0x14000 0x210 0 softnet Debugger(d09f0a74,f523fd14,d09cb704,f523fd14,d5fc1f00) at Debugger+0x7 panic(d09cb704,d0949746,d09c18e0,d09c19a0,198e) at panic+0x71 __assert(d0949746,d09c19a0,198e,d09c18e0,0) at __assert+0x2e pf_test(2,1,d1a62800,f523fe90,d0b47500) at pf_test+0xf3c ipv4_input(d5fc1f00,d0203010,60,f523fecc,d041bf90) at ipv4_input+0x23e ipintr(d041bf90,56dda3cc,0,f523fec8,d5742bc0) at ipintr+0x16 netintr(0,d0b47500,d5fc2100,f523ff0c,d03b7d92) at netintr+0x62 softintr_dispatch(1) at softintr_dispatch+0x5a Xsoftnet() at Xsoftnet+0x12 --- interrupt --- uvm_fault(0xd0bacfe0, 0x0, 0, 1) -> e kernel: page fault trap, code=0 Stopped at db_read_bytes+0x17: movzbl 0(%esi,%ecx,1),%eax TID PID UID PRFLAGS PFLAGS CPU COMMAND *35577 35577 0 0x14000 0x210 0 softnet db_read_bytes(3,4,f523fae8,d03cb7a5,d09f0629) at db_read_bytes+0x17 db_get_value(3,4,0,d03cb7a5,d09f0a74) at db_get_value+0x38 db_numargs(ffffffff,f523fb80,0,3,d03cb780) at db_numargs+0x24 db_stack_trace_print(d0557fa7,0,5,d09bd91a,d03cb780) at db_stack_trace_print+0x 38d db_trap(1,0,58,d7eac21b,1) at db_trap+0xd2 db_ktrap(1,0,f523fc78,0,d084a99e) at db_ktrap+0xcc trap() at trap+0x2a5 --- trap (number 1) --- Bad frame pointer: 0xd09cb704 0: http://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> trace db_read_bytes(3,4,f523fae8,d03cb7a5,d09f0629) at db_read_bytes+0x17 db_get_value(3,4,0,d03cb7a5,d09f0a74) at db_get_value+0x38 db_numargs(ffffffff,f523fb80,0,3,d03cb780) at db_numargs+0x24 db_stack_trace_print(d0557fa7,0,5,d09bd91a,d03cb780) at db_stack_trace_print+0x 38d db_trap(1,0,58,d7eac21b,1) at db_trap+0xd2 db_ktrap(1,0,f523fc78,0,d084a99e) at db_ktrap+0xcc trap() at trap+0x2a5 --- trap (number 1) --- Bad frame pointer: 0xd09cb704 0: ddb> ddb> ps TID PPID PGRP UID S FLAGS WAIT COMMAND 39217 45253 39217 1000 3 0x100083 ttyin ksh 45253 23067 23067 1000 3 0x90 select sshd 23067 63448 23067 0 3 0x92 poll sshd 18354 1 18354 0 3 0x100083 ttyin ksh 40255 1 40255 0 3 0x100098 poll cron 95397 7508 7508 74 3 0x100090 bpf pflogd 7508 1 7508 0 3 0x80 netio pflogd 73905 1 73905 0 3 0x100080 poll ntpd 77251 21518 77251 83 3 0x100090 poll ntpd 21518 1 21518 83 3 0x100090 poll ntpd 39762 1 39762 77 3 0x100090 poll dhclient 95400 1 95400 0 3 0x80 poll dhclient 40600 1 40600 99 3 0x100090 poll sndiod 13864 1 13864 110 3 0x100090 poll sndiod 44198 1 44198 109 3 0x90 kqread ftp-proxy 44444 27156 27156 95 3 0x100090 kqread smtpd 94741 27156 27156 95 3 0x100090 kqread smtpd 15947 27156 27156 95 3 0x100090 kqread smtpd 57978 27156 27156 95 3 0x100090 kqread smtpd 29860 27156 27156 95 3 0x100090 kqread smtpd 55412 27156 27156 103 3 0x100090 kqread smtpd 27156 1 27156 0 3 0x100080 kqread smtpd 21597 1 21597 77 3 0x100090 poll dhcpd 63448 1 63448 0 3 0x80 select sshd 56586 35445 35445 74 3 0x100090 bpf pflogd 35445 1 35445 0 3 0x80 netio pflogd 34133 42918 42918 73 3 0x100090 kqread syslogd 42918 1 42918 0 3 0x100080 netio syslogd 35089 0 0 0 3 0x14200 pgzero zerothread 50186 0 0 0 3 0x14200 aiodoned aiodoned 16410 0 0 0 3 0x14200 syncer update 68082 0 0 0 3 0x14200 cleaner cleaner 2551 0 0 0 3 0x14200 reaper reaper 26004 0 0 0 3 0x14200 pgdaemon pagedaemon 77362 0 0 0 3 0x14200 bored sensors 24217 0 0 0 3 0x14200 bored srdis 99211 0 0 0 3 0x14200 bored crypto 66092 0 0 0 3 0x14200 pftm pfpurge 13841 0 0 0 3 0x14200 usbtsk usbtask 56626 0 0 0 3 0x14200 usbatsk usbatsk *35577 0 0 0 7 0x14210 softnet 94460 0 0 0 3 0x14200 bored systqmp 38328 0 0 0 3 0x14200 bored systq 22673 0 0 0 3 0x40014200 idle0 1670 0 0 0 3 0x14200 kmalloc kmthread 1 0 1 0 3 0x82 wait init 0 -1 0 0 3 0x10200 scheduler swapper ddb> ddb> dmesg , LBA, 3823MB, 7831152 sectors wd0(pciide0:0:0): using PIO mode 4, Ultra-DMA mode 2 wd1(pciide0:0:1): using PIO mode 4, Ultra-DMA mode 2 pciide0: channel 1 ignored (disabled) ohci0 at pci0 dev 21 function 0 "AMD CS5536 USB" rev 0x02: irq 7, version 1.0, l egacy support ehci0 at pci0 dev 21 function 1 "AMD CS5536 USB" rev 0x02: irq 7 usb0 at ehci0: USB revision 2.0 uhub0 at usb0 "AMD EHCI root hub" rev 2.00/1.00 addr 1 isa0 at glxpcib0 isadma0 at isa0 com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo com0: console com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo pckbc0 at isa0 port 0x60/5 irq 1 irq 12 pckbc0: unable to establish interrupt for irq 12 pckbd0 at pckbc0 (kbd slot) wskbd0 at pckbd0: console keyboard pcppi0 at isa0 port 0x61 spkr0 at pcppi0 nsclpcsio0 at isa0 port 0x2e/2: NSC PC87366 rev 9: GPIO VLM TMS gpio1 at nsclpcsio0: 29 pins npx0 at isa0 port 0xf0/16: reported by CPUID; using exception 16 usb1 at ohci0: USB revision 1.0 uhub1 at usb1 "AMD OHCI root hub" rev 1.00/1.00 addr 1 vscsi0 at root scsibus1 at vscsi0: 256 targets softraid0 at root scsibus2 at softraid0: 256 targets sd0 at scsibus2 targ 1 lun 0: <OPENBSD, SR RAID 0, 005> SCSI2 0/direct fixed sd0: 6827MB, 512 bytes/sector, 13981696 sectors root on wd0a (cd1ed40cc23f4dd4.a) swap on wd0b dump on wd0b panic: kernel diagnostic assertion "pd.m->m_pkthdr.pf.statekey == NULL" failed: file "../../../../net/pf.c", line 6542 Stopped at Debugger+0x7: leave TID PID UID PRFLAGS PFLAGS CPU COMMAND *14501 14501 0 0x14000 0x210 0 softnet Debugger(d09f0a74,f523fd14,d09cb704,f523fd14,d5e14500) at Debugger+0x7 panic(d09cb704,d0949746,d09c18e0,d09c19a0,198e) at panic+0x71 __assert(d0949746,d09c19a0,198e,d09c18e0,0) at __assert+0x2e pf_test(2,1,d1aa1800,f523fe90,d0b47500) at pf_test+0xf3c ipv4_input(d5e14500,d0203010,60,f523fecc,d041bf90) at ipv4_input+0x23e ipintr(d041bf90,56dda34d,0,f523fec8,d5742bc0) at ipintr+0x16 netintr(0,d0b47500,d5e1d000,f523ff0c,d03b7d92) at netintr+0x62 softintr_dispatch(1) at softintr_dispatch+0x5a Xsoftnet() at Xsoftnet+0x12 --- interrupt --- uvm_fault(0xd0bacfe0, 0x0, 0, 1) -> e kernel: page fault trap, code=0 Stopped at db_read_bytes+0x17: movzbl 0(%esi,%ecx,1),%eax TID PID UID PRFLAGS PFLAGS CPU COMMAND *14501 14501 0 0x14000 0x210 0 softnet db_read_bytes(3,4,f523fae8,d03cb7a5,d09f0629) at db_read_bytes+0x17 db_get_value(3,4,0,d03cb7a5,d09f0a74) at db_get_value+0x38 db_numargs(ffffffff,f523fb80,0,3,d03cb780) at db_numargs+0x24 db_stack_trace_print(d0557fa7,0,5,d09bd91a,d03cb780) at db_stack_trace_print+0x 38d db_trap(1,0,58,a,5) at db_trap+0xd2 db_ktrap(1,0,f523fc78,f523fcd4,0) at db_ktrap+0xcc trap() at trap+0x2a5 --- trap (number 1) --- Bad frame pointer: 0xd09cb704 0: http://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> OpenBSD 5.9-current (GENERIC) #1573: Sun Mar 6 19:15:08 MST 2016 [email protected]:/usr/src/sys/arch/i386/compile/GENERIC cpu0: Geode(TM) Integrated Processor by AMD PCS ("AuthenticAMD" 586-class) 500 M Hz cpu0: FPU,DE,PSE,TSC,MSR,CX8,SEP,PGE,CMOV,CFLUSH,MMX,MMXX,3DNOW2,3DNOW real mem = 536363008 (511MB) avail mem = 513646592 (489MB) mpath0 at root scsibus0 at mpath0: 256 targets mainbus0 at root bios0 at mainbus0: date 20/70/03, BIOS32 rev. 0 @ 0xfac40 pcibios0 at bios0: rev 2.0 @ 0xf0000/0x10000 pcibios0: pcibios_get_intr_routing - function not supported pcibios0: PCI IRQ Routing information unavailable. pcibios0: PCI bus #0 is the last bus bios0: ROM list: 0xc8000/0xa800 cpu0 at mainbus0: (uniprocessor) mtrr: K6-family MTRR support (2 registers) amdmsr0 at mainbus0 pci0 at mainbus0 bus 0: configuration mode 1 (bios) 0:20:0: io address conflict 0x6100/0x100 0:20:0: io address conflict 0x6200/0x200 pchb0 at pci0 dev 1 function 0 "AMD Geode LX" rev 0x33 glxsb0 at pci0 dev 1 function 2 "AMD Geode LX Crypto" rev 0x00: RNG AES vr0 at pci0 dev 6 function 0 "VIA VT6105M RhineIII" rev 0x96: irq 11, address 0 0:00:24:cb:a9:24 ukphy0 at vr0 phy 1: Generic IEEE 802.3u media interface, rev. 3: OUI 0x004063, model 0x0034 vr1 at pci0 dev 7 function 0 "VIA VT6105M RhineIII" rev 0x96: irq 5, address 00 :00:24:cb:a9:25 ukphy1 at vr1 phy 1: Generic IEEE 802.3u media interface, rev. 3: OUI 0x004063, model 0x0034 vr2 at pci0 dev 8 function 0 "VIA VT6105M RhineIII" rev 0x96: irq 9, address 00 :00:24:cb:a9:26 ukphy2 at vr2 phy 1: Generic IEEE 802.3u media interface, rev. 3: OUI 0x004063, model 0x0034 vr3 at pci0 dev 9 function 0 "VIA VT6105M RhineIII" rev 0x96: irq 12, address 0 0:00:24:cb:a9:27 ukphy3 at vr3 phy 1: Generic IEEE 802.3u media interface, rev. 3: OUI 0x004063, model 0x0034 re0 at pci0 dev 14 function 0 "Realtek 8139" rev 0x20: RTL8139C+ (0x7480), irq 1 0, address 00:0a:fa:20:03:79 rlphy0 at re0 phy 0: RTL internal PHY ral0 at pci0 dev 17 function 0 "Ralink RT2561S" rev 0x00: irq 15, address 00:12 :0e:61:54:68 ral0: MAC/BBP RT2561C, RF RT5225 glxpcib0 at pci0 dev 20 function 0 "AMD CS5536 ISA" rev 0x03: rev 3, 32-bit 357 9545Hz timer, watchdog, gpio, i2c gpio0 at glxpcib0: 32 pins iic0 at glxpcib0 pciide0 at pci0 dev 20 function 2 "AMD CS5536 IDE" rev 0x01: DMA, channel 0 wir ed to compatibility, channel 1 wired to compatibility wd0 at pciide0 channel 0 drive 0: <SanDisk SDCFH-004G> wd0: 1-sector PIO, LBA48, 3825MB, 7835184 sectors wd1 at pciide0 channel 0 drive 1: <ELITE PRO CF CARD 4GB> wd1: 1-sector PIO, LBA, 3823MB, 7831152 sectors wd0(pciide0:0:0): using PIO mode 4, Ultra-DMA mode 2 wd1(pciide0:0:1): using PIO mode 4, Ultra-DMA mode 2 pciide0: channel 1 ignored (disabled) ohci0 at pci0 dev 21 function 0 "AMD CS5536 USB" rev 0x02: irq 7, version 1.0, l egacy support ehci0 at pci0 dev 21 function 1 "AMD CS5536 USB" rev 0x02: irq 7 usb0 at ehci0: USB revision 2.0 uhub0 at usb0 "AMD EHCI root hub" rev 2.00/1.00 addr 1 isa0 at glxpcib0 isadma0 at isa0 com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo com0: console com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo pckbc0 at isa0 port 0x60/5 irq 1 irq 12 pckbc0: unable to establish interrupt for irq 12 pckbd0 at pckbc0 (kbd slot) wskbd0 at pckbd0: console keyboard pcppi0 at isa0 port 0x61 spkr0 at pcppi0 nsclpcsio0 at isa0 port 0x2e/2: NSC PC87366 rev 9: GPIO VLM TMS gpio1 at nsclpcsio0: 29 pins npx0 at isa0 port 0xf0/16: reported by CPUID; using exception 16 usb1 at ohci0: USB revision 1.0 uhub1 at usb1 "AMD OHCI root hub" rev 1.00/1.00 addr 1 vscsi0 at root scsibus1 at vscsi0: 256 targets softraid0 at root scsibus2 at softraid0: 256 targets softraid0: sd0 was not shutdown properly sd0 at scsibus2 targ 1 lun 0: <OPENBSD, SR RAID 0, 005> SCSI2 0/direct fixed sd0: 6827MB, 512 bytes/sector, 13981696 sectors root on wd0a (cd1ed40cc23f4dd4.a) swap on wd0b dump on wd0b WARNING: / was not properly unmounted panic: kernel diagnostic assertion "pd.m->m_pkthdr.pf.statekey == NULL" failed: file "../../../../net/pf.c", line 6542 Stopped at Debugger+0x7: leave TID PID UID PRFLAGS PFLAGS CPU COMMAND *35577 35577 0 0x14000 0x210 0 softnet Debugger(d09f0a74,f523fd14,d09cb704,f523fd14,d5fc1f00) at Debugger+0x7 panic(d09cb704,d0949746,d09c18e0,d09c19a0,198e) at panic+0x71 __assert(d0949746,d09c19a0,198e,d09c18e0,0) at __assert+0x2e pf_test(2,1,d1a62800,f523fe90,d0b47500) at pf_test+0xf3c ipv4_input(d5fc1f00,d0203010,60,f523fecc,d041bf90) at ipv4_input+0x23e ipintr(d041bf90,56dda3cc,0,f523fec8,d5742bc0) at ipintr+0x16 netintr(0,d0b47500,d5fc2100,f523ff0c,d03b7d92) at netintr+0x62 softintr_dispatch(1) at softintr_dispatch+0x5a Xsoftnet() at Xsoftnet+0x12 --- interrupt --- uvm_fault(0xd0bacfe0, 0x0, 0, 1) -> e kernel: page fault trap, code=0 Stopped at db_read_bytes+0x17: movzbl 0(%esi,%ecx,1),%eax TID PID UID PRFLAGS PFLAGS CPU COMMAND *35577 35577 0 0x14000 0x210 0 softnet db_read_bytes(3,4,f523fae8,d03cb7a5,d09f0629) at db_read_bytes+0x17 db_get_value(3,4,0,d03cb7a5,d09f0a74) at db_get_value+0x38 db_numargs(ffffffff,f523fb80,0,3,d03cb780) at db_numargs+0x24 db_stack_trace_print(d0557fa7,0,5,d09bd91a,d03cb780) at db_stack_trace_print+0x 38d db_trap(1,0,58,d7eac21b,1) at db_trap+0xd2 db_ktrap(1,0,f523fc78,0,d084a99e) at db_ktrap+0xcc trap() at trap+0x2a5 --- trap (number 1) --- Bad frame pointer: 0xd09cb704 0: http://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> db_read_bytes(3,4,f523fae8,d03cb7a5,d09f0629) at db_read_bytes+0x17 db_get_value(3,4,0,d03cb7a5,d09f0a74) at db_get_value+0x38 db_numargs(ffffffff,f523fb80,0,3,d03cb780) at db_numargs+0x24 db_stack_trace_print(d0557fa7,0,5,d09bd91a,d03cb780) at db_stack_trace_print+0x 38d db_trap(1,0,58,d7eac21b,1) at db_trap+0xd2 db_ktrap(1,0,f523fc78,0,d084a99e) at db_ktrap+0xcc trap() at trap+0x2a5 --- trap (number 1) --- Bad frame pointer: 0xd09cb704 0: ddb> TID PPID PGRP UID S FLAGS WAIT COMMAND 39217 45253 39217 1000 3 0x100083 ttyin ksh 45253 23067 23067 1000 3 0x90 select sshd 23067 63448 23067 0 3 0x92 poll sshd 18354 1 18354 0 3 0x100083 ttyin ksh 40255 1 40255 0 3 0x100098 poll cron 95397 7508 7508 74 3 0x100090 bpf pflogd 7508 1 7508 0 3 0x80 netio pflogd 73905 1 73905 0 3 0x100080 poll ntpd 77251 21518 77251 83 3 0x100090 poll ntpd 21518 1 21518 83 3 0x100090 poll ntpd 39762 1 39762 77 3 0x100090 poll dhclient 95400 1 95400 0 3 0x80 poll dhclient 40600 1 40600 99 3 0x100090 poll sndiod 13864 1 13864 110 3 0x100090 poll sndiod 44198 1 44198 109 3 0x90 kqread ftp-proxy 44444 27156 27156 95 3 0x100090 kqread smtpd 94741 27156 27156 95 3 0x100090 kqread smtpd 15947 27156 27156 95 3 0x100090 kqread smtpd 57978 27156 27156 95 3 0x100090 kqread smtpd 29860 27156 27156 95 3 0x100090 kqread smtpd 55412 27156 27156 103 3 0x100090 kqread smtpd 27156 1 27156 0 3 0x100080 kqread smtpd 21597 1 21597 77 3 0x100090 poll dhcpd 63448 1 63448 0 3 0x80 select sshd 56586 35445 35445 74 3 0x100090 bpf pflogd 35445 1 35445 0 3 0x80 netio pflogd 34133 42918 42918 73 3 0x100090 kqread syslogd 42918 1 42918 0 3 0x100080 netio syslogd 35089 0 0 0 3 0x14200 pgzero zerothread 50186 0 0 0 3 0x14200 aiodoned aiodoned 16410 0 0 0 3 0x14200 syncer update 68082 0 0 0 3 0x14200 cleaner cleaner 2551 0 0 0 3 0x14200 reaper reaper 26004 0 0 0 3 0x14200 pgdaemon pagedaemon 77362 0 0 0 3 0x14200 bored sensors 24217 0 0 0 3 0x14200 bored srdis 99211 0 0 0 3 0x14200 bored crypto 66092 0 0 0 3 0x14200 pftm pfpurge 13841 0 0 0 3 0x14200 usbtsk usbtask 56626 0 0 0 3 0x14200 usbatsk usbatsk *35577 0 0 0 7 0x14210 softnet 94460 0 0 0 3 0x14200 bored systqmp 38328 0 0 0 3 0x14200 bored systq 22673 0 0 0 3 0x40014200 idle0 1670 0 0 0 3 0x14200 kmalloc kmthread 1 0 1 0 3 0x82 wait init 0 -1 0 0 3 0x10200 scheduler swapper ddb> TID PPID PGRP UID S FLAGS WAIT COMMAND 39217 45253 39217 1000 3 0x100083 ttyin ksh 45253 23067 23067 1000 3 0x90 select sshd 23067 63448 23067 0 3 0x92 poll sshd 18354 1 18354 0 3 0x100083 ttyin ksh 40255 1 40255 0 3 0x100098 poll cron 95397 7508 7508 74 3 0x100090 bpf pflogd 7508 1 7508 0 3 0x80 netio pflogd 73905 1 73905 0 3 0x100080 poll ntpd 77251 21518 77251 83 3 0x100090 poll ntpd 21518 1 21518 83 3 0x100090 poll ntpd 39762 1 39762 77 3 0x100090 poll dhclient 95400 1 95400 0 3 0x80 poll dhclient 40600 1 40600 99 3 0x100090 poll sndiod 13864 1 13864 110 3 0x100090 poll sndiod 44198 1 44198 109 3 0x90 kqread ftp-proxy 44444 27156 27156 95 3 0x100090 kqread smtpd 94741 27156 27156 95 3 0x100090 kqread smtpd 15947 27156 27156 95 3 0x100090 kqread smtpd 57978 27156 27156 95 3 0x100090 kqread smtpd 29860 27156 27156 95 3 0x100090 kqread smtpd 55412 27156 27156 103 3 0x100090 kqread smtpd 27156 1 27156 0 3 0x100080 kqread smtpd 21597 1 21597 77 3 0x100090 poll dhcpd 63448 1 63448 0 3 0x80 select sshd 56586 35445 35445 74 3 0x100090 bpf pflogd 35445 1 35445 0 3 0x80 netio pflogd 34133 42918 42918 73 3 0x100090 kqread syslogd 42918 1 42918 0 3 0x100080 netio syslogd 35089 0 0 0 3 0x14200 pgzero zerothread 50186 0 0 0 3 0x14200 aiodoned aiodoned 16410 0 0 0 3 0x14200 syncer update 68082 0 0 0 3 0x14200 cleaner cleaner 2551 0 0 0 3 0x14200 reaper reaper 26004 0 0 0 3 0x14200 pgdaemon pagedaemon 77362 0 0 0 3 0x14200 bored sensors 24217 0 0 0 3 0x14200 bored srdis 99211 0 0 0 3 0x14200 bored crypto 66092 0 0 0 3 0x14200 pftm pfpurge 13841 0 0 0 3 0x14200 usbtsk usbtask 56626 0 0 0 3 0x14200 usbatsk usbatsk *35577 0 0 0 7 0x14210 softnet 94460 0 0 0 3 0x14200 bored systqmp 38328 0 0 0 3 0x14200 bored systq 22673 0 0 0 3 0x40014200 idle0 1670 0 0 0 3 0x14200 kmalloc kmthread 1 0 1 0 3 0x82 wait init 0 -1 0 0 3 0x10200 scheduler swapper ddb>
