Hi all, In lab I'm playing around with ip4/ip6 sasyncd setup which requires carp, pf, pfsync, isakmpd, sasyncd. I'm sending ip4/ip6 traffic though ipsec tunnels and at the same time sending ip4 traffic over firewall just to activate all cores. I'm having NET_TASKQ=6 on 6 cores firewalls.
ix2 is pfsync interface and when sending traffic and doing ifconfig ix2 down && ifconfig ix2 up from time to time I'm able to trigger panic. this panic is with WITNESS and when doing mach ddbcpu X box freeze r620-1# ifconfig ix2 down r620-1# ifconfig ix2 up uvpma_fnaiult(c:0 x kfefrfnfelffff 8 251 e e6 8, 0 x 1 6 e , 0, 1 ) - >d iae kgernnosetli:c p a g e f a ul t tr a p , co d e= 0 Stopped at pfsync_bulk_update+0x60: cmpb $0xff,0x16e(%r15) TID PID UID PRFLAGS PFLAGS CPU COMMAND 270521 35272 68 0x1000010 0 1 sasyncd 489979 76548 0 0x14000 0x200 3 reaper 164092 74224 0 0x14000 0x200 4 softnet 112060 78126 0 0x14000 0x200 2 systq *372775 98656 0 0x14000 0x40000200 0 softclock pfsync_bulk_update(0) at pfsync_bulk_update+0x60 timeout_run(ffff800001942978) at timeout_run+0x93 softclock_thread(ffff8000fffff050) at softclock_thread+0x11d end trace frame: 0x0, count: 12 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> show panic *cpu0: uvm_fault(0xffffffff8251ee68, 0x16e, 0, 1) -> e cpu3: kernel diagnostic assertion "!_kernel_lock_held()" failed: file "/sys/uvm/uvm_map.c", line 2539 ddb{0}> ddb{0}> show reg rdi 0x4 rsi 0 rbp 0xffff800022d53bb0 rbx 0 rdx 0xde0000007fffc240 rcx 0x206 rax 0xd r8 0xffff7fffffffffff r9 0xffff800022d53c40 r10 0xffffffff82084c2b cmd0646_9_tim_udma+0x485f1 r11 0xbeeb38867a1c691d r12 0 r13 0xffff8000fffff050 r14 0xffff800001942000 r15 0 rip 0xffffffff814e71e0 pfsync_bulk_update+0x60 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800022d53b70 ss 0 pfsync_bulk_update+0x60: cmpb $0xff,0x16e(%r15) ddb{0}> ddb{0}> show locks shared rwlock pfstates r = 0 (0xffffffff8245cc00) #0 witness_lock+0x311 #1 pfsync_bulk_update+0x45 #2 timeout_run+0x93 #3 softclock_thread+0x11d #4 proc_trampoline+0x1c exclusive rwlock netlock r = 0 (0xffffffff82454b38) #0 witness_lock+0x311 #1 rw_enter+0x292 #2 pfsync_bulk_update+0x29 #3 timeout_run+0x93 #4 softclock_thread+0x11d #5 proc_trampoline+0x1c exclusive kernel_lock &kernel_lock r = 1 (0xffffffff8252b258) #0 witness_lock+0x311 #1 __mp_acquire_count+0x38 #2 mi_switch+0x28b #3 sleep_finish+0xfe #4 rw_enter+0x232 #5 pfsync_bulk_update+0x29 #6 timeout_run+0x93 #7 softclock_thread+0x11d #8 proc_trampoline+0x1c shared rwlock timeout r = 0 (0xffffffff8244c9c8) #0 witness_lock+0x311 #1 timeout_run+0x88 #2 softclock_thread+0x11d #3 proc_trampoline+0x1c ddb{0}> ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 75873 445724 20843 68 3 0x1000090 kqread isakmpd 20843 31033 1 0 3 0x80 netio isakmpd 76865 283351 1 0 3 0x10008b sigsusp ksh 43091 324769 1 0 3 0x100098 kqread cron 92254 264061 28601 95 3 0x1100092 kqread smtpd 80520 324180 28601 103 3 0x1100092 kqread smtpd 12107 295529 28601 95 3 0x1100092 kqread smtpd 89174 344742 28601 95 3 0x100092 kqread smtpd 50810 389490 28601 95 3 0x1100092 kqread smtpd 75581 433356 28601 95 3 0x1100092 kqread smtpd 28601 432136 1 0 3 0x100080 kqread smtpd 67099 85178 1 0 3 0x88 kqread sshd 35272 270521 29963 68 7 0x1000010 sasyncd 29963 124841 1 0 3 0x80 kqread sasyncd 27546 425204 1 0 3 0x100080 kqread ntpd 88920 144011 29553 83 3 0x100092 kqread ntpd 29553 2629 1 83 3 0x1100092 kqread ntpd 25414 252219 66731 73 3 0x1100090 kqread syslogd 66731 9587 1 0 3 0x100082 netio syslogd 13849 243057 0 0 3 0x14200 bored smr 15866 463556 0 0 3 0x14200 pgzero zerothread 29043 244190 0 0 3 0x14200 aiodoned aiodoned 50284 435047 0 0 3 0x14200 syncer update 91848 147363 0 0 3 0x14200 cleaner cleaner 76548 489979 0 0 7 0x14200 reaper 66124 451925 0 0 3 0x14200 pgdaemon pagedaemon 55065 486855 0 0 3 0x14200 usbtsk usbtask 44227 319119 0 0 3 0x14200 usbatsk usbatsk 2517 232847 0 0 3 0x40014200 acpi0 acpi0 64489 194957 0 0 7 0x40014200 idle5 12011 146522 0 0 3 0x40014200 idle4 78683 508439 0 0 3 0x40014200 idle3 53823 91357 0 0 3 0x40014200 idle2 98702 253408 0 0 3 0x40014200 idle1 70974 238587 0 0 3 0x14200 bored sensors 74224 164092 0 0 7 0x14200 softnet 34426 495096 0 0 3 0x14200 bored softnet 62142 322384 0 0 3 0x14200 bored softnet 83698 165639 0 0 3 0x14200 bored softnet 82253 457185 0 0 3 0x14200 bored softnet 23373 418726 0 0 3 0x14200 bored softnet 1102 123797 0 0 3 0x14200 bored systqmp 78126 112060 0 0 7 0x14200 systq *98656 372775 0 0 7 0x40014200 softclock 29124 187269 0 0 3 0x40014200 idle0 1 113550 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}>