On Tue, Aug 23, 2022 at 02:16:27PM +0200, Alexander Bluhm wrote: > On Tue, Aug 23, 2022 at 12:23:05PM +0200, Stefan Sperling wrote: > > On Tue, Aug 23, 2022 at 11:43:22AM +0200, Alexander Bluhm wrote: > > > On Tue, Aug 23, 2022 at 10:15:22AM +0200, Stefan Sperling wrote: > > > > I found one of my amd64 systems running -current, built on 12th of > > > > August, has crashed as follows. > > > > > > I there any chance that the kernel sources are between these commits? > > > August 12th does not fit exactly, do you remember when you did the > > > checkout? Or is it a snapshot kernel? > > > > Do you want to me provide anything else from ddb? > > The ususal: > > show panic > show registers > trace > ps > show struct ifaddr 0xffff8000004e9400 > show all routes > traces from other cpu > > I fear that there will be no really usefull info. It looks like a > use after free. When removing the route, the nd6 timer should have > been deleted.
Makes sense. Anyway, here is the output: ddb{2}> show panic the kernel did not panic ddb{2}> show registers rdi 0xffff8000004e9400 rsi 0x800100 acpi_pdirpa+0x7ebf68 rbp 0xffff800022d4cea0 rbx 0 rdx 0xdeaf0009deafbead rcx 0 rax 0xdeafbeaddeafbead r8 0 r9 0xffffffff82125101 arcturus_feature_mask_map+0x2d1 r10 0x8 r11 0xeb6a1cd605457cff r12 0xdeaf0009deafbead r13 0 r14 0xffff8000004e9400 r15 0x800100 acpi_pdirpa+0x7ebf68 rip 0xffffffff813ef4f9 rt_ifa_del+0x39 cs 0x8 rflags 0x10286 __ALIGN_SIZE+0xf286 rsp 0xffff800022d4cd60 ss 0x10 rt_ifa_del+0x39: movb 0x1be(%rax),%bl ddb{2}> trace rt_ifa_del(ffff8000004e9400,800100,deaf0009deafbead,0) at rt_ifa_del+0x39 in6_unlink_ifa(ffff8000004e9400,ffff8000000da2a8) at in6_unlink_ifa+0xae in6_purgeaddr(ffff8000004e9400) at in6_purgeaddr+0x127 nd6_expire(0) at nd6_expire+0x96 taskq_thread(ffff80000002c080) at taskq_thread+0x100 end trace frame: 0x0, count: -5 ddb{2}> ps PID TID PPID UID S FLAGS WAIT COMMAND 85757 212591 1 0 3 0x100083 ttyin getty 13844 194231 1 0 3 0x100083 ttyin getty 52351 462696 1 0 3 0x100083 ttyin getty 11970 274173 1 0 3 0x100083 ttyin getty 55817 204799 1 0 3 0x100083 ttyin getty 55147 459952 1 0 3 0x100083 ttyin getty 97104 507732 1 0 3 0x100098 kqread cron 24934 108341 1 99 3 0x1100090 kqread sndiod 24851 158785 1 110 3 0x100090 kqread sndiod 79580 437931 1 0 3 0x100080 kqread httpd 90912 365815 1 67 3 0x1100092 kqread httpd 11193 62187 1 67 3 0x1100092 kqread httpd 11994 82021 1 67 3 0x1100092 kqread httpd 6336 127367 1 67 3 0x1100092 kqread httpd 46164 440393 1 67 3 0x1100092 kqread httpd 5307 16141 1 67 3 0x1100092 kqread httpd 3246 133657 1 67 3 0x1100092 kqread httpd 67433 170750 1 67 3 0x1100092 kqread httpd 71968 499680 1 67 3 0x1100092 kqread httpd 56363 70989 1 67 3 0x1100092 kqread httpd 66759 513771 1 67 3 0x1100092 kqread httpd 53393 89252 1 67 3 0x1100092 kqread httpd 65858 323071 1 67 3 0x1100092 kqread httpd 66322 146077 1 67 3 0x1100092 kqread httpd 14621 176429 1 67 3 0x1100092 kqread httpd 74712 218180 1 67 3 0x1100092 kqread httpd 61865 208410 1 67 3 0x1100092 kqread httpd 67924 73387 1 67 3 0x1100092 kqread httpd 62026 199422 1 67 3 0x1100092 kqread httpd 85443 340524 1 67 3 0x1100092 kqread httpd 95521 46441 1 67 3 0x1100092 kqread httpd 375 324584 1 67 3 0x1100092 kqread httpd 18765 359197 1 67 3 0x1100092 kqread httpd 60496 158853 1 67 3 0x1100092 kqread httpd 7009 5302 1 67 3 0x1100092 kqread httpd 36669 77305 1 67 3 0x1100092 kqread httpd 1569 118333 1 67 3 0x1100092 kqread httpd 90776 452570 1 67 3 0x1100092 kqread httpd 9695 181990 1 67 3 0x1100092 kqread httpd 62979 426648 1 67 3 0x1100092 kqread httpd 95880 55501 1 67 3 0x1100092 kqread httpd 71901 281156 1 67 3 0x1100092 kqread httpd 91959 370 1 67 3 0x1100092 kqread httpd 43477 27194 59793 95 3 0x1100092 kqread smtpd 87272 506284 59793 103 3 0x1100092 kqread smtpd 24953 385484 59793 95 3 0x1100092 kqread smtpd 93146 44058 59793 95 3 0x100092 kqread smtpd 62956 499470 59793 95 3 0x1100092 kqread smtpd 34117 449051 59793 95 3 0x1100092 kqread smtpd 59793 488148 1 0 3 0x100080 kqread smtpd 59578 32737 1 0 3 0x88 kqread sshd 61353 516893 1 0 3 0x100080 kqread ntpd 80706 330531 20695 83 3 0x100092 kqread ntpd 20695 231692 1 83 3 0x1100092 kqread ntpd 56166 111331 82410 74 3 0x1100092 bpf pflogd 82410 139750 1 0 3 0x80 netio pflogd 77345 370718 1698 73 3 0x1100090 kqread syslogd 1698 4985 1 0 3 0x100082 netio syslogd 72520 464551 1 0 3 0x100080 kqread resolvd 38267 107672 30853 77 3 0x100092 kqread dhcpleased 39555 381225 30853 77 3 0x100092 kqread dhcpleased 30853 331131 1 0 3 0x80 kqread dhcpleased 67021 465774 6374 115 3 0x100092 kqread slaacd 71545 10417 6374 115 3 0x100092 kqread slaacd 6374 325121 1 0 3 0x100080 kqread slaacd 11910 314819 1 0 3 0x80 mfsidl mount_mfs 25662 288608 0 0 3 0x14200 bored smr 55887 444644 0 0 3 0x14200 pgzero zerothread 77173 509105 0 0 3 0x14200 aiodoned aiodoned 76689 26837 0 0 3 0x14200 syncer update 83256 252351 0 0 3 0x14200 cleaner cleaner 13048 144090 0 0 3 0x14200 reaper reaper 7864 248464 0 0 3 0x14200 pgdaemon pagedaemon 6944 250073 0 0 3 0x14200 bored sensors 5838 193462 0 0 3 0x14200 bored srdis 63172 330339 0 0 3 0x40014200 acpi0 acpi0 29205 149097 0 0 7 0x40014200 idle15 83846 311992 0 0 7 0x40014200 idle14 26351 268056 0 0 7 0x40014200 idle13 48620 183140 0 0 7 0x40014200 idle12 17473 282076 0 0 7 0x40014200 idle11 44714 493945 0 0 7 0x40014200 idle10 27945 133349 0 0 7 0x40014200 idle9 97599 353617 0 0 7 0x40014200 idle8 27072 216418 0 0 7 0x40014200 idle7 61365 4562 0 0 7 0x40014200 idle6 30307 111354 0 0 7 0x40014200 idle5 29475 304295 0 0 7 0x40014200 idle4 42381 300067 0 0 7 0x40014200 idle3 59785 322449 0 0 3 0x40014200 idle2 42349 301284 0 0 7 0x40014200 idle1 6898 509295 0 0 3 0x14200 bored softnet 322 192172 0 0 3 0x14200 bored softnet 97721 318692 0 0 3 0x14200 bored softnet *41031 433094 0 0 7 0x14200 softnet 6421 259203 0 0 3 0x14200 bored systqmp 73663 44314 0 0 3 0x14200 bored systq 92458 169786 0 0 3 0x40014200 bored softclock 98574 418069 0 0 7 0x40014200 idle0 1 331222 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{2}> show struct ifaddr 0xffff8000004e9400 struct ifaddr at 0xffff8000004e9400 (64 bytes) {ifa_addr = (struct sockaddr *)0 xdeaf0009deafbead, ifa_dstaddr = (struct sockaddr *)0x20ef1a8af1d895de, ifa_net mask = (struct sockaddr *)0xdeafbeaddeafbead, ifa_ifp = (struct ifnet *)0xdeafb eaddeafbead, ifa_list = {tqe_next = (struct ifaddr *)0xdeafbeaddeafbead, tqe_pr ev = 0xdeafbeaddeafbead}, ifa_flags = 0xdeafbead, ifa_refcnt = 0xdeafbead, ifa_ metric = 0xdeafbead} ddb{2}> show all routes Route tree for af 2, rtableid 0 rtentry=0xfffffd87861eb690 flags=0x803 refcnt=1 use=5111 expire=0 key=[16,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=0 gw=[16,2,0,0,79,132,240,177,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9a00 ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] ifa_mask=[8,0,0,0,255,255,255,248] flags=0x0, refcnt=5, metric=0 gwroute=0xfffffd87861eb770 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb930 flags=0x809 refcnt=1 use=0 expire=0 key=[16,2,0,0,224,0,0,0,0,0,0,0,0,0,0,0] plen=4 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifidx=3 ifa=0xffff8000004e9c00 ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifa_dsta=[] ifa_mask=[5,0,0,0,255] flags=0x0, refcnt=3, metric=0 gwroute=0x0 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb380 flags=0x800101 refcnt=2 use=1986 expire=0 key=[16,2,0,0,79,132,240,176,0,0,0,0,0,0,0,0] plen=29 gw=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9a00 ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] ifa_mask=[8,0,0,0,255,255,255,248] flags=0x0, refcnt=5, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861eb770 flags=0x30405 refcnt=4 use=54461 expire=173719 key=[16,2,0,0,79,132,240,177,0,0,0,0,0,0,0,0] plen=32 gw=[32,18,1,0,6,0,6,0,104,215,154,59,193,215,0,0,0,0,0,0,0,0,0,0,0,0,0 ,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9a00 ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] ifa_mask=[8,0,0,0,255,255,255,248] flags=0x0, refcnt=5, metric=0 gwroute=0x1 llinfo=0xfffffd8782d7acb8 priority=3 rtentry=0xfffffd87861eb230 flags=0x200405 refcnt=1 use=10269 expire=0 key=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] plen=32 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,0 ,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9a00 ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] ifa_mask=[8,0,0,0,255,255,255,248] flags=0x0, refcnt=5, metric=0 gwroute=0x0 llinfo=0xfffffd8782d7aec8 priority=1 rtentry=0xfffffd87861eb620 flags=0x400005 refcnt=1 use=0 expire=0 key=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] plen=32 gw=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9a00 ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0] ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0] ifa_mask=[8,0,0,0,255,255,255,248] flags=0x0, refcnt=5, metric=0 gwroute=0x0 llinfo=0x0 priority=1 rtentry=0xfffffd87861eb9a0 flags=0x80b refcnt=1 use=0 expire=0 key=[16,2,0,0,127,0,0,0,0,0,0,0,0,0,0,0] plen=8 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifidx=3 ifa=0xffff8000004e9c00 ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifa_dsta=[] ifa_mask=[5,0,0,0,255] flags=0x0, refcnt=3, metric=0 gwroute=0xfffffd87861eba80 llinfo=0x0 priority=8 rtentry=0xfffffd87861eba80 flags=0x220005 refcnt=2 use=2 expire=0 key=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] plen=32 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifidx=3 ifa=0xffff8000004e9c00 ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0] ifa_dsta=[] ifa_mask=[5,0,0,0,255] flags=0x0, refcnt=3, metric=0 gwroute=0x1 llinfo=0x0 priority=1 Route tree for af 24, rtableid 0 rtentry=0xfffffd87861ebaf0 flags=0x803 refcnt=1 use=24 expire=0 key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=0 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,106,215,154,255,254,59,193,21 5,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0xfffffd87861eba10 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb1c0 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=96 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861ebb60 flags=0x220005 refcnt=11 use=20 expire=0 key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] plen=128 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xa llinfo=0x0 priority=1 rtentry=0xfffffd87861eb5b0 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,0,0,0,0,0,0,0,0] plen=96 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb460 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,32,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb4d0 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,32,2,127,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb540 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,32,2,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=20 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb3f0 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,32,2,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb8c0 flags=0x840101 refcnt=1 use=59 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0] plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0] ifidx=1 ifa=0xffff8000004e9d00 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,0,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0 ,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861ebcb0 flags=0x840101 refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0] plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,6 9,0,0,0,0] ifidx=1 ifa=0xffff8000004e9b00 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69 ,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd8758f06da0 flags=0x840101 refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0] plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117, 235,0,0,0,0] ifidx=1 ifa=0xffff800000b3b700 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,2 35,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd8758f06cc0 flags=0x840101 refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0] plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,1 65,0,0,0,0] ifidx=1 ifa=0xffff800000bc7200 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,16 5,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861eb850 flags=0x200405 refcnt=1 use=4212 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0] plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0, 0,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9d00 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,0,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0 ,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0xfffffd8783113e70 priority=1 rtentry=0xfffffd87861ebc40 flags=0x200405 refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69,0,0,0 ,0] plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0, 0,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9b00 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69 ,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0xfffffd8783113e10 priority=1 rtentry=0xfffffd8758f06d30 flags=0x200405 refcnt=1 use=764 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,165,0,0, 0,0] plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0, 0,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff800000bc7200 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,16 5,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0xfffffd8783113c60 priority=1 rtentry=0xfffffd8758f06e10 flags=0x200405 refcnt=1 use=4275 expire=0 key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,235,0,0 ,0,0] plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0, 0,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff800000b3b700 ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,2 35,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=2, metric=0 gwroute=0x0 llinfo=0xfffffd8783113cf0 priority=1 rtentry=0xfffffd87861eb7e0 flags=0x80b refcnt=1 use=1 expire=0 key=[28,24,0,0,0,0,0,0,254,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=10 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb700 flags=0x80b refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,254,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=10 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb070 flags=0x800101 refcnt=2 use=1 expire=0 key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=64 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253, 188,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861eba10 flags=0x30405 refcnt=2 use=823 expire=172836 key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,106,215,154,255,254,59,193,215,0,0, 0,0] plen=128 gw=[32,18,1,0,6,0,6,0,104,215,154,59,193,215,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0x1 llinfo=0xfffffd8783113e40 priority=3 rtentry=0xfffffd87861eb150 flags=0x200405 refcnt=1 use=145 expire=0 key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,188,0,0 ,0,0] plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0, 0,0,0,0,0,0,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0x0 llinfo=0xfffffd8783113ea0 priority=1 rtentry=0xfffffd87861ebe70 flags=0x200005 refcnt=1 use=0 expire=0 key=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] plen=128 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9700 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0 ,0,0,0] flags=0x0, refcnt=3, metric=0 gwroute=0x0 llinfo=0x0 priority=1 rtentry=0xfffffd87861eb310 flags=0x80b refcnt=1 use=1 expire=0 key=[28,24,0,0,0,0,0,0,255,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=16 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb000 flags=0x201 refcnt=1 use=5 expire=0 key=[28,24,0,0,0,0,0,0,255,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253, 188,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861ebbd0 flags=0x201 refcnt=1 use=1 expire=0 key=[28,24,0,0,0,0,0,0,255,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9700 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0 ,0,0,0] flags=0x0, refcnt=3, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861eb2a0 flags=0x80b refcnt=1 use=1 expire=0 key=[28,24,0,0,0,0,0,0,255,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=16 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9f00 ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2 55,255,255,255,0,0,0,0] flags=0x0, refcnt=11, metric=0 gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8 rtentry=0xfffffd87861eb0e0 flags=0x201 refcnt=1 use=10 expire=0 key=[28,24,0,0,0,0,0,0,255,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253, 188,0,0,0,0] ifidx=1 ifa=0xffff8000004e9200 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1 88,0,0,0,0] ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255, 0,0,0,0,0,0,0,0,0,0,0,0] flags=0x0, refcnt=6, metric=0 gwroute=0x0 llinfo=0x0 priority=4 rtentry=0xfffffd87861ebd20 flags=0x201 refcnt=1 use=1 expire=0 key=[28,24,0,0,0,0,0,0,255,2,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifidx=3 ifa=0xffff8000004e9700 ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0] ifa_dsta=[] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0 ,0,0,0] flags=0x0, refcnt=3, metric=0 gwroute=0x0 llinfo=0x0 priority=4 ddb{2}> machine ddbcpu 1 Stopped at x86_ipi_db+0x12: leave ddb{1}> trace x86_ipi_db(ffff800021c98ff0) at x86_ipi_db+0x12 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff800021c98ff0) at sched_idle+0x280 end trace frame: 0x0, count: -5 ddb{1}>