Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
2011/9/29 Kostik Belousov : > On Thu, Sep 29, 2011 at 04:12:19PM +0300, Alexandr Kovalenko wrote: >> 2011/9/29 Kostik Belousov : >> > On Thu, Sep 29, 2011 at 03:51:53PM +0300, Alexandr Kovalenko wrote: >> >> 2011/9/29 Kostik Belousov : >> >> > On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: >> >> >> On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov >> >> >> wrote: >> >> >> > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: >> >> >> >> Hello! >> >> >> >> >> >> >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports >> >> >> >> (I've upgraded from 8.2). I'm getting panic. Is it known >> >> >> >> problem/already fixed somewhere? >> > Do you use custom kernel config ? Is there a chance you have >> > ZERO_COPY_SOCKETS >> > option enabled ? >> >> Yes, ZERO_COPY_SOCKETS is there. > Ok, this is the cause. Remove it. So, ZERO_COPY_SOCKETS is broken? > I asked for some additional data below, which you ignored, but I believe > that I will not see anything new there, after we found the ZERO_COPY_SOCKETS > in kernel config. Sorry, didn't noticed that. (kgdb) p *(struct vm_object *)0xc5725770 $1 = {mtx = {lock_object = {lo_name = 0xc0a3f26a "vm object", lo_flags = 21168128, lo_data = 0, lo_witness = 0x0}, mtx_lock = 4}, object_list = {tqe_next = 0xc5725110, tqe_prev = 0xc61714dc}, shadow_head = {lh_first = 0x0}, shadow_list = {le_next = 0xc5af0c38, le_prev = 0xc11ac704}, memq = {tqh_first = 0xc2dc5168, tqh_last = 0xc1719718}, root = 0xc2cf2fe8, size = 6576, generation = 1, ref_count = 1, shadow_count = 0, memattr = 6 '\006', type = 1 '\001', flags = 12288, pg_color = 45335, paging_in_progress = 0, resident_page_count = 6202, backing_object = 0x0, backing_object_offset = 0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = {lh_first = 0x0}, cache = 0xc18f2390, handle = 0x0, un_pager = {vnp = {vnp_size = 66}, devp = {devp_pglist = {tqh_first = 0x42, tqh_last = 0x0}}, sgp = {sgp_pglist = {tqh_first = 0x42, tqh_last = 0x0}}, swp = {swp_bcount = 66}}, cred = 0xc56a4280, charge = 26935296} > >> >> >> >> > >> >> >> >> >> >> >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep >> >> >> >> 28 >> >> >> >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 >> >> >> >> i386 >> >> >> >> >> >> >> >> Unread portion of the kernel message buffer: >> >> >> >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero >> >> >> >> cpuid = 1 >> >> >> >> Uptime: 16h6m53s >> >> >> >> Physical memory: 1904 MB >> >> >> >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 >> >> >> >> 144 128 112 96 80 64 48 32 16 >> >> >> >> >> >> >> >> #0 doadump (textdump=1) at pcpu.h:244 >> >> >> >> #1 0xc071e5cb in kern_reboot (howto=260) >> >> >> >> at /usr/src/sys/kern/kern_shutdown.c:442 >> >> >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. >> >> >> >> ) at /usr/src/sys/kern/kern_shutdown.c:607 >> >> >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) >> >> >> >> at /usr/src/sys/vm/vm_page.c:1905 >> >> >> > Please do "frame 2", then "p/x *m" and show the result. >> >> >> >> >> >> (kgdb) frame 2 >> >> > frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. >> >> >> >> (kgdb) frame 3 >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) at >> >> /usr/src/sys/vm/vm_page.c:1905 >> >> 1905 panic("vm_page_unwire: page %p's wire count is >> >> zero", m); >> >> (kgdb) p/x *(struct vm_page *)0xc2a38dc8 >> >> $1 = {pageq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b0}, listq = >> >> {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b8}, left = 0x0, right = >> >> 0x0, object = 0xc5725770, pindex = 0xbd3, phys_addr = 0x56a32000, md = >> >> {pv_list = {tqh_first = 0xc3cc6418, tqh_last = 0xc3cc641c}, >> >> pat_mode = 0x6}, queue = 0x1, segind = 0x2, hold_count = 0x0, >> >> order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x0, aflags = 0x3, >> >> flags = 0x0, oflags = 0x0, act_count = 0x5, busy = 0x0, valid = 0xff, >> >> dirty = 0xff} >> > >> > Please show the output of "p *(struct vm_object *)0xc5725770" from kgdb. >> >> >> >> >> >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at >> >> >> /usr/src/sys/kern/kern_shutdown.c:607 >> >> >> 607 kern_reboot(bootopt); >> >> >> (kgdb) p/x *m >> >> >> No symbol "m" in current context. >> >> >> >> >> >> >> >> >> >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) >> >> >> >> at /usr/src/sys/kern/vfs_bio.c:1638 >> >> >> >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, >> >> >> >> size=16384, maxsize=16384, gbflags=0) at >> >> >> >> /usr/src/sys/kern/vfs_bio.c:1949 >> >> >> >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, >> >> >> >> slpflag=0, >> >> >> >> slptimeo=0, flags=Variable "flags" is not available. >> >> >> >> ) at /usr/src/sys/kern/vfs_bio.c:2788 >> >> >> >> #7 0xc079d49c in cluster_rbuild (vp=0xc6
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
On Thu, Sep 29, 2011 at 04:12:19PM +0300, Alexandr Kovalenko wrote: > 2011/9/29 Kostik Belousov : > > On Thu, Sep 29, 2011 at 03:51:53PM +0300, Alexandr Kovalenko wrote: > >> 2011/9/29 Kostik Belousov : > >> > On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: > >> >> On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov > >> >> wrote: > >> >> > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: > >> >> >> Hello! > >> >> >> > >> >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports > >> >> >> (I've upgraded from 8.2). I'm getting panic. Is it known > >> >> >> problem/already fixed somewhere? > > Do you use custom kernel config ? Is there a chance you have > > ZERO_COPY_SOCKETS > > option enabled ? > > Yes, ZERO_COPY_SOCKETS is there. Ok, this is the cause. Remove it. I asked for some additional data below, which you ignored, but I believe that I will not see anything new there, after we found the ZERO_COPY_SOCKETS in kernel config. > > > > > > >> >> >> > >> >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep > >> >> >> 28 > >> >> >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 > >> >> >> i386 > >> >> >> > >> >> >> Unread portion of the kernel message buffer: > >> >> >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero > >> >> >> cpuid = 1 > >> >> >> Uptime: 16h6m53s > >> >> >> Physical memory: 1904 MB > >> >> >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 > >> >> >> 144 128 112 96 80 64 48 32 16 > >> >> >> > >> >> >> #0 doadump (textdump=1) at pcpu.h:244 > >> >> >> #1 0xc071e5cb in kern_reboot (howto=260) > >> >> >> at /usr/src/sys/kern/kern_shutdown.c:442 > >> >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. > >> >> >> ) at /usr/src/sys/kern/kern_shutdown.c:607 > >> >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) > >> >> >> at /usr/src/sys/vm/vm_page.c:1905 > >> >> > Please do "frame 2", then "p/x *m" and show the result. > >> >> > >> >> (kgdb) frame 2 > >> > frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. > >> > >> (kgdb) frame 3 > >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) at > >> /usr/src/sys/vm/vm_page.c:1905 > >> 1905 panic("vm_page_unwire: page %p's wire count is > >> zero", m); > >> (kgdb) p/x *(struct vm_page *)0xc2a38dc8 > >> $1 = {pageq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b0}, listq = > >> {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b8}, left = 0x0, right = > >> 0x0, object = 0xc5725770, pindex = 0xbd3, phys_addr = 0x56a32000, md = > >> {pv_list = {tqh_first = 0xc3cc6418, tqh_last = 0xc3cc641c}, > >> pat_mode = 0x6}, queue = 0x1, segind = 0x2, hold_count = 0x0, > >> order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x0, aflags = 0x3, > >> flags = 0x0, oflags = 0x0, act_count = 0x5, busy = 0x0, valid = 0xff, > >> dirty = 0xff} > > > > Please show the output of "p *(struct vm_object *)0xc5725770" from kgdb. > >> > >> > >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at > >> >> /usr/src/sys/kern/kern_shutdown.c:607 > >> >> 607 kern_reboot(bootopt); > >> >> (kgdb) p/x *m > >> >> No symbol "m" in current context. > >> >> > >> >> > >> >> >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) > >> >> >> at /usr/src/sys/kern/vfs_bio.c:1638 > >> >> >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, > >> >> >> size=16384, maxsize=16384, gbflags=0) at > >> >> >> /usr/src/sys/kern/vfs_bio.c:1949 > >> >> >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, > >> >> >> slpflag=0, > >> >> >> slptimeo=0, flags=Variable "flags" is not available. > >> >> >> ) at /usr/src/sys/kern/vfs_bio.c:2788 > >> >> >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, > >> >> >> lbn=2520, > >> >> >> blkno=1209440, size=16384, run=Variable "run" is not available. > >> >> >> ) at /usr/src/sys/kern/vfs_cluster.c:332 > >> >> >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, > >> >> >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, > >> >> >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 > >> >> >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) > >> >> >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 > >> >> >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) > >> >> >> at vnode_if.c:887 > >> >> >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, > >> >> >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 > >> >> >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, > >> >> >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 > >> >> >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, > >> >> >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 > >> >> >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) > >> >> >> at
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
2011/9/29 Kostik Belousov : > On Thu, Sep 29, 2011 at 03:51:53PM +0300, Alexandr Kovalenko wrote: >> 2011/9/29 Kostik Belousov : >> > On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: >> >> On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov >> >> wrote: >> >> > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: >> >> >> Hello! >> >> >> >> >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports >> >> >> (I've upgraded from 8.2). I'm getting panic. Is it known >> >> >> problem/already fixed somewhere? > Do you use custom kernel config ? Is there a chance you have ZERO_COPY_SOCKETS > option enabled ? Yes, ZERO_COPY_SOCKETS is there. > >> >> >> >> >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 >> >> >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 >> >> >> i386 >> >> >> >> >> >> Unread portion of the kernel message buffer: >> >> >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero >> >> >> cpuid = 1 >> >> >> Uptime: 16h6m53s >> >> >> Physical memory: 1904 MB >> >> >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 >> >> >> 144 128 112 96 80 64 48 32 16 >> >> >> >> >> >> #0 doadump (textdump=1) at pcpu.h:244 >> >> >> #1 0xc071e5cb in kern_reboot (howto=260) >> >> >> at /usr/src/sys/kern/kern_shutdown.c:442 >> >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. >> >> >> ) at /usr/src/sys/kern/kern_shutdown.c:607 >> >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) >> >> >> at /usr/src/sys/vm/vm_page.c:1905 >> >> > Please do "frame 2", then "p/x *m" and show the result. >> >> >> >> (kgdb) frame 2 >> > frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. >> >> (kgdb) frame 3 >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) at >> /usr/src/sys/vm/vm_page.c:1905 >> 1905 panic("vm_page_unwire: page %p's wire count is >> zero", m); >> (kgdb) p/x *(struct vm_page *)0xc2a38dc8 >> $1 = {pageq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b0}, listq = >> {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b8}, left = 0x0, right = >> 0x0, object = 0xc5725770, pindex = 0xbd3, phys_addr = 0x56a32000, md = >> {pv_list = {tqh_first = 0xc3cc6418, tqh_last = 0xc3cc641c}, >> pat_mode = 0x6}, queue = 0x1, segind = 0x2, hold_count = 0x0, >> order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x0, aflags = 0x3, >> flags = 0x0, oflags = 0x0, act_count = 0x5, busy = 0x0, valid = 0xff, >> dirty = 0xff} > > Please show the output of "p *(struct vm_object *)0xc5725770" from kgdb. >> >> >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at >> >> /usr/src/sys/kern/kern_shutdown.c:607 >> >> 607 kern_reboot(bootopt); >> >> (kgdb) p/x *m >> >> No symbol "m" in current context. >> >> >> >> >> >> >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) >> >> >> at /usr/src/sys/kern/vfs_bio.c:1638 >> >> >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, >> >> >> size=16384, maxsize=16384, gbflags=0) at >> >> >> /usr/src/sys/kern/vfs_bio.c:1949 >> >> >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, >> >> >> slpflag=0, >> >> >> slptimeo=0, flags=Variable "flags" is not available. >> >> >> ) at /usr/src/sys/kern/vfs_bio.c:2788 >> >> >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, >> >> >> lbn=2520, >> >> >> blkno=1209440, size=16384, run=Variable "run" is not available. >> >> >> ) at /usr/src/sys/kern/vfs_cluster.c:332 >> >> >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, >> >> >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, >> >> >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 >> >> >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) >> >> >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 >> >> >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) >> >> >> at vnode_if.c:887 >> >> >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, >> >> >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 >> >> >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, >> >> >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 >> >> >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, >> >> >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 >> >> >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) >> >> >> at /usr/src/sys/kern/sys_generic.c:189 >> >> >> #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 >> >> >> #16 0xc0996db1 in Xint0x80_syscall () >> >> >> at /usr/src/sys/i386/i386/exception.s:266 >> >> >> #17 0x0033 in ?? () >> >> >> Previous frame inner to this frame (corrupt stack?) >> >> >> >> >> >> -- >> >> >> Alexandr Kovalenko >> >> >> http://uafug.org.ua/ >> >> >> ___ >> >> >> freebsd-stable@freebsd.org maili
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
On Thu, Sep 29, 2011 at 03:51:53PM +0300, Alexandr Kovalenko wrote: > 2011/9/29 Kostik Belousov : > > On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: > >> On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov > >> wrote: > >> > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: > >> >> Hello! > >> >> > >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports > >> >> (I've upgraded from 8.2). I'm getting panic. Is it known > >> >> problem/already fixed somewhere? Do you use custom kernel config ? Is there a chance you have ZERO_COPY_SOCKETS option enabled ? > >> >> > >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 > >> >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 > >> >> i386 > >> >> > >> >> Unread portion of the kernel message buffer: > >> >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero > >> >> cpuid = 1 > >> >> Uptime: 16h6m53s > >> >> Physical memory: 1904 MB > >> >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 > >> >> 144 128 112 96 80 64 48 32 16 > >> >> > >> >> #0 doadump (textdump=1) at pcpu.h:244 > >> >> #1 0xc071e5cb in kern_reboot (howto=260) > >> >> at /usr/src/sys/kern/kern_shutdown.c:442 > >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. > >> >> ) at /usr/src/sys/kern/kern_shutdown.c:607 > >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) > >> >> at /usr/src/sys/vm/vm_page.c:1905 > >> > Please do "frame 2", then "p/x *m" and show the result. > >> > >> (kgdb) frame 2 > > frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. > > (kgdb) frame 3 > #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) at > /usr/src/sys/vm/vm_page.c:1905 > 1905panic("vm_page_unwire: page %p's wire count is > zero", m); > (kgdb) p/x *(struct vm_page *)0xc2a38dc8 > $1 = {pageq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b0}, listq = > {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b8}, left = 0x0, right = > 0x0, object = 0xc5725770, pindex = 0xbd3, phys_addr = 0x56a32000, md = > {pv_list = {tqh_first = 0xc3cc6418, tqh_last = 0xc3cc641c}, > pat_mode = 0x6}, queue = 0x1, segind = 0x2, hold_count = 0x0, > order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x0, aflags = 0x3, > flags = 0x0, oflags = 0x0, act_count = 0x5, busy = 0x0, valid = 0xff, > dirty = 0xff} Please show the output of "p *(struct vm_object *)0xc5725770" from kgdb. > > > >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at > >> /usr/src/sys/kern/kern_shutdown.c:607 > >> 607 kern_reboot(bootopt); > >> (kgdb) p/x *m > >> No symbol "m" in current context. > >> > >> > >> >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) > >> >> at /usr/src/sys/kern/vfs_bio.c:1638 > >> >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, > >> >> size=16384, maxsize=16384, gbflags=0) at > >> >> /usr/src/sys/kern/vfs_bio.c:1949 > >> >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, > >> >> slpflag=0, > >> >> slptimeo=0, flags=Variable "flags" is not available. > >> >> ) at /usr/src/sys/kern/vfs_bio.c:2788 > >> >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, > >> >> lbn=2520, > >> >> blkno=1209440, size=16384, run=Variable "run" is not available. > >> >> ) at /usr/src/sys/kern/vfs_cluster.c:332 > >> >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, > >> >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, > >> >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 > >> >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) > >> >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 > >> >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) > >> >> at vnode_if.c:887 > >> >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, > >> >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 > >> >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, > >> >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 > >> >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, > >> >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 > >> >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) > >> >> at /usr/src/sys/kern/sys_generic.c:189 > >> >> #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 > >> >> #16 0xc0996db1 in Xint0x80_syscall () > >> >> at /usr/src/sys/i386/i386/exception.s:266 > >> >> #17 0x0033 in ?? () > >> >> Previous frame inner to this frame (corrupt stack?) > >> >> > >> >> -- > >> >> Alexandr Kovalenko > >> >> http://uafug.org.ua/ > >> >> ___ > >> >> freebsd-stable@freebsd.org mailing list > >> >> http://lists.freebsd.org/mailman/listinfo/freebsd-stable > >> >> To unsubscribe, send any mail to > >> >> "freebsd-stable-unsubscr...@freebsd.org" > >>
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
2011/9/29 Kostik Belousov : > On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: >> On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov wrote: >> > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: >> >> Hello! >> >> >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports >> >> (I've upgraded from 8.2). I'm getting panic. Is it known >> >> problem/already fixed somewhere? >> >> >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 >> >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 >> >> i386 >> >> >> >> Unread portion of the kernel message buffer: >> >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero >> >> cpuid = 1 >> >> Uptime: 16h6m53s >> >> Physical memory: 1904 MB >> >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 >> >> 144 128 112 96 80 64 48 32 16 >> >> >> >> #0 doadump (textdump=1) at pcpu.h:244 >> >> #1 0xc071e5cb in kern_reboot (howto=260) >> >> at /usr/src/sys/kern/kern_shutdown.c:442 >> >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. >> >> ) at /usr/src/sys/kern/kern_shutdown.c:607 >> >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) >> >> at /usr/src/sys/vm/vm_page.c:1905 >> > Please do "frame 2", then "p/x *m" and show the result. >> >> (kgdb) frame 2 > frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. (kgdb) frame 3 #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) at /usr/src/sys/vm/vm_page.c:1905 1905panic("vm_page_unwire: page %p's wire count is zero", m); (kgdb) p/x *(struct vm_page *)0xc2a38dc8 $1 = {pageq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b0}, listq = {tqe_next = 0xc2a38e10, tqe_prev = 0xc282a2b8}, left = 0x0, right = 0x0, object = 0xc5725770, pindex = 0xbd3, phys_addr = 0x56a32000, md = {pv_list = {tqh_first = 0xc3cc6418, tqh_last = 0xc3cc641c}, pat_mode = 0x6}, queue = 0x1, segind = 0x2, hold_count = 0x0, order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x0, aflags = 0x3, flags = 0x0, oflags = 0x0, act_count = 0x5, busy = 0x0, valid = 0xff, dirty = 0xff} >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at >> /usr/src/sys/kern/kern_shutdown.c:607 >> 607 kern_reboot(bootopt); >> (kgdb) p/x *m >> No symbol "m" in current context. >> >> >> >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) >> >> at /usr/src/sys/kern/vfs_bio.c:1638 >> >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, >> >> size=16384, maxsize=16384, gbflags=0) at >> >> /usr/src/sys/kern/vfs_bio.c:1949 >> >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, >> >> slpflag=0, >> >> slptimeo=0, flags=Variable "flags" is not available. >> >> ) at /usr/src/sys/kern/vfs_bio.c:2788 >> >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, >> >> lbn=2520, >> >> blkno=1209440, size=16384, run=Variable "run" is not available. >> >> ) at /usr/src/sys/kern/vfs_cluster.c:332 >> >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, >> >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, >> >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 >> >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) >> >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 >> >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) >> >> at vnode_if.c:887 >> >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, >> >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 >> >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, >> >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 >> >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, >> >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 >> >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) >> >> at /usr/src/sys/kern/sys_generic.c:189 >> >> #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 >> >> #16 0xc0996db1 in Xint0x80_syscall () >> >> at /usr/src/sys/i386/i386/exception.s:266 >> >> #17 0x0033 in ?? () >> >> Previous frame inner to this frame (corrupt stack?) >> >> >> >> -- >> >> Alexandr Kovalenko >> >> http://uafug.org.ua/ >> >> ___ >> >> freebsd-stable@freebsd.org mailing list >> >> http://lists.freebsd.org/mailman/listinfo/freebsd-stable >> >> To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org" >> > >> >> >> >> -- >> Alexandr Kovalenko >> http://uafug.org.ua/ > -- Alexandr Kovalenko http://uafug.org.ua/ ___ freebsd-stable@freebsd.org mailing list http://lists.freebsd.org/mailman/listinfo/freebsd-stable To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org"
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
On Thu, Sep 29, 2011 at 03:47:19PM +0300, Alexandr Kovalenko wrote: > On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov wrote: > > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: > >> Hello! > >> > >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports > >> (I've upgraded from 8.2). I'm getting panic. Is it known > >> problem/already fixed somewhere? > >> > >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 > >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 > >> i386 > >> > >> Unread portion of the kernel message buffer: > >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero > >> cpuid = 1 > >> Uptime: 16h6m53s > >> Physical memory: 1904 MB > >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 > >> 144 128 112 96 80 64 48 32 16 > >> > >> #0 doadump (textdump=1) at pcpu.h:244 > >> #1 0xc071e5cb in kern_reboot (howto=260) > >> at /usr/src/sys/kern/kern_shutdown.c:442 > >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. > >> ) at /usr/src/sys/kern/kern_shutdown.c:607 > >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) > >> at /usr/src/sys/vm/vm_page.c:1905 > > Please do "frame 2", then "p/x *m" and show the result. > > (kgdb) frame 2 frame 3, sorry. "p/x *(struct vm_page *)0xc2a38dc8" will do it as well. > #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at > /usr/src/sys/kern/kern_shutdown.c:607 > 607 kern_reboot(bootopt); > (kgdb) p/x *m > No symbol "m" in current context. > > > >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) > >> at /usr/src/sys/kern/vfs_bio.c:1638 > >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, > >> size=16384, maxsize=16384, gbflags=0) at > >> /usr/src/sys/kern/vfs_bio.c:1949 > >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, slpflag=0, > >> slptimeo=0, flags=Variable "flags" is not available. > >> ) at /usr/src/sys/kern/vfs_bio.c:2788 > >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, > >> lbn=2520, > >> blkno=1209440, size=16384, run=Variable "run" is not available. > >> ) at /usr/src/sys/kern/vfs_cluster.c:332 > >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, > >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, > >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 > >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) > >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 > >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) > >> at vnode_if.c:887 > >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, > >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 > >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, > >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 > >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, > >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 > >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) > >> at /usr/src/sys/kern/sys_generic.c:189 > >> #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 > >> #16 0xc0996db1 in Xint0x80_syscall () > >> at /usr/src/sys/i386/i386/exception.s:266 > >> #17 0x0033 in ?? () > >> Previous frame inner to this frame (corrupt stack?) > >> > >> -- > >> Alexandr Kovalenko > >> http://uafug.org.ua/ > >> ___ > >> freebsd-stable@freebsd.org mailing list > >> http://lists.freebsd.org/mailman/listinfo/freebsd-stable > >> To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org" > > > > > > -- > Alexandr Kovalenko > http://uafug.org.ua/ pgpKS0hyuF5Gk.pgp Description: PGP signature
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
On Thu, Sep 29, 2011 at 3:30 PM, Kostik Belousov wrote: > On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: >> Hello! >> >> I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports >> (I've upgraded from 8.2). I'm getting panic. Is it known >> problem/already fixed somewhere? >> >> FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 >> 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 >> i386 >> >> Unread portion of the kernel message buffer: >> panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero >> cpuid = 1 >> Uptime: 16h6m53s >> Physical memory: 1904 MB >> Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 >> 144 128 112 96 80 64 48 32 16 >> >> #0 doadump (textdump=1) at pcpu.h:244 >> #1 0xc071e5cb in kern_reboot (howto=260) >> at /usr/src/sys/kern/kern_shutdown.c:442 >> #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. >> ) at /usr/src/sys/kern/kern_shutdown.c:607 >> #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) >> at /usr/src/sys/vm/vm_page.c:1905 > Please do "frame 2", then "p/x *m" and show the result. (kgdb) frame 2 #2 0xc071e82b in panic (fmt=Variable "fmt" is not available.) at /usr/src/sys/kern/kern_shutdown.c:607 607 kern_reboot(bootopt); (kgdb) p/x *m No symbol "m" in current context. >> #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) >> at /usr/src/sys/kern/vfs_bio.c:1638 >> #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, >> size=16384, maxsize=16384, gbflags=0) at /usr/src/sys/kern/vfs_bio.c:1949 >> #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, slpflag=0, >> slptimeo=0, flags=Variable "flags" is not available. >> ) at /usr/src/sys/kern/vfs_bio.c:2788 >> #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, lbn=2520, >> blkno=1209440, size=16384, run=Variable "run" is not available. >> ) at /usr/src/sys/kern/vfs_cluster.c:332 >> #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, >> lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, >> bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 >> #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) >> at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 >> #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) >> at vnode_if.c:887 >> #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, >> active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 >> #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, >> auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 >> #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, >> offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 >> #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) >> at /usr/src/sys/kern/sys_generic.c:189 >> #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 >> #16 0xc0996db1 in Xint0x80_syscall () >> at /usr/src/sys/i386/i386/exception.s:266 >> #17 0x0033 in ?? () >> Previous frame inner to this frame (corrupt stack?) >> >> -- >> Alexandr Kovalenko >> http://uafug.org.ua/ >> ___ >> freebsd-stable@freebsd.org mailing list >> http://lists.freebsd.org/mailman/listinfo/freebsd-stable >> To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org" > -- Alexandr Kovalenko http://uafug.org.ua/ ___ freebsd-stable@freebsd.org mailing list http://lists.freebsd.org/mailman/listinfo/freebsd-stable To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org"
Re: stable/9 r225827 i386 panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero
On Thu, Sep 29, 2011 at 02:52:31PM +0300, Alexandr Kovalenko wrote: > Hello! > > I'm running 9.0-BETA3 (r225827) and now rebuilding all my 1215 ports > (I've upgraded from 8.2). I'm getting panic. Is it known > problem/already fixed somewhere? > > FreeBSD mile.xxx.ua 9.0-BETA3 FreeBSD 9.0-BETA3 #0 r225827: Wed Sep 28 > 17:11:17 EEST 2011 r...@mile.xxx.ua:/usr/obj/usr/src/sys/mile-9 > i386 > > Unread portion of the kernel message buffer: > panic: vm_page_unwire: page 0xc2a38dc8's wire count is zero > cpuid = 1 > Uptime: 16h6m53s > Physical memory: 1904 MB > Dumping 367 MB: 352 336 320 304 288 272 256 240 224 208 192 176 160 > 144 128 112 96 80 64 48 32 16 > > #0 doadump (textdump=1) at pcpu.h:244 > #1 0xc071e5cb in kern_reboot (howto=260) > at /usr/src/sys/kern/kern_shutdown.c:442 > #2 0xc071e82b in panic (fmt=Variable "fmt" is not available. > ) at /usr/src/sys/kern/kern_shutdown.c:607 > #3 0xc0966903 in vm_page_unwire (m=0xc2a38dc8, activate=0) > at /usr/src/sys/vm/vm_page.c:1905 Please do "frame 2", then "p/x *m" and show the result. > #4 0xc0796b80 in vfs_vmio_release (bp=0xde8bcbf4) > at /usr/src/sys/kern/vfs_bio.c:1638 > #5 0xc0798813 in getnewbuf (vp=0xc6ea3550, slpflag=0, slptimeo=0, > size=16384, maxsize=16384, gbflags=0) at /usr/src/sys/kern/vfs_bio.c:1949 > #6 0xc0799f2a in getblk (vp=0xc6ea3550, blkno=2520, size=16384, slpflag=0, > slptimeo=0, flags=Variable "flags" is not available. > ) at /usr/src/sys/kern/vfs_bio.c:2788 > #7 0xc079d49c in cluster_rbuild (vp=0xc6ea3550, filesize=44505088, lbn=2520, > blkno=1209440, size=16384, run=Variable "run" is not available. > ) at /usr/src/sys/kern/vfs_cluster.c:332 > #8 0xc079e145 in cluster_read (vp=0xc6ea3550, filesize=44505088, > lblkno=2520, size=16384, cred=0x0, totread=1024, seqcount=7, > bpp=0xf5824b60) at /usr/src/sys/kern/vfs_cluster.c:254 > #9 0xc0934cf5 in ffs_read (ap=0xf5824bac) > at /usr/src/sys/ufs/ffs/ffs_vnops.c:514 > #10 0xc09ccb92 in VOP_READ_APV (vop=0xc0aa6a80, a=0xf5824bac) > at vnode_if.c:887 > #11 0xc07c1120 in vn_read (fp=0xc5474508, uio=0xf5824c48, > active_cred=0xc56a4d80, flags=1, td=0xc5b76b80) at vnode_if.h:384 > #12 0xc076380e in dofileread (td=0xc5b76b80, fd=3, fp=0xc5474508, > auio=0xf5824c48, offset=41189376, flags=1) at file.h:254 > #13 0xc07639f5 in kern_preadv (td=0xc5b76b80, fd=3, auio=0xf5824c48, > offset=41189376) at /usr/src/sys/kern/sys_generic.c:288 > #14 0xc0763b0d in sys_pread (td=0xc5b76b80, uap=0xf5824cec) > at /usr/src/sys/kern/sys_generic.c:189 > #15 0xc09accf5 in syscall (frame=0xf5824d28) at subr_syscall.c:131 > #16 0xc0996db1 in Xint0x80_syscall () > at /usr/src/sys/i386/i386/exception.s:266 > #17 0x0033 in ?? () > Previous frame inner to this frame (corrupt stack?) > > -- > Alexandr Kovalenko > http://uafug.org.ua/ > ___ > freebsd-stable@freebsd.org mailing list > http://lists.freebsd.org/mailman/listinfo/freebsd-stable > To unsubscribe, send any mail to "freebsd-stable-unsubscr...@freebsd.org" pgpEqW488Y83a.pgp Description: PGP signature