Panic on -HEAD ("ffs_balloc: vnode %p not exclusively locked!")

["Robin P. Blanchard" <robin.blanchard@xxxxxxxxxxxxx>]

Shortly after going multiuser...

db> trace         
Debugger(c02e3510,c035df00,c02ff94c,ce31e7dc,ce98d3f0) at Debugger+0x44
panic(c02ff94c,ce98d3f0,c5f5e700,c11db350,ce31e834) at panic+0xae
ffs_balloc(ce31e8ac,c031d720,c97d6d58,0,0) at ffs_balloc+0xe2
vop_balloc(c97d6d58,ce98d3f0,0,0,100) at vop_balloc+0x49
ffs_write(ce31e970,c031d0e0,c97d6d58,10003,c11dd180) at ffs_write+0x30d
vop_write(c97d6d58,ce98d3f0,ce31e9dc,7f0020,c10c5008) at vop_write+0x3d
vnode_pager_generic_putpages(ce98d3f0,ce31eb10,1000,c,ce31ead0) at
vnode_pager_g
eneric_putpages+0x1a7
ffs_putpages(ce31ea30,c031d7e0,c97d6d58,c11dd180,c5f5e700) at
ffs_putpages+0x30
vop_putpages(c97d6d58,ce98d3f0,ce31eb10,1000,c) at vop_putpages+0x4b
vnode_pager_putpages(ce9b47e0,ce31eb10,1,c,ce31ead0) at
vnode_pager_putpages+0x6
d
vm_pageout_flush(ce31eb10,1,c,ce31eb20,c11cc900) at vm_pageout_flush+0xe5
vm_object_page_collect_flush(ce9b47e0,c0b9b2e8,2b,c,10) at
vm_object_page_collec
t_flush+0x2aa
vm_object_page_clean(ce9b47e0,0,0,4,ce9b47e0) at vm_object_page_clean+0x138
vfs_msync_scan2(cd994440,ce98d3f0,2,0,c03626c0) at vfs_msync_scan2+0x96
vmntvnodescan(cd994440,3,c01e21a8,c01e2250,2) at vmntvnodescan+0x15a
vfs_msync(cd994440,2,c5f5e700,c5f5e700,c98102d0) at vfs_msync+0x30
sync_fsync(ce31ed24,c031d2a0,c97d5018,c98102d0,ce31ed54) at sync_fsync+0x8e
vop_fsync(c97d5018,c98102d0,4,c5f5e700,4e20) at vop_fsync+0x31
sched_sync(0,0,0,0,0) at sched_sync+0xf9
kthread_exit() at kthread_exit


# gdb -k kernel.debug /usr/var/crash/vmcore.0

GNU gdb 6.2.1             
Copyright 2004 Free Software Foundation, Inc.

GDB is free software, covered by the GNU General Public License, and you are

welcome to change it and/or distribute copies of it under certain conditions.

Type "show copying" to see the conditions.

There is absolutely no warranty for GDB.  Type "show warranty" for details.

This GDB was configured as "i                            
panic: ffs_balloc: vnode 0xce98d3f0 not exclusively locked!

panic messages:               
---   
panic: ffs_balloc: vnode 0xce96bf50 not exclusively locked!

Copyright (c) 2003, 2004, 2005 The DragonFly Project.

Copyright (c) 1992-2003 The FreeBSD Project.

Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994

        The Regents of the University of California. All rights reserved.

DragonFly 1.3.7-DEVELOPMENT #0: Mon Oct 31 16:36:04 GMT 2005

    root@:/usr/obj/usr/src/sys/dragonfly

TSC clock: 996702384 Hz, i825                            
CPU: Intel Pentium III (996.77-MHz 686-class CPU)

  Origin = "GenuineIntel"  Id = 0x68a  Stepping = 10

 
Features=0x383f9ff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,SEP,MTRR,PGE,MCA,CMOV,P
A

T,PSE36,MMX,FXSR,SSE>                     
real memory  = 268173312 (261888K bytes)

avail memory = 252551168 (246632K bytes)

Preloaded elf kernel "/kernel" at 0xc04e4000.

Preloaded elf module "/modules/linux.ko" at 0xc04e4244.

Preloaded elf module "/modules/if_fxp.ko" at 0xc04e42ec.

Preloaded elf module "/modules/miibus.ko" at 0xc04e4394.

Preloaded elf module "/modules/snd_es137x.ko" at 0xc04e443c.

Preloaded elf module "/modules/snd_pcm.ko" at 0xc04e44e8.

Preloaded elf module "/modules/usb.ko" at 0xc04e4590.

Preloaded elf module "/modules/accf_data.ko" at 0xc04e4634.

Preloaded elf module "/modules/accf_http.ko" at 0xc04e46e0.

Preloaded elf module "/modules/acpi.ko" at 0xc04e478c.

Pentium Pro MTRR support enabled                                
pcibios: BIOS version 2.10                          
Using $PIR table, 12 entries at 0xc00f2c30

npx0: <math processor> on motherboard                                     
npx0: INT 16 interface                      
Using MMX optimized bcopy/copyin/copyout

acpi0: <DELL ZUUL> on motherboard                                 
acpi0: Power Button (fixed)                           
Warning: ACPI is disabling APM's device.  You can't run both

acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0

cpu0: <ACPI CPU> on acpi0                         
acpi_button0: <Power Button> on acpi0                                     
legacypci0 on motherboard                         
pcib0: <Host to PCI bridge> on legacypci0

pci0: <PCI bus> on pcib0                        
agp0: <Intel 82815 (i815 GMCH) host to PCI bridge> mem 0xf8000000-0xfbffffff
at

device 0.0 on pci0                  
pcib1: <Intel 82801BA/BAM (ICH2) PCI-PCI (AGP) bridge> at device 1.0 on pci0

pci1: <PCI bus> on pcib1                        
pcib2: <Intel 82801BA/CA/DB/EB/FB (ICH2/3/4/5/6) Hub to PCI bridge> at device
30

. 0 on pci0          
pci2: <PCI bus> on pcib2                        
pci2: <ATI Mach64-GR graphics accelerator> at 9.0 irq 11

fxp0: <Intel 82559 Pro/100 Ethernet> port 0xdf00-0xdf3f mem
0xfe900000-0xfe9ffff

f,0xfeafe000-0xfeafefff irq 11 at device 10.0 on pci2

miibus0: <MII bus> on fxp0                          
inphy0: <i82555 10/100 media interface> on miibus0

inphy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto

fxp0: MAC address: 00:90:27:66:67:f3                                    
amd0: <Tekram DC390(T)/AMD53c974 SCSI Host Adapter> port 0xdc00-0xdc7f irq 9
at

device 11.0 on pci2                   
pcm0: <AudioPCI ES1371-B> port 0xde80-0xdebf irq 10 at device 12.0 on pci2

pcm0: <Cirrus Logic CS4297A AC97 Codec>

isab0: <Intel 82801BA/BAM (ICH2) PCI to LPC bridge> at device 31.0 on pci0

isa0: <ISA bus> on isab0                        
atapci0: <Intel ICH2 ATA100 controller> port 0xffa0-0xffaf at device 31.1 on
pci

0 
ata0: at 0x1f0 irq 1                   
ata1: at 0x170 irq 15 on atapci0                                
uhci0: <Intel 82801BA/BAM (ICH2) USB controller USB-A> port 0xef80-0xef9f irq
3

at device 31.2 on pci0                      
usb0: <Intel 82801BA/BAM (ICH2) USB controller USB-A> on uhci0

usb0: USB revision 1.0                      
uhub0: Intel UHCI root hub, class 9/0, rev 1.00/1.00, addr 1

uhub0: 2 ports with 2 removable, self powered

pci0: <unknown card> (vendor=0x8086, dev=0x2443) at 31.3 irq 10

orm0: <Option ROMs> at iomem 0xc0000-0xc7fff,0xc8000-0xc97ff on isa0

pmtimer0 on isa0                
atkbdc0: <Keyboard controller (i8042)>                                     
psm0: failed to get data.                         
psm0: <PS/2 Mouse> irq 12 on atkbdc0                                    
psm0: model Generic PS/2 mouse, device ID 0

vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0

sc0: <System console> at flags 0x100 on isa0

sc0: VGA <16 virtual consoles, flags=0x100>

fdc0: <NEC 72065B or clone> at port 0x3f0-0x3f5,0x3f7 irq 6 drq 2 on isa0

fdc0: FIFO enabled, 8 bytes threshold                                     
fd0: <1440-KB 3.5" drive> on fdc0 drive 0

sio0 at port 0x3f8-0x3ff irq 4 flags 0x10 on isa0

sio0: type 16550A, console                          
sio1: can't drain, serial port might not exist, disabling

ppc0: <Parallel port> at port 0x378-0x37f irq 7 on isa0

ppc0: SMC-like chipset (ECP/EPP/PS2/NIBBLE) in COMPATIBLE mode

ppc0: FIFO with 16/16/8 bytes threshold

ppbus0: <Parallel port bus> on ppc0                                   
ppi0: <Parallel I/O> on ppbus0                              
plip0: <PLIP network interface> on ppbus0

lpt0: <Printer> on ppbus0                         
lpt0: Interrupt-driven port                           
ad0: 19073MB <Maxtor 5T020H2> [38752/16/63] at ata0-master UDMA100

afd0: 0MB <IOMEGA ZIP 250 ATAPI Floppy> [0/64/32] at ata0-slave PIO3

acd0: CDROM <Lite-On LTN486 48x Max> at ata1-master PIO4

Waiting 2 seconds for SCSI devices to settle

Mounting root from ufs:/dev/ad0s1a                                  
cd1 at ata1 bus 0 target 0 lun 0                                
cd1: <Lite-On LTN486  48x Max YD01> Removable CD-ROM SCSI-0 device

cd1: 16.000MB/s transfers                         
cd1: Attempt to query device size failed: NOT READY, Medium not present

WARNING: / was not properly dismounted                                      
da0 at ata0 bus 0 target 1 lun 0                                
da0: <IOMEGA ZIP 250 41.S> Removable Direct Access SCSI-0 device

da0: 11.000MB/s transfers                         
da0: Attempt to query device size failed: NOT READY, Medium not present

cd0 at amd0 bus 0 target 6 lun 0                                
cd0: <PLEXTOR CD-R   PX-W8220T 1.05> Removable CD-ROM SCSI-2 device

cd0: 10.000MB/s transfers (10.000MHz, offset 8)

cd0: Attempt to query device size failed: NOT READY, Medium not present -
tray c

losed     
fxp0: Microcode loaded, int_delay: 1000 usec  bundle_max: 6

panic: ffs_balloc: vnode 0xce98d3f0 not exclusively locked!


syncing disks... 41 4 3 2 1
done
Uptime: 1m47s

dumping to dev #ad/0x20001, offset 524800
dump ata0: resetting devices .. done
255 254 253 252 251 250 249 248 247 246 245 244 243 242 241 240 239 238 237
236
235 234 233 232 231 230 229 228 227 226 225 224 223 222 221 220 219 218 217
216
215 214 213 212 211 210 209 208 207 206 205 204 203 202 201 200 199 198 197
196
195 194 193 192 191 190 189 188 187 186 185 184 183 182 181 180 179 178 177
176
175 174 173 172 171 170 169 168 167 166 165 164 163 162 161 160 159 158 157
156
155 154 153 152 151 150 149 148 147 146 145 144 143 142 141 140 139 138 137
136
135 134 133 132 131 130 129 128 127 126 125 124 123 122 121 120 119 118 117
116
115 114 113 112 111 110 109 108 107 106 105 104 103 102 101 100 99 98 97 96
95 9
4 93 92 91 90 89 88 87 86 85 84 83 82 81 80 79 78 77 76 75 74 73 72 71 70 69
68
67 66 65 64 63 62 61 60 59 58 57 56 55 54 53 52 51 50 49 48 47 46 45 44 43 42
41
 40 39 38 37 36 35 34 33 32 31 30 29 28 27 26 25 24 23 22 21 20 19 18 17 16
15 1
4 13 12 11 10 9 8 7 6 5 4 3 2 1 0
---
#0  dumpsys () at /usr/src/sys/kern/kern_shutdown.c:519
519             if (dumping++) {
dumpsys () at /usr/src/sys/kern/kern_shutdown.c:519
519             if (dumping++) {
(kgdb) bt full              
#0  dumpsys () at /usr/src/sys/kern/kern_shutdown.c:519

        error = -973740288
#1  0xc01993d7 in boot (howto=256) at /usr/src/sys/kern/kern_shutdown.c:352
No locals.
#2  0xc019988c in panic (
    fmt=0xc02ff94c "ffs_balloc: vnode %p not exclusively locked!")
    at /usr/src/sys/kern/kern_shutdown.c:665
        bootopt = 256
        newpanic = 1
        buf = "ffs_balloc: vnode 0xce98d3f0 not exclusively locked!", '\0'
<repe
ats 203 times>
#3  0xc0262f9a in ffs_balloc (ap=0xce31e8ac)
    at /usr/src/sys/vfs/ufs/ffs_balloc.c:99
        ip = (struct inode *) 0xce947800
        lbn = 0
        size = 256
        cred = (struct ucred *) 0xc10c5008
        flags = 2130706433
        fs = (struct fs *) 0xcd93e000
        nb = -835589668
        bp = (struct buf *) 0xc5f5e700
        nbp = (struct buf *) 0xce98d3f0
        dbp = (struct buf *) 0xce31e84c
        vp = (struct vnode *) 0xce98d3f0
        indirs = {{in_lbn = -914421272, in_off = -1055010432,

    in_exists = -835589972}, {in_lbn = -1055010432, in_off = -835518560,

    in_exists = -835590008}, {in_lbn = -1072150256, in_off = -1055010432,

    in_exists = 0}, {in_lbn = 0, in_off = 0, in_exists = 0}, {
    in_lbn = -835589972, in_off = -835589988, in_exists = -1072036870}}
        newb = -846373376
        bap = (ufs_daddr_t *) 0xce31e834
        pref = -835518904
        deallocated = 256
        osize = 256
        nsize = 28
        num = -1072382252
        i = 256
        error = -828845072
        allocib = (ufs_daddr_t *) 0x1
        blkp = (ufs_daddr_t *) 0xce31e9dc
        allocblk = (ufs_daddr_t *) 0x0
        allociblk = {-973740288, -835518904, -835590040, -1072317819}
        td = (struct thread *) 0xc5f5e700
        unwindidx = 0
        seqcount = 0
#4  0xc01ec2ac in vop_balloc (ops=0x0, vp=0x0, startoffset=Unhandled dwarf
expre
ssion opcode 0x93
)
    at /usr/src/sys/kern/vfs_vopops.c:969
        ap = {a_head = {a_desc = 0xc031d720, a_ops = 0xc97d6d58,
    a_reserved = {0, 0, -973740272, -973740272}}, a_vp = 0xce98d3f0,

  a_startoffset = 0, a_size = 256, a_cred = 0xc10c5008, a_flags = 2130706433,
  a_bpp = 0xce31e954}
        error = 0
#5  0xc026e9ee in ffs_write (ap=0xce31e970) at ufs_readwrite.c:409
        vp = (struct vnode *) 0xce98d3f0
        uio = (struct uio *) 0xce31e9dc
        ip = (struct inode *) 0xce947800
        fs = (struct fs *) 0xcd93e000
        bp = (struct buf *) 0x0
        lbn = 0
        osize = 256
        seqcount = 127
        blkoffset = 0
        error = -828845072
        extended = 0
        flags = 2130706433
        ioflag = 8323104
        resid = 256
        size = 0
        xfersize = 256
        object = 0xce9b47e0
        td = (struct thread *) 0xce98d3f0
#6  0xc01ebd03 in vop_write (ops=0x0, vp=0xce98d3f0, uio=0x0, ioflag=0,
    cred=0x0) at /usr/src/sys/kern/vfs_vopops.c:528
        ap = {a_head = {a_desc = 0xc031d0e0, a_ops = 0xc97d6d58,
    a_reserved = {65539, -1055010432, 1, 0}}, a_vp = 0xce98d3f0,
  a_uio = 0xce31e9dc, a_ioflag = 8323104, a_cred = 0xc10c5008}
        error = 0
#7  0xc028bfab in vnode_pager_generic_putpages (vp=0xce98d3f0, m=0xce31eb10,
    bytecount=4096, flags=12, rtvals=0xce31ead0)
    at /usr/src/sys/vm/vnode_pager.c:1009
        i = 0
        object = 0x0
        count = 1
        maxsize = 256
        ncount = 1
        poffset = Unhandled dwarf expression opcode 0x93


Dump available upon request.