From nobody@FreeBSD.org  Mon May 31 10:39:16 2004
Return-Path: <nobody@FreeBSD.org>
Received: from mx1.FreeBSD.org (mx1.freebsd.org [216.136.204.125])
	by hub.freebsd.org (Postfix) with ESMTP id 9CF5216A4CE
	for <freebsd-gnats-submit@FreeBSD.org>; Mon, 31 May 2004 10:39:16 -0700 (PDT)
Received: from www.freebsd.org (www.freebsd.org [216.136.204.117])
	by mx1.FreeBSD.org (Postfix) with ESMTP id 836E343D2F
	for <freebsd-gnats-submit@FreeBSD.org>; Mon, 31 May 2004 10:39:16 -0700 (PDT)
	(envelope-from nobody@FreeBSD.org)
Received: from www.freebsd.org (localhost [127.0.0.1])
	by www.freebsd.org (8.12.11/8.12.11) with ESMTP id i4VHcjsw014803
	for <freebsd-gnats-submit@FreeBSD.org>; Mon, 31 May 2004 10:38:45 -0700 (PDT)
	(envelope-from nobody@www.freebsd.org)
Received: (from nobody@localhost)
	by www.freebsd.org (8.12.11/8.12.11/Submit) id i4VHcjie014802;
	Mon, 31 May 2004 10:38:45 -0700 (PDT)
	(envelope-from nobody)
Message-Id: <200405311738.i4VHcjie014802@www.freebsd.org>
Date: Mon, 31 May 2004 10:38:45 -0700 (PDT)
From: Russell Cattelan <cattelan@xfs.org>
To: freebsd-gnats-submit@FreeBSD.org
Subject: Current very unstable at the moment
X-Send-Pr-Version: www-2.3

>Number:         67423
>Category:       i386
>Synopsis:       Current very unstable at the moment
>Confidential:   no
>Severity:       non-critical
>Priority:       low
>Responsible:    freebsd-i386
>State:          closed
>Quarter:        
>Keywords:       
>Date-Required:  
>Class:          sw-bug
>Submitter-Id:   current-users
>Arrival-Date:   Mon May 31 10:40:26 PDT 2004
>Closed-Date:    Mon May 31 11:55:28 PDT 2004
>Last-Modified:  Mon May 31 23:10:11 PDT 2004
>Originator:     Russell Cattelan
>Release:        5 current
>Organization:
DigitalElves Inc
>Environment:
FreeBSD lips.borg.umn.edu 5.2-CURRENT FreeBSD 5.2-CURRENT #6: Sun May 30 13:48:06 CDT 2004     root@lips.borg.umn.edu:/build/build/src5/sys/i386/compile/LIPS  i386

>Description:

login: lock order reversal
 1st 0xc6addb58 vm object (vm object) @ vm/swap_pager.c:1313
Stack backtrace:
backtrace(0,1,c072af98,c072c190,c06fad9c) at backtrace+0x12
witness_checkorder(c1042738,9,c06d4561,376) at witness_checkorder+0x593
_mtx_lock_flags(c1042738,0,c06d4558,376,c66c2a94) at _mtx_lock_flags+0x67
obj_alloc(c66c2a80,1000,cd6d4a3b,101,c66c2a94) at obj_alloc+0x31
slab_zalloc(c66c2a80,1,c66c2a80,c66c2a94,1) at slab_zalloc+0x82
uma_zone_slab(c66c2a80,1,c66c2a94,0,c06d4558,68f) at uma_zone_slab+0xb5
uma_zalloc_internal(c66c2a80,0,1,c66c2a94,0) at uma_zalloc_internal+0x28
uma_zalloc_arg(c66c2a80,0,1) at uma_zalloc_arg+0x2f8
swp_pager_meta_build(c6addb58,1d,0,2,0) at swp_pager_meta_build+0x108
swap_pager_putpages(c6addb58,cd6d4c00,1,0,cd6d4b70) at swap_pager_putpages+0x2b4
default_pager_putpages(c6addb58,cd6d4c00,1,0,cd6d4b70) at default_pager_putpages+0x18
vm_pageout_flush(cd6d4c00,1,0,cd6d4bc8,c0537901) at vm_pageout_flush+0x11e
vm_pageout_clean(c1205460) at vm_pageout_clean+0x2a5
vm_pageout_scan(0) at vm_pageout_scan+0x54b
vm_pageout(0,cd6d4d48,0,c0646628,0) at vm_pageout+0x2d2
fork_exit(c0646628,0,cd6d4d48) at fork_exit+0xa8
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcd6d4d7c, ebp = 0 ---
lock order reversal
 1st 0xc0723120 sched lock (sched lock) @ kern/subr_sleepqueue.c:585
 2nd 0xc07292a4 sleepq chain (sleepq chain) @ kern/subr_sleepqueue.c:193
Stack backtrace:
backtrace(0,ffffffff,c072c578,c072c5a0,c06fada4) at backtrace+0x12
witness_checkorder(c07292a4,9,c06c2422,c1,1220) at witness_checkorder+0x593
_mtx_lock_spin_flags(c07292a4,0,c06c2419,c1,0) at _mtx_lock_spin_flags+0x67
sleepq_lookup(c071f480,c0723120,249,c6c0e898,c6c10690) at sleepq_lookup+0x4e
sleepq_broadcast(c071f480,0,ffffffff,dff53c60,c0545888) at sleepq_broadcast+0x2c
wakeup(c071f480,c6c10690,ffffffff,dff53c74,c055d08e) at wakeup+0xf
setrunnable(c6c10690,c6c10690,dff53c84,dff53c98,c055d243) at setrunnable+0xa0
sleepq_resume_thread(c6c10690,ffffffff) at sleepq_resume_thread+0x8e
exit1(c699a2a0,0,dff53d40,c067e0a7,c699a2a0) at exit1+0xe15
exit1(c699a2a0,dff53d14,1,5b,292) at exit1
syscall(2f,2f,2f,2,0) at syscall+0x217
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1), eip = 0x281ef423, esp = 0xbfbfedbc, ebp = 0xbfbfedd8 ---

Fatal trap 12: page fault while in kernel mode
cpuid = 1; apic id = 00
fault virtual address   = 0x34
fault code              = supervisor read, page not present
instruction pointer     = 0x8:0xc055ff1e
stack pointer           = 0x10:0xcd694bd0
frame pointer           = 0x10:0xcd694bf8
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 3 (g_up)
trap number             = 12
panic: page fault
at line 815 in file ../../../i386/i386/trap.c
cpuid = 0;
Stack backtrace:
backtrace(100,c12a3150,10,cd694b90,c) at backtrace+0x12
__panic(c06da65f,32f,c06a4ba6,c06da498,0) at __panic+0x12a
trap_fatal(cd694b90,34,c12a3150,1628bc0,0) at trap_fatal+0x2c8
trap_pfault(cd694b90,0,34) at trap_pfault+0x177
trap(18,10,cd690010,9,c072927c) at trap+0x2f9
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc055ff1e, esp = 0xcd694bd0, ebp = 0xcd694bf8 ---
witness_checkorder(c072927c,9,c06c2422,c1,11f8) at witness_checkorder+0x196
_mtx_lock_spin_flags(c072927c,0,c06c2419,c1,0) at _mtx_lock_spin_flags+0x67
sleepq_lookup(c071f38c,cd694c60,c0513cf4,c6892ee0,c66fbe00) at sleepq_lookup+0x4e
sleepq_broadcast(c071f38c,0,ffffffff,cd694c90,c05141d7) at sleepq_broadcast+0x2c
wakeup(c071f38c,c6892ee0,c071f2a0,c6892ee0,cd694cd4) at wakeup+0xf
g_io_deliver(c6892ee0,0) at g_io_deliver+0x13f
g_std_done(c6892d48) at g_std_done+0x45
biodone(c6892d48,cd694cd4,0,c06baeb3,194) at biodone+0x57
g_io_schedule_up(c12a3150) at g_io_schedule_up+0xa5
g_up_procbody(0,cd694d48,0,c05146c8,0) at g_up_procbody+0x32
fork_exit(c05146c8,0,cd694d48) at fork_exit+0xa8
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcd694d7c, ebp = 0 ---
boot() called on cpu#1

syncing disks, buffers remaining... panic: bremfree: removing a buffer not on a
queue
at line 649 in file ../../../kern/vfs_bio.ccpuid = 0;
boot() called on cpu#0
Uptime: 1h6m57s
ease[12:38pm]-=>
>How-To-Repeat:
      
>Fix:
      
>Release-Note:
>Audit-Trail:
State-Changed-From-To: open->closed 
State-Changed-By: simon 
State-Changed-When: Mon May 31 11:55:24 PDT 2004 
State-Changed-Why:  
These kind of problems should be reported to the freebsd-current 
mailing list, with details about when/how the problem occurred. 
BTW. At least one of the LOR's looks like a known LOR - you should 
search the archives (and the LOR web page [1]) before reporting LOR's. 
[1] http://sources.zabbadoz.net/freebsd/lor.html 

http://www.freebsd.org/cgi/query-pr.cgi?pr=67423 

From: Russell Cattelan <cattelan@xfs.org>
To: cattelan@xfs.org, freebsd-gnats-submit@FreeBSD.org
Cc:  
Subject: Re: i386/67423: Current very unstable at the moment
Date: Mon, 31 May 2004 23:05:18 -0500

 More panic's
 
 Known LOR's or not the system won't stay up.
 
 A kernel from March 14 is runs just fine.
 
 
 lips[9:23pm]-=>lock order reversal^M^@
   1st 0xc6bdfdec vm object (vm object) @ vm/swap_pager.c:1313^M^@
   2nd 0xc075c7a0 swap_pager swhash (swap_pager swhash) @  
 vm/swap_pager.c:1799^M^@
   3rd 0xc1042738 vm object (vm object) @ vm/uma_core.c:886^M^@
 Stack backtrace:^M^@
 backtrace(0,1,c072b218,c072c410,c06fb01c) at backtrace+0x12^M^@
 witness_checkorder(c1042738,9,c06d47ec,376) at  
 witness_checkorder+0x593^M^@
 _mtx_lock_flags(c1042738,0,c06d47e3,376,c66c2a94) at  
 _mtx_lock_flags+0x67^M^@
 obj_alloc(c66c2a80,1000,cd6d4a37,101,c66c2a94) at obj_alloc+0x31^M^@
 slab_zalloc(c66c2a80,1,c66c2a80,c66c2a94,1) at slab_zalloc+0x82^M^@
 uma_zone_slab(c66c2a80,1,c66c2a94,0,c06d47e3,68f) at  
 uma_zone_slab+0xb5^M^@
 uma_zalloc_internal(c66c2a80,0,1,c66c2a94,0) at  
 uma_zalloc_internal+0x28^M^@
 uma_zalloc_arg(c66c2a80,0,1) at uma_zalloc_arg+0x2f8^M^@
 swp_pager_meta_build(c6bdfdec,37,0,2,0) at  
 swp_pager_meta_build+0x108^M^@
 swap_pager_putpages(c6bdfdec,cd6d4bfc,2,0,cd6d4b70) at  
 swap_pager_putpages+0x2b4
 ^@
 default_pager_putpages(c6bdfdec,cd6d4bfc,2,0,cd6d4b70) at  
 default_pager_putpages
 +0x18^M^@
 vm_pageout_flush(cd6d4bfc,2,0,c072ac60,1) at vm_pageout_flush+0x11e^M^@
 vm_pageout_clean(c109a7a8) at vm_pageout_clean+0x2a5^M^@
 vm_pageout_scan(0) at vm_pageout_scan+0x54b^M^@
 vm_pageout(0,cd6d4d48,0,c0646844,0) at vm_pageout+0x2d2^M^@
 fork_exit(c0646844,0,cd6d4d48) at fork_exit+0xa8^M^@
 fork_trampoline() at fork_trampoline+0x8^M^@
 --- trap 0x1, eip = 0, esp = 0xcd6d4d7c, ebp = 0 ---^M^@
 May 31 21:24:52 lips sm-mta[1010]: i512Nkbb001010: SYSERR(root):  
 collect: I/O er
 ror on connection from 200-100-217-128.dial-up.telesp.net.br,  
 from=<iruckerel@ci
 bo.be>^M^@^M^@
 May 31 21:27:33 lips sshd[1196]: error: bind: Address already in  
 use^M^@^M^@
 May 31 21:27:33 lips sshd[1196]: error: channel_setup_fwd_listener:  
 cannot liste
 n to port: 1080^M^@^M^@
 May 31 21:27:33 lips sshd[1196]: error: bind: Address already in  
 use^M^@^M^@
 May 31 21:27:33 lips sshd[1196]: error: channel_setup_fwd_listener:  
 cannot liste
 n to port: 6667^M^@^M^@
 lock order reversal^M^@
   1st 0xc07233a0 sched lock (sched lock) @ kern/subr_sleepqueue.c:585^M^@
   2nd 0xc072959c sleepq chain (sleepq chain) @  
 kern/subr_sleepqueue.c:193^M^@
 Stack backtrace:^M^@
 backtrace(0,ffffffff,c072c7f8,c072c820,c06fb024) at backtrace+0x12^M^@
 witness_checkorder(c072959c,9,c06c263c,c1,1298) at  
 witness_checkorder+0x593^M^@
 _mtx_lock_spin_flags(c072959c,0,c06c2633,c1,0) at  
 _mtx_lock_spin_flags+0x67^M^@
 sleepq_lookup(c071f700,c07233a0,249,c67396e0,c673a3f0) at  
 sleepq_lookup+0x4e^M^@
 sleepq_broadcast(c071f700,0,ffffffff,cf8fcb18,c0545884) at  
 sleepq_broadcast+0x2c
 ^@
 wakeup(c071f700,c673a3f0,ffffffff,cf8fcb2c,c055d08a) at wakeup+0xf^M^@
 setrunnable(c673a3f0,c673a3f0,cf8fcb3c,cf8fcb50,c055d23f) at  
 setrunnable+0xa0^M
 ^@
 sleepq_resume_thread(c673a3f0,ffffffff) at sleepq_resume_thread+0x8e^M^@
 sleepq_broadcast(c66f8400,0,ffffffff,cf8fcb74,c0609048) at  
 sleepq_broadcast+0xff
 ^@
 wakeup(c66f8400,c6d08670,cf8fcbb8,c0608b92,c672b580) at wakeup+0xf^M^@
 nfsrv_wakenfsd(c672b580) at nfsrv_wakenfsd+0x64^M^@
 nfsrv_rcv(c688e5a0,c672b580,4) at nfsrv_rcv+0x2b2^M^@
 sowakeup(c688e5a0,c688e5ec) at sowakeup+0x71^M^@
 udp_append(c688cd5c,c2352820,c12c9100,1c,0) at udp_append+0x11f^M^@
 udp_input(c12c9100,14,3178,14,1) at udp_input+0x511^M^@
 ip_input(c12c9100) at ip_input+0x7bc^M^@
 netisr_processqueue(c0750538,c12a10c0,c65a2180,cf8fcd1c,c052f59c) at  
 netisr_proc
 essqueue+0x6e^M^@
 swi_net(0) at swi_net+0x85^M^@
 ithread_loop(c65a2180,cf8fcd48,c65a2180,c052f3f8,0) at  
 ithread_loop+0x1a4^M^@
 fork_exit(c052f3f8,c65a2180,cf8fcd48) at fork_exit+0xa8^M^@
 fork_trampoline() at fork_trampoline+0x8^M^@
 --- trap 0x1, eip = 0, esp = 0xcf8fcd7c, ebp = 0 ---^M^@
 slpoicnk  loorcdke rs lreeevpeqr scahla^M^@i
 n  1hsetl d0 xbcy0 702x9c5695cb 8s3lfe0e pfqo rc h>a i5n   
 s(escloenedpsq^M^@
 cehxacilnu)s i@v ek esrpni/ns umburt_esxl eselpeqeupequ ec.hca:i1n9  
 3r^M^@
 =  20n d( 00xxcc0077259f5498c0)  sliooc k(esdi o@)  k@e  
 rdne/vs/usbiro_/sslieoe.
 pcq:u3e1u9e7.^M^@c
 :S1t9a3c^M^@k
   pbaancikct:r ascpei:n^M^@
 locbka chketlrda cteo(o0 ,lfofnfgf^M^@f
 faftf ,lci0n7e2 c589290 ,icn0 7f2icl9eb 0.,.c/0.6.f/b.0.2/4k)e rant/  
 kbearcnk_tm
 ruatceex+.0cx^M^@1
 2c^M^@p
 uiwdi t=n e1s;s _^M^@c
 hSetcakcokr dbearc(kct0r7a5cfe4:8^M^@0
 ,9b,acc0k6tdr6a1c3e0(,1c070d,,c36f58b)8 2aat0  
 ,w3i9t3n8e7s0s0_,cch0e7c2k9o5r9dce
 ,rc+006xc529633^M^@3
 ) _amtt xb_alcokctkr_ascpei+n0_xf1l2a^M^@g
 s(_c_0p7a5nfi4c8(0c,006,bce0e62db6,122577,,cc70d6,bce0f772bc,7c0087)2  
 9a5t9 c_,m
 ct6x5_bl8o3cfk0_)s paitn __f_lpaagnsi+c0+x06x71^M^@2
 a^M^@s
 io_cmntpxu_tlco(cck0_7s1p2i0n2(0c,07732)9 5a9tc  
 ,s0i,occ0n6pcu2t6c3+30,xc61b)^M
 ^@
 atc n_pmuttxc_(l7o3c)k _astp icnn+p0uxtac6+^M^@0
 x4_dm^M^@t
 x_pluotcckh_asrp(i7n3_,fclfa8gfsf(cc2087)2 9a5t9  
 cp,u0t,cch0a6rc+206x3536,^M^@c
 1,k0v)p raitn t_fm(tcx0_6lboecfk5_2s,pci0n5_5f9l3a2g8s,+c0fx8afff^M^@c
 28s,lae,ecpfq8_flfoco4k8u)p (act0 7k1vfp7r0i0n,tcf0+702x3737a^M^@0
 ,2p4r9i,nct6f7(3c9066eb0e,fc5627,3ca036fb0f)0 caet,  
 cs6l5ebe8p2qa_0l,oco0k7u2p3+
 30ax04,e2^M^@3
 5)s laete ppqr_ibnrtofa+d0cxa4s3t^M^@(
 c0_7m1tfx7_0l0o,c0k,_fsfpfifnf(fcf0f7,2c3f38af0c,b01,8c,0c60c524653838,4 
 2)3 5a)t
    astl e_emptqx__blroocakd_csapsitn++00xx27c6^M^@^M^@
 
 w_amktexu_pl(occ0k7_1sfp7i0n0_,fcl6a7g3sa(3cf007,2f3f3faf0f,f0f,fc,0c6fc 
 82f6c3b3
 2,c2,3c50,5c56d60f81aa)8 0a)t  awta k_emutpx+_0lxofc^M^@k
 _sspeitnr_ufnlnaagbsl+e0(xca6f7^M^@3
 a3sfl0e,ecp6q7_3rae3mfo0v,ec_ft8hfrceba3dc(,cc1f288ffc5bc500,,cc6065f51d 
 a2830f,)
 c 0a7t2 3s3eat0r,u0n,nca0b6lce2+603x3a)0 ^M^@a
 t sslleeeeppqq__rreesmuomvee__tthhrreeaadd(+c06x7131a53^M^@f
 0,sflfefefpfqf_ftfi)m eaotu ts(lce6e6pfq1_ar8e0s)u maet_  
 tshlreeeapdq+_0txi8mee
 ^@o
 uts+l0exedp9q^M^@_
 brsooafdtccalsotc(kc(606)f 8a4t0 0s,o0f,tfcflfofcfkf+f0fx,1c7f68^M^@f
 cbi7t4h,rce0a6d0_9l0o4o8p)( ca6t5  
 as2l1e0e0p,qc_fb8rfofadd4c8a,sct6+50ax2f1f0^M
 ^@0
 ,cw0a5k2efu3pf(8c,606)f 8a4t0 0i,tch6r6eea0d8_5l0o,ocpf+80fxc1bab48^M^@,
 c0f6o0r8kb_9e2x,ict6(7c20b5528f03)f 8a,tc 6w5aak2e1u0p0+,0cxff8^M^@f
 fdn4f8s)r va_tw afkoernkf_sedx(ict6+702xba588^M^@0
 )f oartk _ntfrsarmvp_owlaikneen(f)s da+t0 xf6o4r^M^@k
 _tnrfasmrpvo_lricnve(+c06x888^M^@e
 5-a-0-, ct6r7a2pb 508x01,,4 )e iapt  =n f0s,r ve_srpc v=+  
 00xx2cbf28^M^@f
 fds7ocw,a keebupp (=c 608 8-e-5-a^M^@0
 ,scp6i8n8 el5oecck)  sacth esdo wlaokceku ph+e0lxd7 1b^M^@y
   0uxdcp6_5abp8p2ean0d (fco6r8 8>c d55 cs,ecc2o3n4des8^M^@2
 0e,xcc1l2ucsdiav0e0 ,s1pci,n0 )m uatte xu dspc_haepdp elnodc+k0 xr1 1=f  
 ^M^@0
   (u0dxpc_0i7n2p3u3ta(0c)1 2lcodcak0e0d, 1@4 ,k3e1r7n8/,s1u4b,r1_)s  
 laete puqdupe
 _uien.pcu:t5+805x^M^@5
 11^M^@
 ip_input(c12cda00) at ip_input+0x7bc^M^@
 netisr_processqueue(c0750538,c12a10c0,c65a2180,cf8fcd1c,c052f59c) at  
 netisr_proc
 essqueue+0x6e^M^@
 swi_net(0) at swi_net+0x85^M^@
 ithread_loop(c65a2180,cf8fcd48,c65a2180,c052f3f8,0) at  
 ithread_loop+0x1a4^M^@
 fork_exit(c052f3f8,c65a2180,cf8fcd48) at fork_exit+0xa8^M^@
 fork_trampoline() at fork_trampoline+0x8^M^@
 --- trap 0x1, eip = 0, esp = 0xcf8fcd7c, ebp = 0 ---^M^@
 boot() called on cpu#1^M^@
 ^M^@
 syncing disks, buffers remaining... panic: pmap_invalidate_range:  
 interrupts dis
 abled^M^@
 at line 627 in file ../../../i386/i386/pmap.ccpuid = 1; ^M^@
 boot() called on cpu#1^M^@
 Uptime: 38m26s^M^@
 
>Unformatted:
