I found an easily reproducible way to deadlock XFS on 2.6.7-rc2/x86-64.
Create a few GB XFS.
Fill it with 100MB files so that only a few MBs are left
Run fsstress -p30 -n50000 -d /xfsmount
Run a while true ; do cp -a /bin /xfsmount ; done in parallel
(the cp should run out of disk space all the time)
(I did this all as root)
Deadlocks in less than half a minute. The processes become unkillable
Here's a sysrq-t listing from after the fact.
The deadlock seems to be on some pagebuf page, a lot of processes
stall forever trying to get the semaphore of a pagebuf.
Test machine has two CPUs with 1GB of memory.
task PC pid father child younger older
init S 00000001000a25d7 0 1 0 2 (NOTLB)
000001003fecfd88 0000000000000002 000001003fef17f0 000001003fef17f0
0000000000000ab9 ffffffff80488b00 000000103fef17f0 000000d000000000
000001003fecfe98 00000001000a25d7
Call Trace:<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff8017158a>{pipe_poll+42} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
ksoftirqd/0 S 0000000000000000 0 2 1 3 (L-TLB)
000001003fecbf08 0000000000000046 0000000000000000 000001003fef1000
0000000000000083 ffffffff80488b00 0000000000000000 ffffffff801360ea
0000000000000001 0000000000000000
Call Trace:<ffffffff801360ea>{tasklet_action+74}
<ffffffff80136380>{ksoftirqd+0}
<ffffffff801363c5>{ksoftirqd+69} <ffffffff80136380>{ksoftirqd+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff80143630>{kthread+0} <ffffffff80110b97>{child_rip+0}
events/0 R running task 0 3 1 4 7 2 (L-TLB)
khelper S 000001003fee1088 0 4 3 5 (L-TLB)
0000010001e25e78 0000000000000046 0000007d00000000 000001003fedc000
00000000000005b9 000001003fef17f0 0000000000000000 0000000000000000
0000000000010000 000001003fee1088
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
kacpid S 0000010001e0f348 0 5 3 6 4 (L-TLB)
000001003fd13e78 0000000000000046 0000007d00000486 000001003fd3b7f0
0000000000000d7a 000001003fef17f0 000001f200000180 00000000123d0e64
0000000000010000 0000010001e0f348
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
kblockd/0 S 000001003fca6e88 0 6 3 8 5 (L-TLB)
000001003fc7fe78 0000000000000046 000001003fb52680 000001003fd3b000
0000000000001940 ffffffff80488b00 000001003fca6eb8 000001003fc7fec8
0000000000000000 000001003fca6e88
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
pdflush S 000001003fc1bef0 0 8 3 9 6 (L-TLB)
000001003fc1bec8 0000000000000046 0000007600000000 000001003fc50000
000000000000d47b 00000100353cd7f0 0000000000000000 0000000000000000
0000000000000000 000001003fc1bef0
Call Trace:<ffffffff80150ce5>{pdflush+165} <ffffffff80150c40>{pdflush+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
khubd S 000001003fc2dee8 0 7 1 10 3 (L-TLB)
000001003fc2dec8 0000000000000046 0000007d3fc50888 000001003fc507f0
00000000000005ae ffffffff80488b00 000001003fc50888 0000000000000000
0000000000000000 000001003fc2dee8
Call Trace:<ffffffff8034fa08>{hub_thread+1048}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff80110b9f>{child_rip+8} <ffffffff8034f5f0>{hub_thread+0}
<ffffffff80110b97>{child_rip+0}
pdflush S 000001003fc19ef0 0 9 3 11 8 (L-TLB)
000001003fc19ec8 0000000000000046 0000007700000000 000001003fc407f0
00000000000000d9 0000010036658000 0000000000000000 0000000000000000
0000000000000000 000001003fc19ef0
Call Trace:<ffffffff80150ce5>{pdflush+165} <ffffffff80150c40>{pdflush+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
aio/0 S 000001003fc88148 0 11 3 12 9 (L-TLB)
000001003fc03e78 0000000000000046 0000006a8be9ebff 000001003fc387f0
00000000000005b1 000001003fedc7f0 000001003fc03e48 000000003ccbddd0
0000000000010000 000001003fc88148
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
kswapd0 S ffffffff80496c68 0 10 1 14 7 (L-TLB)
000001003fc15d28 0000000000000046 0000007d00000010 000001003fc40000
0000000000000d36 000001003fef17f0 8d08244489000000 1c8904244489f045
5d3bfffed2d2e824 ffffffff80496c68
Call Trace:<ffffffff801565f5>{kswapd+277}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80110b9f>{child_rip+8}
<ffffffff801564e0>{kswapd+0} <ffffffff80110b97>{child_rip+0}
xfslogd/0 S 000001003fc09988 0 12 3 13 11 (L-TLB)
000001003fbe1e78 0000000000000046 0000010035a65c80 000001003fc38000
0000000000000131 ffffffff80488b00 000001003fc099b8 000001003fbe1ec8
0000000000000000 000001003fc09988
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
xfsdatad/0 S 000001003fc09888 0 13 3 15 12 (L-TLB)
000001003fbbfe78 0000000000000046 0000007d00000000 000001003fc067f0
000000000000093c 000001003fc06000 0000000000000000 0000000036b77344
0000000000010000 000001003fc09888
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
xfsbufd R running task 0 14 1 16 10 (L-TLB)
ata/0 S 000001003fb5b888 0 15 3 13 (L-TLB)
000001003fb25e78 0000000000000046 0000007300000000 000001003fb577f0
00000000008f37e2 000001003fef17f0 000001003fb5b8b8 000001003fb25ec8
0000000000000000 000001003fb5b888
Call Trace:<ffffffff801401b3>{worker_thread+259}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801400b0>{worker_thread+0}
<ffffffff801436fd>{kthread+205} <ffffffff80110b9f>{child_rip+8}
<ffffffff801435b0>{keventd_create_kthread+0}
<ffffffff80143630>{kthread+0}
<ffffffff80110b97>{child_rip+0}
scsi_eh_0 S 000001003fb23ef8 0 16 1 17 14 (L-TLB)
000001003fb23de8 0000000000000046 0000007500000001 000001003fb57000
00000000000019d5 000001003fef17f0 000001003fb54000 ffffffff80133e91
000001003fb23e08 000001003fb23ef8
Call Trace:<ffffffff80133e91>{reparent_to_init+481}
<ffffffff803f9706>{__down_interruptible+198}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff803fa2bb>{__down_failed_interruptible+53}
<ffffffff8032b96a>{.text.lock.scsi_error+65}
<ffffffff80110b9f>{child_rip+8}
<ffffffff8032af90>{scsi_error_handler+0} <ffffffff80110b97>{child_rip+0}
scsi_eh_1 S 000001003fb1fef8 0 17 1 18 16 (L-TLB)
000001003fb1fde8 0000000000000046 0000007600000001 000001003fb4e7f0
0000000000000f1f 000001003fef17f0 000001003fb4f000 ffffffff80133e91
000001003fb1fe08 000001003fb1fef8
Call Trace:<ffffffff80133e91>{reparent_to_init+481}
<ffffffff803f9706>{__down_interruptible+198}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff803fa2bb>{__down_failed_interruptible+53}
<ffffffff8032b96a>{.text.lock.scsi_error+65}
<ffffffff80110b9f>{child_rip+8}
<ffffffff8032af90>{scsi_error_handler+0} <ffffffff80110b97>{child_rip+0}
kseriod S 000001003fadbf18 0 18 1 19 17 (L-TLB)
000001003fadbf08 0000000000000046 000001003fb4e098 000001003fb4e000
00000000000013c1 ffffffff80488b00 000001003fb4e098 0000000000000000
0000000000000000 000001003fadbf18
Call Trace:<ffffffff8036f9cd>{serio_thread+157}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff80110b9f>{child_rip+8} <ffffffff8036f930>{serio_thread+0}
<ffffffff80110b97>{child_rip+0}
kjournald R running task 0 19 1 210 18 (L-TLB)
kjournald S 000001003fef4200 0 210 1 211 19 (L-TLB)
000001003e843e68 0000000000000046 000000763e843e48 000001003f3dd000
0000000000d5209f 000001003f2ad000 0000000000000000 000001003fca0800
000001003fef4278 000001003fef4200
Call Trace:<ffffffff801d7d7c>{kjournald+460}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff801d7e00>{commit_timeout+0}
<ffffffff80110b9f>{child_rip+8} <ffffffff801d7bb0>{kjournald+0}
<ffffffff80110b97>{child_rip+0}
kjournald S 000001003fc97200 0 211 1 212 210 (L-TLB)
000001003e847e68 0000000000000046 000000793e847e48 000001003f3dd7f0
00000000000002e1 00000100353cd7f0 000001003fc97298 000001003e847eb8
000001003fc97278 000001003fc97200
Call Trace:<ffffffff801d7d7c>{kjournald+460}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff801d7e00>{commit_timeout+0}
<ffffffff80110b9f>{child_rip+8} <ffffffff801d7bb0>{kjournald+0}
<ffffffff80110b97>{child_rip+0}
xfssyncd S 00000001000a394b 0 212 1 767 211 (L-TLB)
000001003e7d1ec8 0000000000000046 000000761d0aea55 000001003f2227f0
0000000000001cbd ffffffff80488b00 000001003e7d1ec8 0000000000000046
0000000000000046 00000001000a394b
Call Trace:<ffffffff80273880>{linvfs_fill_super+0}
<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff80273880>{linvfs_fill_super+0}
<ffffffff80273807>{xfssyncd+103} <ffffffff80110b9f>{child_rip+8}
<ffffffff80273880>{linvfs_fill_super+0} <ffffffff802737a0>{xfssyncd+0}
<ffffffff80110b97>{child_rip+0}
hotplug S 000001003e099108 0 637 1 638 644 767 (NOTLB)
000001003e035ea8 0000000000000002 0000007d0058bfec 000001003e099000
000000000000e0e9 000001003e718000 000001003e051bc0 ffffffff8011ff12
000001003e0514a0 000001003e099108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
logger S 000001003e004af8 0 638 637 (NOTLB)
000001003dfe1e08 0000000000000002 0000007d00000246 000001003e0047f0
00000000000013f2 000001003df7b7f0 000000013e098480 0000000000000000
0000002a957213e0 000001003e7b8330
Call Trace:<ffffffff80171eaf>{pipe_wait+159}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80172480>{pipe_readv+576}
<ffffffff8017252a>{pipe_read+26} <ffffffff801677f7>{vfs_read+199}
<ffffffff80167929>{sys_read+73} <ffffffff801101aa>{system_call+126}
pci.agent S 000001003e004108 0 644 1 645 1306 637 (NOTLB)
000001003df6fea8 0000000000000006 0000007d00591c00 000001003e004000
000000000000f24a 000001003e718000 000001003dffdb80 ffffffff8011ff12
000001003dff8200 000001003e004108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
logger S 000001003df7baf8 0 645 644 (NOTLB)
000001003df39e08 0000000000000006 0000007d00000246 000001003df7b7f0
0000000000000d89 000001003de81000 000000013dfe77c0 0000000000000000
0000002a957213e0 000001003e7b80f0
Call Trace:<ffffffff80171eaf>{pipe_wait+159}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80172480>{pipe_readv+576}
<ffffffff8017252a>{pipe_read+26} <ffffffff801677f7>{vfs_read+199}
<ffffffff80167929>{sys_read+73} <ffffffff801101aa>{system_call+126}
hwscand S 00000000ffffffd6 0 767 1 637 212 (NOTLB)
000001003e33fed8 0000000000000002 000000763df77658 000001003f16f000
00000000000064c2 000001003da30000 0000007fbffe8d70 0000000000030002
0000000000000212 00000000ffffffd6
Call Trace:<ffffffff80277619>{sys_msgrcv+713}
<ffffffff801101aa>{system_call+126}
syslogd S 000001003de01980 0 1306 1 1309 644 (NOTLB)
000001003e4ffd88 0000000000000002 000000763dd86000 000001003dd86000
000000000001bcf3 00000100353cd7f0 0000001000000000 000000d000000000
0000000000000001 000001003de01980
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff801778ca>{__pollwait+74}
<ffffffff8037f935>{datagram_poll+21} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
klogd R running task 0 1309 1 1351 1306 (NOTLB)
portmap S 0000000000000000 0 1351 1 1352 1309 (NOTLB)
000001003e36de88 0000000000000002 000001003dcca000 000001003dcca000
000000000002d729 ffffffff80488b00 0000001095929520 000000d000000000
000001003dcca000 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff80398eb1>{tcp_poll+33}
<ffffffff80177c4c>{sys_poll+636} <ffffffff80177880>{__pollwait+0}
<ffffffff801101aa>{system_call+126}
resmgrd S 000001003dccaaf8 0 1352 1 1448 1351 (NOTLB)
000001003da4be88 0000000000000002 000000773dcca7f0 000001003dcca7f0
00000000000083c2 000001003dbe57f0 00000010bfffece0 000000d000000000
0000000100000000 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff801778ca>{__pollwait+74}
<ffffffff803c1825>{unix_poll+21} <ffffffff80177c4c>{sys_poll+636}
<ffffffff80177880>{__pollwait+0} <ffffffff801101aa>{system_call+126}
powersaved S 000001003e718af8 0 1448 1 1515 1352 (NOTLB)
000001003dccdd88 0000000000000006 000000733e7187f0 000001003e7187f0
00000000000209b6 000001003dd86000 0000001040be7882 000000d000000000
0000003000000030 000001003dba10c0
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff801778ca>{__pollwait+74}
<ffffffff801780f0>{do_select+976} <ffffffff80177880>{__pollwait+0}
<ffffffff80178531>{sys_select+1009} <ffffffff801101aa>{system_call+126}
cupsd R running task 0 1514 1 1844 1753 (NOTLB)
sshd S 000001003d864b80 0 1515 1 1682 1448 (NOTLB)
000001003d239d88 0000000000000002 0000000000000000 000001003d8827f0
00000000001bb311 ffffffff80488b00 0000000000000000 0000000000000000
000001003d864b80 000001003d864b80
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff80398eb1>{tcp_poll+33}
<ffffffff801780f0>{do_select+976} <ffffffff80177880>{__pollwait+0}
<ffffffff80178531>{sys_select+1009} <ffffffff801101aa>{system_call+126}
master S 000001003da30af8 0 1682 1 1714 1747 1515 (NOTLB)
000001003d2a1d88 0000000000000006 000000743da307f0 000001003da307f0
000000000000e79e 000001003f16f7f0 000000103d14c680 000000d000000000
0000000300000000 00000001000a64fe
Call Trace:<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff803c1825>{unix_poll+21} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
pickup S 000001003f16faf8 0 1714 1682 1715 (NOTLB)
000001003cbe3d88 0000000000000002 000000753f16f7f0 000001003f16f7f0
0000000000000bc9 000001003d882000 000000103cee51a0 000000d000000000
0000000000000008 00000001000b013e
Call Trace:<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff8017158a>{pipe_poll+42} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
qmgr S 00000001000b013e 0 1715 1682 1714 (NOTLB)
000001003cbb1d88 0000000000000002 000000743d882000 000001003d882000
0000000000000cba ffffffff80488b00 000000103cee51a0 000000d000000000
0000000000000002 00000001000b013e
Call Trace:<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff8017158a>{pipe_poll+42} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
nscd R running task 0 1747 1 1749 1753 1682 (NOTLB)
nscd R running task 0 1749 1747 1750 (NOTLB)
nscd S 000001003e12a308 0 1750 1747 1751 1749 (NOTLB)
000001003c8c7d68 0000000000000006 0000007400000000 000001003e12a000
00000000000000cf 000001003e718000 0000000000000000 0000000000000000
0000000000000000 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff803800fb>{skb_recv_datagram+171}
<ffffffff803801ce>{skb_recv_datagram+382}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff803c362d>{unix_accept+109}
<ffffffff8037bf10>{sys_accept+192} <ffffffff801303be>{schedule_tail+14}
<ffffffff8011009d>{ret_from_fork+5} <ffffffff801101aa>{system_call+126}
nscd S 0000000000000000 0 1751 1747 1756 1750 (NOTLB)
000001003c8b5d68 0000000000000006 00000074100e4100 000001003e12a7f0
00000000000000d7 0000010033ad27f0 00000b3400000014 00000071ffefa710
00000000100e4400 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff803801ce>{skb_recv_datagram+382}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff803c362d>{unix_accept+109} <ffffffff8037bf10>{sys_accept+192}
<ffffffff801303be>{schedule_tail+14} <ffffffff8011009d>{ret_from_fork+5}
<ffffffff801101aa>{system_call+126}
nscd S 0000000000000000 0 1756 1747 1757 1751 (NOTLB)
000001003c9bdd68 0000000000000006 0000007600068607 000001003e718000
0000000000000735 00000100353cd7f0 0e42200e45028f03 300e44048d058c28
8301b00e44380e41 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff803801ce>{skb_recv_datagram+382}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff803c362d>{unix_accept+109} <ffffffff8037bf10>{sys_accept+192}
<ffffffff801303be>{schedule_tail+14} <ffffffff8011009d>{ret_from_fork+5}
<ffffffff801101aa>{system_call+126}
nscd S 000001003e1a4af8 0 1757 1747 1756 (NOTLB)
000001003c849d68 0000000000000006 0000007400000000 000001003e1a47f0
0000000000001173 000001003e12a000 0000000000000000 0000000000000000
0000000000000000 0000000000000000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff803801ce>{skb_recv_datagram+382}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff803c362d>{unix_accept+109} <ffffffff8037bf10>{sys_accept+192}
<ffffffff801303be>{schedule_tail+14} <ffffffff8011009d>{ret_from_fork+5}
<ffffffff801101aa>{system_call+126}
cron R running task 0 1753 1 1514 1747 (NOTLB)
kdm S 000001003ca8f9c0 0 1844 1 1862 1865 1514 (NOTLB)
000001003be07d88 0000000000000002 000001003f2ad000 000001003f2ad000
000000000000635d ffffffff80488b00 000000103f2ad000 000000d000000000
0000000000000000 000001003ca8f9c0
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff801778ca>{__pollwait+74}
<ffffffff8017158a>{pipe_poll+42} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff801101aa>{system_call+126}
X S 00000001000c389d 0 1862 1844 1863 (NOTLB)
000001003cc59d88 0000000000000002 000001003f222000 000001003f222000
000000000000075d ffffffff80488b00 0000001000000246 000000d000000000
0000000000000018 00000001000c389d
Call Trace:<ffffffff803fa13e>{schedule_timeout+158}
<ffffffff80139690>{process_timeout+0}
<ffffffff803c1825>{unix_poll+21} <ffffffff801780f0>{do_select+976}
<ffffffff80177880>{__pollwait+0} <ffffffff80178531>{sys_select+1009}
<ffffffff8010ff4b>{sys_rt_sigreturn+555}
<ffffffff801101aa>{system_call+126}
kdm S 000001003bb170f0 0 1863 1844 1876 1862 (NOTLB)
000001003c799e08 0000000000000006 0000000000000001 000001003ddcc7f0
0000000000006890 ffffffff80488b00 000001003de44bc0 000000003cc4c065
000000000051e728 000001003bb170f0
Call Trace:<ffffffff80171eaf>{pipe_wait+159}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff8011ff12>{do_page_fault+498}
<ffffffff80172480>{pipe_readv+576} <ffffffff8017252a>{pipe_read+26}
<ffffffff801677f7>{vfs_read+199} <ffffffff80167929>{sys_read+73}
<ffffffff801101aa>{system_call+126}
login S 000001003f2ad8f8 0 1865 1 1889 1866 1844 (NOTLB)
000001003f495ea8 0000000000000002 000000000050a118 000001003f2ad7f0
0000000000009f83 ffffffff80488b00 000001003f255878 ffffffff8011ff12
0000010038ec0658 000001003f2ad8f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
login S 000001003f759108 0 1866 1 4228 1867 1865 (NOTLB)
000001003bb5dea8 0000000000000002 0000007b0050a118 000001003f759000
000000000000ca4f 0000010036178000 000001003f715530 ffffffff8011ff12
0000010035e52700 000001003f759108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
login S 000001003f759af8 0 1867 1 4419 1868 1866 (NOTLB)
000001003f3d3ea8 0000000000000006 000000740050a118 000001003f7597f0
000000000000c9a2 000001003e718000 000001003f1ed7d0 ffffffff8011ff12
00000100363c0548 000001003f7598f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
login S 000001003e099af8 0 1868 1 5530 1869 1867 (NOTLB)
000001003e6edea8 0000000000000002 000000740050a118 000001003e0997f0
000000000000d3f8 000001003e1a47f0 000001003f30dd78 ffffffff8011ff12
0000010033888890 000001003e0998f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
mingetty S 000001003dcda000 0 1869 1 1870 1868 (NOTLB)
000001003f409da8 0000000000000002 0000007600000001 000001003df7b000
0000000000578c3c 000001003f222000 0000002a955a4000 0000000000000206
000001003dcda000 000001003dcda000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff802c87eb>{write_chan+1003}
<ffffffff802c8ca5>{read_chan+1093}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff802c8400>{write_chan+0}
<ffffffff802c39b2>{tty_read+162} <ffffffff801677f7>{vfs_read+199}
<ffffffff80167929>{sys_read+73} <ffffffff801101aa>{system_call+126}
mingetty S 000001003da87000 0 1870 1 1869 (NOTLB)
000001003bb5bda8 0000000000000002 0000007600000001 000001003dbe57f0
0000000000a16b46 000001003f222000 0000002a955a4000 0000000000000206
000001003da87000 000001003da87000
Call Trace:<ffffffff803fa0be>{schedule_timeout+30}
<ffffffff802c87eb>{write_chan+1003}
<ffffffff802c8ca5>{read_chan+1093}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff802c8400>{write_chan+0}
<ffffffff802c39b2>{tty_read+162} <ffffffff801677f7>{vfs_read+199}
<ffffffff80167929>{sys_read+73} <ffffffff801101aa>{system_call+126}
kdm_greet R running task 0 1876 1863 (NOTLB)
bash S 000001003e7f7108 0 1889 1865 1914 (NOTLB)
0000010038907ea8 0000000000000006 0000000000592770 000001003e7f7000
0000000000018ef7 ffffffff80488b00 0000010038ec0448 ffffffff8011ff12
00000100386ed938 000001003e7f7108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
su S 000001003ddcc308 0 1914 1889 1915 (NOTLB)
0000010038845ea8 0000000000000006 0000007400506ba0 000001003ddcc000
000000000000dc2f 000001003dd86000 00000100389fbe60 ffffffff8011ff12
0000010038097dd0 000001003ddcc108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac51>{sys_rt_sigaction+113}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
bash S 000001003dd868f8 0 1915 1914 2048 (NOTLB)
0000010038043ea8 0000000000000006 0000007400591dac 000001003dd867f0
0000000000002399 000001003dbe27f0 000001003809b058 ffffffff8011ff12
0000010038772e38 000001003dd868f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
runalltests.s S 000001003dbe28f8 0 2048 1915 2086 (NOTLB)
00000100388c7ea8 0000000000000002 000000000059184c 000001003dbe27f0
0000000000010e17 ffffffff80488b00 00000100387726e8 ffffffff8011ff12
0000010038097548 000001003dbe28f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac74>{sys_rt_sigaction+148}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
pan S 000001003e1a4108 0 2086 2048 5507 (NOTLB)
000001003816dea8 0000000000000006 0000010038874e30 000001003e1a4000
000000000000cd2f ffffffff80488b00 0000000000000000 000001003f76b420
0000010038874d38 000001003e1a4108
Call Trace:<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
bash S 000001003741e308 0 4228 1866 4294 (NOTLB)
0000010036413ea8 0000000000000002 0000007300592770 000001003741e000
000000000001150f 000001003dbe2000 0000010035e524f0 ffffffff8011ff12
00000100381e1938 000001003741e108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
su S 0000010036394af8 0 4294 4228 4297 (NOTLB)
0000010035b1dea8 0000000000000002 0000007400506ba0 00000100363947f0
000000000000e69b 000001003dd86000 00000100375cbc28 ffffffff8011ff12
00000100375cb508 00000100363948f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8013ac51>{sys_rt_sigaction+113}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
bash S 00000100366ba108 0 4297 4294 4388 (NOTLB)
00000100364e9ea8 0000000000000002 0000007400591dac 00000100366ba000
0000000000002a9b 000001003de197f0 00000100375cb100 ffffffff8011ff12
0000010038097a88 00000100366ba108
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
fsstress S 00000100362908f8 0 4388 4297 4389 (NOTLB)
000001003686dea8 0000000000000006 0000007d00508418 00000100362907f0
0000000000008a6c 0000010035ee8000 0000010035e52100 ffffffff8011ff12
0000010035bd0ee0 00000100362908f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
fsstress R running task 0 4389 4388 4390 (NOTLB)
fsstress R running task 0 4390 4388 4391 4389 (NOTLB)
fsstress R running task 0 4391 4388 4392 4390 (NOTLB)
fsstress R running task 0 4392 4388 4393 4391 (NOTLB)
fsstress R running task 0 4393 4388 4394 4392 (NOTLB)
fsstress R running task 0 4394 4388 4395 4393 (NOTLB)
fsstress R running task 0 4395 4388 4396 4394 (NOTLB)
fsstress R running task 0 4396 4388 4397 4395 (NOTLB)
fsstress D 00000100358d1980 0 4397 4388 4398 4396 (NOTLB)
0000010035da6ca8 0000000000000002 0000007a35ccb688 0000010035ee87f0
00000000000008a5 ffffffff80488b00 0000010035da6ca8 ffffffff8012f013
0000000300000000 00000100358d1980
Call Trace:<ffffffff8012f013>{__wake_up_common+67}
<ffffffff803f97ff>{__down+143}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff803fa281>{__down_failed+53}
<ffffffff8026edb9>{.text.lock.xfs_buf+15}
<ffffffff8026e63f>{_pagebuf_find+367}
<ffffffff8026e713>{pagebuf_get+147}
<ffffffff8026153f>{xfs_trans_read_buf+719}
<ffffffff80261436>{xfs_trans_read_buf+454}
<ffffffff802194eb>{xfs_alloc_read_agf+123}
<ffffffff80231d2d>{xfs_btree_setbuf+45}
<ffffffff8021b2e3>{xfs_alloc_fix_freelist+323}
<ffffffff8021a2a2>{xfs_alloc_ag_vextent+258}
<ffffffff8021b8b3>{xfs_alloc_vextent+627}
<ffffffff8022c7c3>{xfs_bmapi+5923}
<ffffffff80254e1d>{xlog_assign_tail_lsn+13}
<ffffffff80255ca0>{xlog_write+1024}
<ffffffff80229c77>{xfs_bmap_search_extents+71}
<ffffffff80252322>{xfs_iomap_write_allocate+546}
<ffffffff802e4b04>{__elv_add_request+84}
<ffffffff802519bb>{xfs_iomap+747}
<ffffffff80131ea0>{autoremove_wake_function+0}
<ffffffff8026b5b2>{xfs_map_blocks+114}
<ffffffff8026c53f>{xfs_page_state_convert+591}
<ffffffff80227953>{xfs_bmap_add_extent+1107}
<ffffffff8027faa9>{rb_insert_color+217}
<ffffffff802e844e>{__make_request+1262}
<ffffffff8026cbb8>{linvfs_writepage+184}
<ffffffff801838d4>{mpage_writepages+420}
<ffffffff80229c77>{xfs_bmap_search_extents+71}
<ffffffff8022b6f0>{xfs_bmapi+1616}
<ffffffff80229c77>{xfs_bmap_search_extents+71}
<ffffffff8026cb00>{linvfs_writepage+0}
<ffffffff80229b20>{xfs_bmap_do_search_extents+544}
<ffffffff8022b45a>{xfs_bmapi+954}
<ffffffff802e6c23>{generic_make_request+339}
<ffffffff8014ca24>{__filemap_fdatawrite+132}
<ffffffff802527a7>{xfs_iomap_write_delay+903}
<ffffffff80251962>{xfs_iomap+658}
<ffffffff8026b6d8>{linvfs_get_block_core+136}
<ffffffff80168314>{alloc_buffer_head+36}
<ffffffff80168b56>{create_buffers+102}
<ffffffff8026b85b>{linvfs_get_block+27}
<ffffffff8016a16d>{__block_prepare_write+365}
<ffffffff8026b840>{linvfs_get_block+0}
<ffffffff8016a40a>{block_prepare_write+26}
<ffffffff8014d39d>{generic_file_aio_write_nolock+1357}
<ffffffff8027278a>{xfs_inval_cached_pages+266}
<ffffffff80272b6f>{xfs_write+943}
<ffffffff8026ef33>{linvfs_write+99}
<ffffffff80167425>{do_sync_write+101}
<ffffffff80268fea>{xfs_access+74} <ffffffff8024c4f0>{xfs_iaccess+224}
<ffffffff802609fc>{xfs_trans_unlocked_item+44}
<ffffffff8016f2aa>{cp_new_stat+234}
<ffffffff8016f5be>{sys_newfstat+46} <ffffffff80167527>{vfs_write+199}
<ffffffff80167659>{sys_write+73} <ffffffff801101aa>{system_call+126}
fsstress R running task 0 4398 4388 4399 4397 (NOTLB)
fsstress R running task 0 4399 4388 4400 4398 (NOTLB)
fsstress R running task 0 4400 4388 4401 4399 (NOTLB)
fsstress R running task 0 4401 4388 4402 4400 (NOTLB)
fsstress R running task 0 4402 4388 4403 4401 (NOTLB)
fsstress R running task 0 4403 4388 4404 4402 (NOTLB)
fsstress R running task 0 4404 4388 4405 4403 (NOTLB)
fsstress R running task 0 4405 4388 4406 4404 (NOTLB)
fsstress R running task 0 4406 4388 4407 4405 (NOTLB)
fsstress R running task 0 4407 4388 4408 4406 (NOTLB)
fsstress R running task 0 4408 4388 4409 4407 (NOTLB)
fsstress R running task 0 4409 4388 4410 4408 (NOTLB)
fsstress D 0000010001b5e198 0 4410 4388 4411 4409 (NOTLB)
0000010035ddb9f8 0000000000000002 0000000000000c6e 0000010035a8e000
000000000000146b ffffffff80488b00 0000000000000000 0000000000000002
0000010035ddba48 0000010001b5e198
Call Trace:<ffffffff803f9e5f>{io_schedule+15}
<ffffffff8014b83d>{__lock_page+237}
<ffffffff8014b880>{page_wake_function+0}
<ffffffff8014b880>{page_wake_function+0}
<ffffffff8018386e>{mpage_writepages+318}
<ffffffff802e6d38>{submit_bio+248}
<ffffffff802e7a14>{generic_unplug_device+20}
<ffffffff8026cb00>{linvfs_writepage+0}
<ffffffff8026dfb9>{pagebuf_iorequest+345}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8024b5c2>{xfs_ilock_nowait+162}
<ffffffff8026505d>{xfs_inode_flush+317}
<ffffffff8012ee7c>{recalc_task_prio+444}
<ffffffff80182c96>{__writeback_single_inode+262}
<ffffffff801831c7>{sync_sb_inodes+519}
<ffffffff80183399>{sync_inodes_sb+121}
<ffffffff801833cb>{sync_inodes+27}
<ffffffff8016965c>{do_sync+44} <ffffffff8016969e>{sys_sync+14}
<ffffffff801101aa>{system_call+126}
fsstress R running task 0 4411 4388 4412 4410 (NOTLB)
fsstress R running task 0 4412 4388 4413 4411 (NOTLB)
fsstress R running task 0 4413 4388 4414 4412 (NOTLB)
fsstress R running task 0 4414 4388 4415 4413 (NOTLB)
fsstress R running task 0 4415 4388 4416 4414 (NOTLB)
fsstress R running task 0 4416 4388 4417 4415 (NOTLB)
fsstress R running task 0 4417 4388 4418 4416 (NOTLB)
fsstress R running task 0 4418 4388 4417 (NOTLB)
bash S 00000100366588f8 0 4419 1867 5391 (NOTLB)
00000100353dbea8 0000000000000002 0000007600592760 00000100366587f0
00000000000147df 0000010035bef000 00000100363c0728 ffffffff8011ff12
0000010034291698 00000100366588f8
Call Trace:<ffffffff8011ff12>{do_page_fault+498}
<ffffffff801347d2>{sys_wait4+1330}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff801101aa>{system_call+126}
cp D 0000010035ccb680 0 5391 4419 (NOTLB)
00000100350e37d8 0000000000000002 00000076350e37c8 0000010036658000
00000000000008f0 0000010035ee87f0 00000100358dd480 0000010035bef000
000000b77a7b1584 0000010035ccb680
Call Trace:<ffffffff803f97ff>{__down+143}
<ffffffff8012fd70>{default_wake_function+0}
<ffffffff803fa281>{__down_failed+53}
<ffffffff8026edb9>{.text.lock.xfs_buf+15}
<ffffffff8026e63f>{_pagebuf_find+367}
<ffffffff8026e713>{pagebuf_get+147}
<ffffffff802196c2>{xfs_alloc_log_agf+66}
<ffffffff8021d5db>{xfs_alloc_insert+2987}
<ffffffff80261436>{xfs_trans_read_buf+454}
<ffffffff802194eb>{xfs_alloc_read_agf+123}
<ffffffff8026105f>{xfs_trans_brelse+127}
<ffffffff8021b2e3>{xfs_alloc_fix_freelist+323}
<ffffffff80219d23>{xfs_free_ag_extent+1603}
<ffffffff8021b5f8>{xfs_free_extent+152}
<ffffffff802291fd>{xfs_bmap_finish+253}
<ffffffff8024f3b3>{xfs_itruncate_finish+419}
<ffffffff80260682>{_xfs_trans_alloc+98}
<ffffffff802698b7>{xfs_setattr+2231}
<ffffffff801c5a92>{ext3_get_block_handle+226}
<ffffffff80271fc7>{linvfs_setattr+343}
<ffffffff8017e20d>{notify_change+301} <ffffffff80166271>{do_truncate+81}
<ffffffff8024b4d6>{xfs_iunlock+102}
<ffffffff80271514>{linvfs_permission+20}
<ffffffff80174274>{may_open+388} <ffffffff8017549f>{open_namei+799}
<ffffffff801655f7>{filp_open+39} <ffffffff80175715>{getname+149}
<ffffffff8016566c>{sys_open+76} <ffffffff801101aa>{system_call+126}
sync01 R running task 0 5507 2086 (NOTLB)
bash R running task 0 5530 1868 (NOTLB)
|