everything in wait_for_completion, what is my system doing?

From: Bernd Schubert
Date: Wed Dec 05 2007 - 15:45:21 EST


Hi,

after scsi-recovery a system here went into some kind lock-up, everything
seems to be in wait_for_completion(). Please see the attached
blocked_states.txt and all_states.txt files.
This is 2.6.22.12, I can easily find out the line numbers if required.

Any help is highly appreciated.


Thanks in advance,
Bernd


--
Bernd Schubert
Q-Leap Networks GmbH
[generate break]
[ 1818.566436] SysRq : Show Blocked State
[ 1818.570260]
[ 1818.570261] free sibling
[ 1818.579253] task PC stack pid father child younger older
[ 1818.586987] events/7 D 00000155dd642280 0 26 2 (L-TLB)
[ 1818.593747] ffff81012b529ac0 0000000000000046 0000000000000000 ffff810128280d18
[ 1818.601321] ffff8100ba2376f8 ffff81012b689630 ffff81012aff76b0 000000078023e215
[ 1818.608870] 000000010003ca14 0000000000000000 ffff810001065400 0000000780430c13
[ 1818.616222] Call Trace:
[ 1818.618925] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1818.624207] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1818.630112] [<ffffffff8036e5a1>] blk_get_request+0x36/0x6b
[ 1818.635755] [<ffffffff8042f5cb>] scsi_execute+0x51/0x129
[ 1818.641240] [<ffffffff880cc11b>] :scsi_transport_spi:spi_execute+0x87/0xf8
[ 1818.648271] [<ffffffff880cd5ae>] :scsi_transport_spi:spi_dv_device_echo_buffer+0x181/0x27d
[ 1818.656739] [<ffffffff880cd801>] :scsi_transport_spi:spi_dv_retrain+0x4e/0x240
[ 1818.664139] [<ffffffff880ce008>] :scsi_transport_spi:spi_dv_device+0x615/0x69c
[ 1818.671542] [<ffffffff880f16d1>] :mptspi:mptspi_dv_device+0xb3/0x14b
[ 1818.678042] [<ffffffff880f27d3>] :mptspi:mptspi_dv_renegotiate_work+0xcb/0xef
[ 1818.685348] [<ffffffff80245bb8>] run_workqueue+0x8e/0x120
[ 1818.690905] [<ffffffff80245d50>] worker_thread+0x106/0x117
[ 1818.696540] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1818.701474] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1818.706495]
[ 1818.708022] unionfs-fuse- D 000001a76ef63463 0 1119 1 (NOTLB)
[ 1818.714764] ffff810129765988 0000000000000082 0000000000000000 ffffffff80337e22
[ 1818.722329] ffff8101297658c8 ffff81012b652f20 ffff810129eec810 0000000600000000
[ 1818.729895] 000000010005204e 0000000000000000 ffff81000105c400 0000000680337c3e
[ 1818.737249] Call Trace:
[ 1818.739953] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1818.745673] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1818.751664] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1818.757300] [<ffffffff80269b24>] balance_dirty_pages_ratelimited_nr+0x196/0x22f
[ 1818.764781] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1818.771641] [<ffffffff80266210>] __generic_file_aio_write_nolock+0x45a/0x491
[ 1818.778852] [<ffffffff802662a8>] generic_file_aio_write+0x61/0xc1
[ 1818.785101] [<ffffffff8032eb94>] nfs_file_write+0x138/0x1b7
[ 1818.790822] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1818.796372] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1818.801575] [<ffffffff8028d5df>] sys_pwrite64+0x68/0x96
[ 1818.806959] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1818.812250] [<00002b4eeec3ea73>]
[ 1818.815620]
[ 1818.817150] syslogd D 000001a768c4d4d8 0 4160 1 (NOTLB)
[ 1818.823902] ffff8101259a7928 0000000000000082 0000000000000000 0000000000000000
[ 1818.831467] ffff81012608eb80 ffff81012b546e60 ffff81012608e9d0 00000002ffffffff
[ 1818.839033] 0000000100052040 0000000000000000 ffff810001038400 0000000200000001
[ 1818.846361] Call Trace:
[ 1818.849074] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1818.854795] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1818.860786] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1818.866421] [<ffffffff80269b24>] balance_dirty_pages_ratelimited_nr+0x196/0x22f
[ 1818.873910] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1818.880760] [<ffffffff80266210>] __generic_file_aio_write_nolock+0x45a/0x491
[ 1818.887964] [<ffffffff802662a8>] generic_file_aio_write+0x61/0xc1
[ 1818.894214] [<ffffffff8028d70c>] do_sync_readv_writev+0xc1/0x10b
[ 1818.900378] [<ffffffff8028d9ed>] do_readv_writev+0xda/0x234
[ 1818.906107] [<ffffffff8028dbe1>] vfs_writev+0x4b/0x50
[ 1818.911318] [<ffffffff8028dcc3>] sys_writev+0x53/0x8a
[ 1818.916522] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1818.921820] [<00002b7f7c91cb4c>]
[ 1818.925174]
[ 1818.926697] md4_raid5 D ffffffff8022b582 0 4725 2 (L-TLB)
[ 1818.933455] ffff810124ebbb60 0000000000000046 0000000000011200 0000000000011210
[ 1818.941013] ffff8101286018c0 ffff81012afb14f0 ffff810127033160 ffffffff802668c6
[ 1818.948579] 0000000000000020 ffff810128280dd8 ffff8100ba2376f8 000000010003ca03
[ 1818.955931] Call Trace:
[ 1818.958620] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1818.963906] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1818.969811] [<ffffffff8036f7aa>] __make_request+0x54f/0x611
[ 1818.975533] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1818.981787] [<ffffffff88194e5b>] :raid456:handle_stripe+0x17cd/0x2c39
[ 1818.988395] [<ffffffff88197010>] :raid456:raid5d+0x3c2/0x409
[ 1818.994213] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1819.000204] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.005133] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.010162]
[ 1819.011686] md4_resync D 00000155d5a21578 0 4726 2 (L-TLB)
[ 1819.018431] ffff810117f9bba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1819.026004] ffff81012b679c00 ffff81012b510750 ffff81012676b570 0000000128280d18
[ 1819.033571] 000000010003c9e4 0000000000000000 ffff81000102f400 0000000100000005
[ 1819.040906] Call Trace:
[ 1819.043606] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.050376] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1819.056724] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1819.062788] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1819.068782] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.073718] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.078739]
[ 1819.080256] md5_raid5 D 00000155dab12e61 0 4735 2 (L-TLB)
[ 1819.086999] ffff81010bb7bb60 0000000000000046 0000000000000000 0000000000011210
[ 1819.094555] ffff8101276d2940 ffff81012b546e60 ffff810126784810 00000002802668c6
[ 1819.102113] 000000010003c9fe 0000000000000000 ffff810001038400 000000020003ca09
[ 1819.109457] Call Trace:
[ 1819.112163] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1819.117450] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1819.123345] [<ffffffff8036f7aa>] __make_request+0x54f/0x611
[ 1819.129068] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1819.135313] [<ffffffff88194e5b>] :raid456:handle_stripe+0x17cd/0x2c39
[ 1819.141911] [<ffffffff88197010>] :raid456:raid5d+0x3c2/0x409
[ 1819.147732] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1819.153721] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.158649] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.163662]
[ 1819.165186] md5_resync D 00000155d597e77a 0 4736 2 (L-TLB)
[ 1819.171939] ffff81010b197ba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1819.179504] ffff810117faa400 ffffffff8068d100 ffff810126784140 0000000028280d18
[ 1819.187045] 000000010003c9f3 0000000000000000 ffff810001026400 0000000000000005
[ 1819.194398] Call Trace:
[ 1819.197105] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.203874] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1819.210207] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1819.216297] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1819.222290] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.227219] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.232247]
[ 1819.235348] md3_resync D 00000155d1ba400d 0 5024 2 (L-TLB)
[ 1819.242091] ffff8100ce715ba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1819.249657] ffff81012860a600 ffff81012b689630 ffff8101260596f0 0000000728280d18
[ 1819.257223] 000000010003c9c9 0000000000000000 ffff810001065400 0000000700000005
[ 1819.264567] Call Trace:
[ 1819.267267] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.274045] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1819.280385] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1819.286467] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1819.292442] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.297363] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.302391]
[ 1819.303909] xfssyncd D 0000015e2ed14f60 0 5162 2 (L-TLB)
[ 1819.310660] ffff8100cd679ab0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1819.318226] ffff810117faa400 ffff81012b5f8810 ffff81012a254180 0000000528280d18
[ 1819.325784] 000000010003ed03 0000000000000000 ffff810001053400 0000000500000005
[ 1819.333128] Call Trace:
[ 1819.335835] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.342605] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1819.348932] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1819.355180] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1819.360402] [<ffffffff8826794a>] :xfs:_xfs_buf_ioapply+0x2a4/0x2d2
[ 1819.366822] [<ffffffff882679bf>] :xfs:xfs_buf_iorequest+0x47/0x7a
[ 1819.373157] [<ffffffff8824b048>] :xfs:xlog_bdstrat_cb+0x16/0x42
[ 1819.379283] [<ffffffff8824c25a>] :xfs:xlog_sync+0x29f/0x48f
[ 1819.385067] [<ffffffff8824c4e4>] :xfs:xlog_state_release_iclog+0x9a/0xad
[ 1819.391978] [<ffffffff8824cf80>] :xfs:xlog_state_sync_all+0xec/0x263
[ 1819.398549] [<ffffffff8824dcb2>] :xfs:_xfs_log_force+0x5c/0x6b
[ 1819.404591] [<ffffffff8825bef0>] :xfs:xfs_syncsub+0x5d/0x2e4
[ 1819.410480] [<ffffffff8825c290>] :xfs:xfs_sync+0x11/0x16
[ 1819.416016] [<ffffffff8826eeab>] :xfs:vfs_sync+0x25/0x2b
[ 1819.421556] [<ffffffff8826e4f0>] :xfs:vfs_sync_worker+0x1c/0x39
[ 1819.427711] [<ffffffff8826e668>] :xfs:xfssyncd+0x15b/0x1af
[ 1819.433416] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1819.438335] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1819.443364]
[ 1819.444881] fstest D 000001a635c55e02 0 5182 5165 (NOTLB)
[ 1819.451632] ffff8100cd847298 0000000000000086 0000000000000000 0000000000000000
[ 1819.459198] 00000004cd8472b8 ffff81012b59f570 ffff8101267430e0 00000003cd847580
[ 1819.466756] 00000001000518d4 0000000000000000 ffff810001041400 000000038024ca2f
[ 1819.474108] Call Trace:
[ 1819.476806] [<ffffffff804ee2f7>] __down+0x97/0x108
[ 1819.481753] [<ffffffff804ee0f3>] __down_failed+0x35/0x3a
[ 1819.487235] [<ffffffff88266aa2>] :xfs:xfs_buf_lock+0x4a/0x4c
[ 1819.493124] [<ffffffff8825380a>] :xfs:xfs_getsb+0x2a/0x3a
[ 1819.498738] [<ffffffff88258a26>] :xfs:xfs_trans_getsb+0x52/0xa1
[ 1819.504873] [<ffffffff882573fd>] :xfs:xfs_trans_apply_sb_deltas+0x1c/0x2c4
[ 1819.511972] [<ffffffff88257ee8>] :xfs:_xfs_trans_commit+0x12a/0x332
[ 1819.518464] [<ffffffff8824889c>] :xfs:xfs_iomap_write_allocate+0x302/0x402
[ 1819.525554] [<ffffffff8824798c>] :xfs:xfs_iomap+0x2f5/0x393
[ 1819.531343] [<ffffffff8826da1a>] :xfs:xfs_bmap+0x10/0x15
[ 1819.536899] [<ffffffff88264a24>] :xfs:xfs_map_blocks+0x43/0x81
[ 1819.542960] [<ffffffff88265830>] :xfs:xfs_page_state_convert+0x297/0x58e
[ 1819.549898] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1819.556199] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1819.561395] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1819.567371] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1819.573275] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1819.579585] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1819.585057] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1819.591656] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1819.597377] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1819.603092] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1819.610571] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1819.617448] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1819.623246] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1819.629649] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1819.635185] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1819.640387] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1819.645512] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1819.650802] [<000000000049c100>]
[ 1819.654165]
[ 1819.655693] fstest D ffffffff8022b582 0 5217 5183 (NOTLB)
[ 1819.662446] ffff810054a134b8 0000000000000086 ffff81012a04e800 ffffffff803d7ae7
[ 1819.670012] ffff81012b679c00 ffff81012a38d020 ffff810127e288d0 ffff810128280d18
[ 1819.677577] 0000000000000005 ffff810129b80400 ffff81012b679c00 0000000000000005
[ 1819.684939] Call Trace:
[ 1819.687639] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.694417] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1819.700752] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1819.707001] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1819.712220] [<ffffffff88264ac4>] :xfs:xfs_submit_ioend_bio+0x1e/0x28
[ 1819.718801] [<ffffffff88264c54>] :xfs:xfs_submit_ioend+0xc5/0xe2
[ 1819.725042] [<ffffffff88265ad5>] :xfs:xfs_page_state_convert+0x53c/0x58e
[ 1819.731980] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1819.738272] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1819.743473] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1819.749458] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1819.755371] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1819.761682] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1819.767153] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1819.773752] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1819.779481] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1819.785204] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1819.792701] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1819.799579] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1819.805385] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1819.811771] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1819.817307] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1819.822500] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1819.827617] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1819.832907] [<000000000049c100>]
[ 1819.836270]
[ 1819.837798] fstest D 00000155d8b9cf27 0 5243 5218 (NOTLB)
[ 1819.844550] ffff810027ddb4b8 0000000000000082 0000000000000000 ffffffff803d7ae7
[ 1819.852116] ffff810117faa400 ffff81012b510750 ffff810129df71e0 0000000128280d18
[ 1819.859665] 000000010003c9e9 0000000000000000 ffff81000102f400 0000000100000005
[ 1819.867018] Call Trace:
[ 1819.869725] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1819.876496] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1819.882831] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1819.889080] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1819.894307] [<ffffffff88264ac4>] :xfs:xfs_submit_ioend_bio+0x1e/0x28
[ 1819.900906] [<ffffffff88264c54>] :xfs:xfs_submit_ioend+0xc5/0xe2
[ 1819.907156] [<ffffffff88265ad5>] :xfs:xfs_page_state_convert+0x53c/0x58e
[ 1819.914085] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1819.920394] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1819.925595] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1819.931580] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1819.937493] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1819.943795] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1819.949257] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1819.955874] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1819.961604] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1819.967326] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1819.974815] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1819.981700] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1819.987500] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1819.993901] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1819.999454] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1820.004657] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1820.009765] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1820.015047] [<000000000049c100>]
[ 1820.018409]
[ 1820.019946] pdflush D 00000155c27e6608 0 5268 2 (L-TLB)
[ 1820.026690] ffff810038b85cf0 0000000000000046 0000000000000000 0000000000000000
[ 1820.034255] 0000000000000001 ffff81012b510750 ffff8101277f8fe0 0000000100001000
[ 1820.041813] 000000010003c9a2 0000000000000000 ffff81000102f400 0000000100000000
[ 1820.049166] Call Trace:
[ 1820.051881] [<ffffffff88267458>] :xfs:xfs_buf_wait_unpin+0xd7/0x109
[ 1820.058382] [<ffffffff882679a5>] :xfs:xfs_buf_iorequest+0x2d/0x7a
[ 1820.064701] [<ffffffff8826d9db>] :xfs:xfs_bdstrat_cb+0x19/0x48
[ 1820.070767] [<ffffffff882641b2>] :xfs:xfs_bwrite+0x73/0xed
[ 1820.076488] [<ffffffff8825c027>] :xfs:xfs_syncsub+0x194/0x2e4
[ 1820.082460] [<ffffffff8825c290>] :xfs:xfs_sync+0x11/0x16
[ 1820.087997] [<ffffffff8826eeab>] :xfs:vfs_sync+0x25/0x2b
[ 1820.093528] [<ffffffff8826e7d6>] :xfs:xfs_fs_write_super+0x22/0x28
[ 1820.099934] [<ffffffff8028ecf8>] sync_supers+0x75/0xc9
[ 1820.105225] [<ffffffff80269e47>] wb_kupdate+0x29/0x11e
[ 1820.110523] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1820.115639] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1820.120573] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1820.125594]
[ 1820.127111] pdflush D 0000000000000019 0 5269 2 (L-TLB)
[ 1820.133863] ffff810015f4fd70 0000000000000046 0000000000000000 ffffffff803385ae
[ 1820.141429] ffff810015f4fcb0 ffff81012608e9d0 ffff810129f001c0 0000000200000000
[ 1820.148987] 000000010004419b 0000000000000000 ffff810001038400 0000000280249d77
[ 1820.157922] Call Trace:
[ 1820.160612] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1820.166339] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1820.172340] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1820.177975] [<ffffffff80269dc6>] background_writeout+0xba/0xcb
[ 1820.183949] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1820.189056] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1820.193991] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1820.199019]
[ 1820.200544] pdflush D 000001a76887cb15 0 5270 2 (L-TLB)
[ 1820.207288] ffff810035be1d70 0000000000000046 0000000000000000 ffffffff803385ae
[ 1820.214854] ffff810035be1cb0 ffff81012b546e60 ffff810126063060 0000000200000000
[ 1820.222403] 000000010005203f 0000000000000000 ffff810001038400 0000000280249d77
[ 1820.229747] Call Trace:
[ 1820.232444] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1820.238171] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1820.244164] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1820.249798] [<ffffffff80269dc6>] background_writeout+0xba/0xcb
[ 1820.255799] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1820.260906] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1820.265848] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1820.270878]
[ 1820.272395] dmesg D 0000015465378de7 0 5271 5244 (NOTLB)
[ 1820.279155] ffff8100cabcd7c8 0000000000000082 0000000000000000 ffff81012b593440
[ 1820.286729] 0000000000000001 ffff81012b652f20 ffff8101274937b0 000000068022b21f
[ 1820.294297] 000000010003c3ea 0000000000000000 ffff81000105c400 000000068022b4a5
[ 1820.301632] Call Trace:
[ 1820.304345] [<ffffffff804ece02>] wait_for_completion+0x9d/0xe3
[ 1820.310334] [<ffffffff80245e53>] flush_cpu_workqueue+0x71/0x82
[ 1820.316324] [<ffffffff80245e9a>] flush_workqueue+0x36/0x4c
[ 1820.321975] [<ffffffff80246197>] flush_scheduled_work+0x10/0x15
[ 1820.328047] [<ffffffff804d59d0>] xs_connect+0xeb/0xfe
[ 1820.333232] [<ffffffff804d2f6d>] xprt_connect+0x12e/0x147
[ 1820.338781] [<ffffffff804d1316>] call_connect+0x7f/0x8e
[ 1820.344166] [<ffffffff804d6fec>] __rpc_execute+0x7f/0x25d
[ 1820.349734] [<ffffffff804d71e8>] rpc_execute+0x1e/0x20
[ 1820.355024] [<ffffffff804d0c65>] rpc_call_sync+0x7b/0xa1
[ 1820.360496] [<ffffffff80339cf9>] nfs3_rpc_wrapper+0x29/0x6d
[ 1820.366219] [<ffffffff8033a342>] nfs3_proc_access+0x11b/0x18b
[ 1820.372114] [<ffffffff8032e337>] nfs_permission+0x172/0x23b
[ 1820.377838] [<ffffffff8029472a>] permission+0xbe/0xcf
[ 1820.383032] [<ffffffff8029474e>] vfs_permission+0x13/0x18
[ 1820.388572] [<ffffffff80295004>] __link_path_walk+0x151/0xe91
[ 1820.394477] [<ffffffff80295d93>] link_path_walk+0x4f/0xcc
[ 1820.400035] [<ffffffff80294d55>] path_walk+0x1c/0x21
[ 1820.405159] [<ffffffff80295fc7>] do_path_lookup+0x1b7/0x1db
[ 1820.410866] [<ffffffff802960f4>] __path_lookup_intent_open+0x65/0xbd
[ 1820.417378] [<ffffffff8029615b>] path_lookup_open+0xf/0x14
[ 1820.423013] [<ffffffff80296cdf>] open_namei+0x7f/0x6cf
[ 1820.428301] [<ffffffff8028c4a9>] do_filp_open+0x1c/0x3d
[ 1820.433686] [<ffffffff8028c813>] do_sys_open+0x5e/0x102
[ 1820.439054] [<ffffffff8028c8d2>] sys_open+0x1b/0x20
[ 1820.444083] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1820.449374] [<00002b27c7948327>]
[ 1820.452736]

[generate break]
[ 1861.393610] SysRq : Show State
[ 1861.396733]
[ 1861.396734] free sibling
[ 1861.405745] task PC stack pid father child younger older
[ 1861.413484] init S 000001b0689139a0 0 1 0 (NOTLB)
[ 1861.420230] ffff81012b507a28 0000000000000082 0000000000000000 00000000000012c8
[ 1861.427787] 0000000000001200 ffff81012b652f20 ffff81012b5054b0 0000000600000000
[ 1861.435344] 00000001000545c6 0000000000000000 ffff81000105c400 00000006473b86e0
[ 1861.442696] Call Trace:
[ 1861.445404] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1861.451113] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1861.456385] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1861.462187] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1861.467467] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1861.472766] [<00002b0958cbf053>]
[ 1861.476127]
[ 1861.477656] kthreadd S 00000111615b2382 0 2 0 (L-TLB)
[ 1861.484408] ffff81012b509f00 0000000000000046 0000000000000000 0000000400000001
[ 1861.491966] 0000000300000000 ffff81012b59e100 ffff81012b504de0 0000000400000001
[ 1861.499532] 000000010002aa8a 0000000000000000 ffff81000104a400 0000000400000000
[ 1861.506876] Call Trace:
[ 1861.509574] [<ffffffff8024996e>] kthreadd+0x9c/0x17e
[ 1861.514686] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.519721]
[ 1861.521248] migration/0 S ffffffff8022b582 0 3 2 (L-TLB)
[ 1861.528008] ffff81012b50deb0 0000000000000046 0000000000000000 0000000000000086
[ 1861.535574] ffff8101260596f0 ffff81012afa54b0 ffff81012b504710 000000008021a74c
[ 1861.543123] 000000010002af6b 0000000000000000 ffff81012b50deb0 ffffffff8022c883
[ 1861.550476] Call Trace:
[ 1861.553181] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1861.559083] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.564015] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.569028]
[ 1861.570552] ksoftirqd/0 S 000001123cf1b160 0 4 2 (L-TLB)
[ 1861.577305] ffff81012b50ff00 0000000000000046 0000000000000000 0000000000000000
[ 1861.584854] ffff81012b50ff20 ffffffff8068d100 ffff81012b504040 0000000000000001
[ 1861.592420] 000000010002ae21 0000000000000000 ffff810001026400 0000000000000001
[ 1861.599764] Call Trace:
[ 1861.602470] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1861.607669] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.612611] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.617632]
[ 1861.619148] migration/1 S 00000112ce761f14 0 5 2 (L-TLB)
[ 1861.625892] ffff81012b513eb0 0000000000000046 0000000000000000 0000000000000086
[ 1861.633458] ffff810126784810 ffff81012b510750 ffff81012b5114f0 000000018021a74c
[ 1861.641024] 000000010002b084 0000000000000000 ffff81000102f400 000000018022c883
[ 1861.648376] Call Trace:
[ 1861.651074] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1861.656975] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.661908] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.666936]
[ 1861.668462] ksoftirqd/1 S 0000011154325766 0 6 2 (L-TLB)
[ 1861.675206] ffff81012b517f00 0000000000000046 0000000000000000 0000000000000000
[ 1861.682762] ffff81012b517f20 ffff81012b510750 ffff81012b510e20 0000000100000001
[ 1861.690320] 000000010002aa53 0000000000000000 ffff81000102f400 0000000100000001
[ 1861.697664] Call Trace:
[ 1861.700362] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1861.705552] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.710495] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.715523]
[ 1861.717040] migration/2 S ffffffff8022b582 0 7 2 (L-TLB)
[ 1861.723783] ffff81012b543eb0 0000000000000046 0000000000000000 0000000000000000
[ 1861.731341] 0000000300000000 ffff81012afa4710 ffff81012b510080 0000000200000001
[ 1861.738907] 000000010002af77 0000000000000000 ffff81012b543eb0 ffffffff8022c883
[ 1861.746269] Call Trace:
[ 1861.748973] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1861.754875] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.759817] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.764837]
[ 1861.766354] ksoftirqd/2 S 00000112c02bbf11 0 8 2 (L-TLB)
[ 1861.773106] ffff81012b54df00 0000000000000046 0000000000000000 0000000000000000
[ 1861.780671] ffff81012b54df20 ffff81012b546e60 ffff81012b547530 0000000200000001
[ 1861.788230] 000000010002b04a 0000000000000000 ffff810001038400 0000000200000001
[ 1861.795582] Call Trace:
[ 1861.798280] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1861.803487] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.808430] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.813459]
[ 1861.814976] migration/3 S 00000112f8231a66 0 9 2 (L-TLB)
[ 1861.821728] ffff81012b577eb0 0000000000000046 0000000000000000 0000000300000001
[ 1861.829293] 0000000300000000 ffff81012b59f570 ffff81012b546790 0000000300000001
[ 1861.836850] 000000010002b137 0000000000000000 ffff810001041400 000000038022c883
[ 1861.844212] Call Trace:
[ 1861.846917] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1861.852819] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.857744] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.862780]
[ 1861.864315] ksoftirqd/3 S 00000102911af47d 0 10 2 (L-TLB)
[ 1861.871093] ffff81012b59df00 0000000000000046 0000000000000000 0000000000000000
[ 1861.880252] ffff81012b59df20 ffff81012b59f570 ffff81012b5460c0 0000000300000001
[ 1861.887810] 0000000100026c55 0000000000000000 ffff810001041400 0000000300000001
[ 1861.895197] Call Trace:
[ 1861.897903] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1861.903102] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.908045] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.913065]
[ 1861.914590] migration/4 S ffffffff8022b582 0 11 2 (L-TLB)
[ 1861.921342] ffff81012b5c9eb0 0000000000000046 0000000000000000 0000000000000086
[ 1861.928891] ffff8101260596f0 ffff810129d90280 ffff81012b59eea0 000000048021a74c
[ 1861.936457] 000000010002aed1 0000000000000000 ffff81012b5c9eb0 ffffffff8022c883
[ 1861.943810] Call Trace:
[ 1861.946507] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1861.952408] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1861.957341] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1861.962370]
[ 1861.963896] ksoftirqd/4 S 00000110fd567117 0 12 2 (L-TLB)
[ 1861.970647] ffff81012b5d1f00 0000000000000046 0000000000000000 0000000000000000
[ 1861.978213] ffff81012b5d1f20 ffff81012b59e100 ffff81012b59e7d0 0000000400000001
[ 1861.985762] 000000010002a8e7 0000000000000000 ffff81000104a400 0000000400000001
[ 1861.993107] Call Trace:
[ 1861.995813] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1862.001011] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.005954] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.010974]
[ 1862.012499] migration/5 S ffffffff8022b582 0 13 2 (L-TLB)
[ 1862.019252] ffff81012b5fbeb0 0000000000000046 0000000000000000 0000000000000086
[ 1862.026817] ffff810127033160 ffff81012afb0e20 ffff81012b5f95b0 000000058021a74c
[ 1862.034367] 000000010002afec 0000000000000000 ffff81012b5fbeb0 ffffffff8022c883
[ 1862.041709] Call Trace:
[ 1862.044407] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1862.050309] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.055250] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.060270]
[ 1862.061787] ksoftirqd/5 S 0000010ec85e50c1 0 14 2 (L-TLB)
[ 1862.068531] ffff81012b5fff00 0000000000000046 0000000000000000 0000000000000000
[ 1862.076096] ffff81012b5fff20 ffff81012b5f8810 ffff81012b5f8ee0 0000000500000001
[ 1862.083654] 0000000100029f91 0000000000000000 ffff810001053400 0000000500000001
[ 1862.090989] Call Trace:
[ 1862.093687] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1862.098886] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.103829] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.108848]
[ 1862.110365] migration/6 S 000001693fe793ea 0 15 2 (L-TLB)
[ 1862.117127] ffff81012b62deb0 0000000000000046 0000000000000000 0000000000000000
[ 1862.124691] 0000000300000000 ffff81012b652f20 ffff81012b5f8140 0000000600000001
[ 1862.132249] 0000000100041b6d 0000000000000000 ffff81000105c400 000000068022c883
[ 1862.139585] Call Trace:
[ 1862.142290] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1862.148183] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.153116] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.158137]
[ 1862.159654] ksoftirqd/6 S 0000010fd1bba5b5 0 16 2 (L-TLB)
[ 1862.166406] ffff81012b655f00 0000000000000046 0000000000000000 0000000000000000
[ 1862.173972] ffff81012b655f20 ffff81012b652f20 ffff81012b6535f0 0000000600000001
[ 1862.181529] 000000010002a3fd 0000000000000000 ffff81000105c400 0000000600000001
[ 1862.188882] Call Trace:
[ 1862.191587] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1862.196794] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.201738] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.206767]
[ 1862.208284] migration/7 S ffffffff8022b582 0 17 2 (L-TLB)
[ 1862.215043] ffff81012b67feb0 0000000000000046 0000000000000000 0000000700000001
[ 1862.222609] 0000000300000000 ffff81012afb0080 ffff81012b652850 0000000700000001
[ 1862.230168] 000000010002ab06 0000000000000000 ffff81012b67feb0 ffffffff8022c883
[ 1862.237520] Call Trace:
[ 1862.240225] [<ffffffff8022f236>] migration_thread+0x1eb/0x2d8
[ 1862.246110] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.251051] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.256072]
[ 1862.257589] ksoftirqd/7 S 00000112d5786227 0 18 2 (L-TLB)
[ 1862.264324] ffff81012b683f00 0000000000000046 0000000000000000 0000000000000000
[ 1862.271897] ffff81012b683f20 ffff81012b689630 ffff81012b652180 0000000700000001
[ 1862.279455] 000000010002b09a 0000000000000000 ffff810001065400 0000000700000001
[ 1862.286807] Call Trace:
[ 1862.289513] [<ffffffff8023a94c>] ksoftirqd+0x5c/0x13a
[ 1862.294704] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.299646] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.304667]
[ 1862.306184] events/0 S 000001b17ebf1613 0 19 2 (L-TLB)
[ 1862.312944] ffff81012a8bfeb0 0000000000000046 0000000000000000 ffff810001027e60
[ 1862.320493] 00000000000001f4 ffffffff8068d100 ffff81012b688f60 0000000080789d38
[ 1862.328051] 0000000100054a51 0000000000000000 ffff810001026400 0000000080245b25
[ 1862.335403] Call Trace:
[ 1862.338100] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.343654] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.348597] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.353618]
[ 1862.355143] events/1 S 000001b192c08c9f 0 20 2 (L-TLB)
[ 1862.361894] ffff81012b64feb0 0000000000000046 0000000000000000 ffff810001030e00
[ 1862.369452] ffffffff8026f982 ffff81012b510750 ffff81012b688890 000000018023e178
[ 1862.377010] 0000000100054a9b 0000000000000000 ffff81000102f400 0000000101030e00
[ 1862.384362] Call Trace:
[ 1862.387060] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.392614] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.397548] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.402577]
[ 1862.404101] events/2 S 000001b14834a74c 0 21 2 (L-TLB)
[ 1862.410854] ffff81012b651eb0 0000000000000046 0000000000000000 ffffffff8022dcd2
[ 1862.418419] 00000000000001f4 ffff81012b546e60 ffff81012b6881c0 000000022a7e2800
[ 1862.425977] 0000000100054948 0000000000000000 ffff810001038400 00000002803b6747
[ 1862.433338] Call Trace:
[ 1862.436036] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.441590] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.446533] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.451561]
[ 1862.453078] events/3 S ffffffff8022b582 0 22 2 (L-TLB)
[ 1862.459839] ffff81012b0bfeb0 0000000000000046 ffffffff80789d38 ffff810001042e00
[ 1862.467396] ffffffff8026f982 ffff81012a38d020 ffff81012b571670 ffffffff8023e178
[ 1862.474970] 0000000000000286 ffff810001042de0 ffffffff8026f982 ffff810001042e00
[ 1862.482332] Call Trace:
[ 1862.485021] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.490575] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.495517] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.500537]
[ 1862.502054] events/4 S 000001b171e2b0b7 0 23 2 (L-TLB)
[ 1862.508806] ffff81012a8abeb0 0000000000000046 0000000000000000 ffff81000104be00
[ 1862.516363] ffffffff8026f982 ffff81012b59e100 ffff81012b570fa0 000000048023e178
[ 1862.523913] 0000000100054a22 0000000000000000 ffff81000104a400 000000040104be00
[ 1862.531256] Call Trace:
[ 1862.533954] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.539490] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.544432] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.549453]
[ 1862.550970] events/5 S ffffffff8022b582 0 24 2 (L-TLB)
[ 1862.557722] ffff81012aff1eb0 0000000000000046 ffffffff80789d38 ffff810001054e00
[ 1862.565287] ffffffff8026f982 ffff81012afb0e20 ffff81012b5708d0 ffffffff8023e178
[ 1862.572845] 0000000000000286 ffff810001054de0 ffffffff8026f982 ffff810001054e00
[ 1862.580190] Call Trace:
[ 1862.582887] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.588432] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.593383] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.598404]
[ 1862.599929] events/6 S ffff81012b640640 0 25 2 (L-TLB)
[ 1862.606681] ffff81012aff3eb0 0000000000000046 0000000000000000 ffff81000105de00
[ 1862.615830] ffffffff8026f982 ffff810129eec810 ffff81012b570200 ffffffff8023e178
[ 1862.623380] 0000000000000286 ffff81000105dde0 ffffffff8026f982 ffff81000105de00
[ 1862.630724] Call Trace:
[ 1862.633422] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.638966] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.643909] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.648937]
[ 1862.650454] events/7 D 00000155dd642280 0 26 2 (L-TLB)
[ 1862.657190] ffff81012b529ac0 0000000000000046 0000000000000000 ffff810128280d18
[ 1862.664763] ffff8100ba2376f8 ffff81012b689630 ffff81012aff76b0 000000078023e215
[ 1862.672322] 000000010003ca14 0000000000000000 ffff810001065400 0000000780430c13
[ 1862.679674] Call Trace:
[ 1862.682371] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1862.687665] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1862.693571] [<ffffffff8036e5a1>] blk_get_request+0x36/0x6b
[ 1862.699198] [<ffffffff8042f5cb>] scsi_execute+0x51/0x129
[ 1862.704664] [<ffffffff880cc11b>] :scsi_transport_spi:spi_execute+0x87/0xf8
[ 1862.711696] [<ffffffff880cd5ae>] :scsi_transport_spi:spi_dv_device_echo_buffer+0x181/0x27d
[ 1862.720129] [<ffffffff880cd801>] :scsi_transport_spi:spi_dv_retrain+0x4e/0x240
[ 1862.727521] [<ffffffff880ce008>] :scsi_transport_spi:spi_dv_device+0x615/0x69c
[ 1862.734923] [<ffffffff880f16d1>] :mptspi:mptspi_dv_device+0xb3/0x14b
[ 1862.741434] [<ffffffff880f27d3>] :mptspi:mptspi_dv_renegotiate_work+0xcb/0xef
[ 1862.748755] [<ffffffff80245bb8>] run_workqueue+0x8e/0x120
[ 1862.754295] [<ffffffff80245d50>] worker_thread+0x106/0x117
[ 1862.759914] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.764831] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.769860]
[ 1862.771376] khelper S ffff81012b6404c0 0 27 2 (L-TLB)
[ 1862.778128] ffff81012b52beb0 0000000000000046 ffffffff806983a0 00000000fffffffc
[ 1862.785694] ffff810127e39ac0 ffff810127470750 ffff81012aff6fe0 0000000000000001
[ 1862.793252] ffff81012a8abe58 ffff81012b52a000 0000000000001408 ffff81012b6404c8
[ 1862.800605] Call Trace:
[ 1862.803310] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.808855] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.813798] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.818827]
[ 1862.820344] kblockd/0 S 00000155d86e972a 0 66 2 (L-TLB)
[ 1862.827096] ffff81012afa7eb0 0000000000000046 0000000000000000 ffff810127ff57a8
[ 1862.834653] ffff81012a001800 ffffffff8068d100 ffff81012afa54b0 0000000080379049
[ 1862.842219] 000000010003ca01 0000000000000000 ffff810001026400 0000000080431275
[ 1862.849581] Call Trace:
[ 1862.852278] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.857832] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.862775] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.867804]
[ 1862.869321] kblockd/1 S ffff81012af8bf40 0 67 2 (L-TLB)
[ 1862.876080] ffff81012afa9eb0 0000000000000046 ffff810128e2c000 ffff8101276e13e0
[ 1862.883637] ffff81012a7fc800 ffff810129df71e0 ffff81012afa4de0 ffffffff80379049
[ 1862.891205] ffff81012a7fc800 ffffffff803d7ae7 ffff8100cd981b58 ffffffff80431275
[ 1862.898557] Call Trace:
[ 1862.901255] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.906808] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.911758] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.916779]
[ 1862.918297] kblockd/2 S ffff81012af8bec0 0 68 2 (L-TLB)
[ 1862.925048] ffff81012afabeb0 0000000000000046 ffff8101277d5000 ffff8101276e19a8
[ 1862.932622] ffff810129ee1000 ffff810126784810 ffff81012afa4710 ffffffff80379049
[ 1862.940190] ffff810129ee1000 ffffffff803d7ae7 ffff8100cd8ba4c8 ffffffff80431275
[ 1862.947541] Call Trace:
[ 1862.950239] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1862.955785] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1862.960718] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1862.965747]
[ 1862.967256] kblockd/3 S ffff81012af8be40 0 69 2 (L-TLB)
[ 1862.974007] ffff81012afadeb0 0000000000000046 ffff810127548000 ffff810127ff57a8
[ 1862.981581] ffff81012a001800 ffff810127e288d0 ffff81012afa4040 ffffffff80379049
[ 1862.989140] ffff81012a001800 ffffffff803d7ae7 ffff8100cdfb1ea0 ffffffff80431275
[ 1862.996501] Call Trace:
[ 1862.999215] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.004761] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.009711] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.014732]
[ 1863.016249] kblockd/4 S 00000155d9eb468e 0 70 2 (L-TLB)
[ 1863.023001] ffff81012afb3eb0 0000000000000046 0000000000000000 ffff810129984d98
[ 1863.030558] ffff810129045000 ffff81012b59e100 ffff81012afb14f0 0000000480379049
[ 1863.038125] 000000010003c9fe 0000000000000000 ffff81000104a400 0000000480431275
[ 1863.045477] Call Trace:
[ 1863.048183] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.053728] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.058670] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.063699]
[ 1863.065216] kblockd/5 S 000001b1c7634b72 0 71 2 (L-TLB)
[ 1863.071968] ffff81012afb5eb0 0000000000000046 0000000000000000 ffff810128280d18
[ 1863.079533] 0000000000000008 ffff81012b5f8810 ffff81012afb0e20 0000000580379049
[ 1863.087109] 0000000100054b60 0000000000000000 ffff810001053400 0000000580431275
[ 1863.094462] Call Trace:
[ 1863.097168] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.102721] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.107672] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.112701]
[ 1863.114212] kblockd/6 S 00000155db36d938 0 72 2 (L-TLB)
[ 1863.120962] ffff81012afb7eb0 0000000000000046 0000000000000000 ffff810128280d18
[ 1863.128536] 0000000000000008 ffff81012b652f20 ffff81012afb0750 0000000680379049
[ 1863.136103] 000000010003ca0d 0000000000000000 ffff81000105c400 0000000680431275
[ 1863.143447] Call Trace:
[ 1863.146145] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.151698] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.156631] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.161644]
[ 1863.163161] kblockd/7 S 0000015e2ed10439 0 73 2 (L-TLB)
[ 1863.169914] ffff81012afbbeb0 0000000000000046 0000000000000000 ffff810128280d18
[ 1863.177486] 0000000000000008 ffff81012b689630 ffff81012afb0080 0000000780379049
[ 1863.185044] 000000010003ed03 0000000000000000 ffff810001065400 0000000780431275
[ 1863.192389] Call Trace:
[ 1863.195102] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.200648] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.205599] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.210628]
[ 1863.212145] kacpid S ffff81012af8b940 0 74 2 (L-TLB)
[ 1863.218897] ffff81012afbfeb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.226471] 0000000000000000 ffff81012afbce60 ffff81012afbd530 ffff81012afbd530
[ 1863.234038] ffff81012afbd530 ffff810001026488 ffffffff8068e640 ffff810001026400
[ 1863.241399] Call Trace:
[ 1863.244097] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.249650] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.254601] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.259622]
[ 1863.261139] kacpi_notify S 00000029914d4c43 0 75 2 (L-TLB)
[ 1863.267882] ffff81012a8c1eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.275447] 0000000000000000 ffff81012b546e60 ffff81012afbce60 000000022afbce60
[ 1863.283023] 00000000fffedd3e 0000000000000000 ffff810001038400 0000000201038400
[ 1863.290375] Call Trace:
[ 1863.293073] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.298618] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.303560] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.308581]
[ 1863.310098] ata/0 S ffff81012af95340 0 202 2 (L-TLB)
[ 1863.316850] ffff81012b6c1eb0 0000000000000046 ffff810127f7c000 ffffffff8043ea2b
[ 1863.324415] 0000000000000002 ffff810129c7e950 ffff81012b6ba340 0000000100200200
[ 1863.331974] 00000000fffef250 ffffffff8023e6fb ffff81012b6ba340 ffffffff80782680
[ 1863.339325] Call Trace:
[ 1863.342031] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.347576] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.352519] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.359124]
[ 1863.360641] ata/1 S 000000299a0533e2 0 203 2 (L-TLB)
[ 1863.367385] ffff81012b6c3eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.374958] ffff81012b0c30b8 ffff81012b510750 ffff81012b5657f0 000000012b5657f0
[ 1863.382516] 00000000fffedd63 0000000000000000 ffff81000102f400 000000010102f400
[ 1863.389861] Call Trace:
[ 1863.392566] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.398102] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.403037] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.408058]
[ 1863.409575] ata/2 S 000000299a055c67 0 204 2 (L-TLB)
[ 1863.416326] ffff81012b6d5eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.423892] ffff81012b0cd7c8 ffff81012b546e60 ffff81012b565120 000000022b565120
[ 1863.431459] 00000000fffedd63 0000000000000000 ffff810001038400 0000000201038400
[ 1863.438811] Call Trace:
[ 1863.441516] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.447070] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.452004] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.457025]
[ 1863.458534] ata/3 S ffff81012af951c0 0 205 2 (L-TLB)
[ 1863.465285] ffff81012b6ddeb0 0000000000000046 ffff810127e78000 ffffffff8043ea2b
[ 1863.472850] 0000000000000002 ffff810127dda790 ffff81012b564a50 0000000100200200
[ 1863.480408] 00000000fffef250 ffffffff8023e6fb ffff81012b564a50 ffff81012b57c000
[ 1863.487753] Call Trace:
[ 1863.490459] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.496012] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.500954] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.505975]
[ 1863.507492] ata/4 S ffff81012af95140 0 206 2 (L-TLB)
[ 1863.514236] ffff81012b6dfeb0 0000000000000046 ffff810127e78000 ffffffff8043ea2b
[ 1863.521800] 0000000000000002 ffff810127dda790 ffff81012af338f0 0000000100200200
[ 1863.529368] 00000000fffef250 ffffffff8023e6fb ffff81012af338f0 ffff81012b5cc000
[ 1863.536728] Call Trace:
[ 1863.539417] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.544963] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.549904] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.554926]
[ 1863.556443] ata/5 S 000000299a05dd25 0 207 2 (L-TLB)
[ 1863.563185] ffff81012b0c5eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.570760] ffff81012b0d7808 ffff81012b5f8810 ffff81012af28440 000000052af28440
[ 1863.578326] 00000000fffedd63 0000000000000000 ffff810001053400 0000000501053400
[ 1863.585678] Call Trace:
[ 1863.588377] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.593930] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.598873] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.603901]
[ 1863.605418] ata/6 S 000000299a060477 0 208 2 (L-TLB)
[ 1863.612170] ffff81012b0c9eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.619719] ffff81012b0d6a68 ffff81012b652f20 ffff81012af28b10 000000062af28b10
[ 1863.627277] 00000000fffedc11 0000000000000000 ffff81000105c400 000000060105c400
[ 1863.634637] Call Trace:
[ 1863.637336] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.642889] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.647815] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.652835]
[ 1863.654352] ata/7 S ffff81012b5e0ec0 0 209 2 (L-TLB)
[ 1863.661103] ffff81012b0cbeb0 0000000000000046 ffff810127f7c000 ffffffff8043ea2b
[ 1863.668668] 0000000000000002 ffff810129c7e950 ffff81012af291e0 0000000100200200
[ 1863.676226] 00000000fffef250 ffffffff8023e6fb ffff81012af291e0 ffff81012b684000
[ 1863.683571] Call Trace:
[ 1863.686276] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.691822] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.696764] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.701777]
[ 1863.703301] ata_aux S ffff81012b5e0dc0 0 210 2 (L-TLB)
[ 1863.710053] ffff81012b0d1eb0 0000000000000046 ffff81012a8fd5f0 ffffffff8022b21f
[ 1863.717620] ffff81012a8fd688 ffff81012af1e400 ffff81012af298b0 ffff81012af298b0
[ 1863.725177] ffff81012af298b0 ffff810001026488 ffffffff8068e640 ffff810001026400
[ 1863.732530] Call Trace:
[ 1863.735235] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.740781] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.745732] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.750753]
[ 1863.752278] kseriod S 0000002e76313846 0 211 2 (L-TLB)
[ 1863.759030] ffff81012b0e5e80 0000000000000046 0000000000000000 ffff810129f178b8
[ 1863.766596] ffffffff88073030 ffff81012b546e60 ffff81012af1e400 00000002806bdb48
[ 1863.774154] 00000000fffef1c1 0000000000000000 ffff810001038400 00000002804ead27
[ 1863.781506] Call Trace:
[ 1863.784212] [<ffffffff8044c4ee>] serio_thread+0x313/0x374
[ 1863.789759] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.794691] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.799728]
[ 1863.801245] kswapd0 S ffffffff8022b582 0 274 2 (L-TLB)
[ 1863.807988] ffff81012a0fde40 0000000000000046 0000000000000001 0000000000000001
[ 1863.815546] 0000000f00000000 ffff81012b504040 ffff81012af1f870 ffff810128e54b40
[ 1863.823112] 0000000000000000 ffff81000000e700 00000000000000d0 0000000000000002
[ 1863.830473] Call Trace:
[ 1863.833170] [<ffffffff8026dee5>] kswapd+0x129/0x536
[ 1863.838188] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.843140] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.848168]
[ 1863.849685] aio/0 S ffffffff8022b582 0 275 2 (L-TLB)
[ 1863.856437] ffff81012a11feb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.864002] 0000000000000000 ffff81012b504de0 ffff81012af143c0 ffff81012af143c0
[ 1863.871560] ffff81012af143c0 ffff810001026488 ffffffff8068e640 ffff810001026400
[ 1863.878905] Call Trace:
[ 1863.881610] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.887155] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.892098] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.897128]
[ 1863.898653] aio/1 S 00000029b5726b6b 0 276 2 (L-TLB)
[ 1863.905405] ffff81012a121eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.912969] 0000000000000000 ffff81012b510750 ffff81012af14a90 000000012af14a90
[ 1863.920546] 00000000fffeddd6 0000000000000000 ffff81000102f400 000000010102f400
[ 1863.927890] Call Trace:
[ 1863.930579] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.936132] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.941066] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.946094]
[ 1863.947611] aio/2 S 00000029b572be02 0 277 2 (L-TLB)
[ 1863.954346] ffff81012a125eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1863.961920] 0000000000000000 ffff81012b546e60 ffff81012af15160 000000022af15160
[ 1863.969478] 00000000fffeddd6 0000000000000000 ffff810001038400 0000000201038400
[ 1863.976840] Call Trace:
[ 1863.979545] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1863.985091] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1863.990016] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1863.995036]
[ 1863.996553] aio/3 S 00000029b5731190 0 278 2 (L-TLB)
[ 1864.003314] ffff81012a127eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.010879] 0000000000000000 ffff81012b59f570 ffff81012afde3c0 000000032afde3c0
[ 1864.018437] 00000000fffedd67 0000000000000000 ffff810001041400 0000000301041400
[ 1864.025790] Call Trace:
[ 1864.028487] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.034033] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.038975] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.043996]
[ 1864.045521] aio/4 S 00000029b573690a 0 279 2 (L-TLB)
[ 1864.052264] ffff81012a129eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.059829] 0000000000000000 ffff81012b59e100 ffff81012afdea90 000000042afdea90
[ 1864.067397] 00000000fffeddd6 0000000000000000 ffff81000104a400 000000040104a400
[ 1864.074741] Call Trace:
[ 1864.077446] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.082991] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.087934] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.094535]
[ 1864.096064] aio/5 S 00000029b573b587 0 280 2 (L-TLB)
[ 1864.102808] ffff81012a12deb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.110381] 0000000000000000 ffff81012b5f8810 ffff81012afdf160 000000052afdf160
[ 1864.117957] 00000000fffeddd6 0000000000000000 ffff810001053400 0000000501053400
[ 1864.125318] Call Trace:
[ 1864.128016] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.133569] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.138504] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.143532]
[ 1864.145049] aio/6 S 00000029b5740be8 0 281 2 (L-TLB)
[ 1864.151793] ffff81012a12feb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.159366] 0000000000000000 ffff81012b652f20 ffff81012afdf830 000000062afdf830
[ 1864.166933] 00000000fffedc11 0000000000000000 ffff81000105c400 000000060105c400
[ 1864.174277] Call Trace:
[ 1864.176976] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.182545] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.187488] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.192509]
[ 1864.194034] aio/7 S 00000029b7065c67 0 282 2 (L-TLB)
[ 1864.200778] ffff81012a131eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.208343] 0000000000000000 ffff81012b689630 ffff81012b564380 000000072b564380
[ 1864.215901] 00000000fffeddd6 0000000000000000 ffff810001065400 0000000701065400
[ 1864.223236] Call Trace:
[ 1864.225943] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.231495] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.236438] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.241467]
[ 1864.242984] ksnapd S 00000029e18422e0 0 950 2 (L-TLB)
[ 1864.249728] ffff81012b0ebeb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.257301] ffff810129d207e8 ffffffff8068d100 ffff81012b6bb0e0 000000002b6bb0e0
[ 1864.264859] 00000000fffede8f 0000000000000000 ffff810001026400 0000000001026400
[ 1864.272221] Call Trace:
[ 1864.274910] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.280463] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.285415] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.290452]
[ 1864.291969] kondemand/0 S ffffffff8022b582 0 951 2 (L-TLB)
[ 1864.298721] ffff810129df5eb0 0000000000000046 ffff810129dec400 ffffffff8022b21f
[ 1864.306287] ffff810129dec498 ffff81012b504de0 ffff81012b6bb7b0 ffff81012b6bb7b0
[ 1864.313845] ffff81012b6bb7b0 ffff810001026488 ffffffff8068e640 ffff810001026400
[ 1864.321206] Call Trace:
[ 1864.323903] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.329448] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.334391] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.339411]
[ 1864.340928] kondemand/1 S 00000029e184f5ab 0 952 2 (L-TLB)
[ 1864.347680] ffff810129de1eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.355246] ffff810129dd8418 ffff81012b510750 ffff81012b6b0300 000000012b6b0300
[ 1864.362804] 00000000fffede8f 0000000000000000 ffff81000102f400 000000010102f400
[ 1864.370156] Call Trace:
[ 1864.372862] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.378415] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.383359] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.388379]
[ 1864.389888] kondemand/2 S 00000029e185469e 0 953 2 (L-TLB)
[ 1864.396639] ffff810129ddbeb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.404213] ffff810129dd9888 ffff81012b546e60 ffff81012b6b09d0 000000022b6b09d0
[ 1864.411772] 00000000fffedddc 0000000000000000 ffff810001038400 0000000201038400
[ 1864.419124] Call Trace:
[ 1864.421830] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.427383] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.432326] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.437356]
[ 1864.438880] kondemand/3 S 00000029e1859ee6 0 954 2 (L-TLB)
[ 1864.445616] ffff810129dd3eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.453189] ffff810129db1178 ffff81012b59f570 ffff81012b6b10a0 000000032b6b10a0
[ 1864.460757] 00000000fffede8b 0000000000000000 ffff810001041400 0000000301041400
[ 1864.468109] Call Trace:
[ 1864.470806] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.476351] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.481294] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.486315]
[ 1864.487832] kondemand/4 S 00000029e185edf6 0 955 2 (L-TLB)
[ 1864.494592] ffff810129da5eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.502157] ffff810129d9c358 ffff81012b59e100 ffff81012b6b1770 000000042b6b1770
[ 1864.509698] 00000000fffede8f 0000000000000000 ffff81000104a400 000000040104a400
[ 1864.517042] Call Trace:
[ 1864.519748] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.525293] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.530236] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.535264]
[ 1864.536781] kondemand/5 S 00000029e1863a25 0 956 2 (L-TLB)
[ 1864.543533] ffff810129d9feb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.551090] ffff810129d9d7c8 ffff81012b5f8810 ffff810129f00890 0000000529f00890
[ 1864.558648] 00000000fffede8f 0000000000000000 ffff810001053400 0000000501053400
[ 1864.566000] Call Trace:
[ 1864.568697] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.574243] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.579194] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.584223]
[ 1864.585740] kondemand/6 S 00000029e1868e94 0 957 2 (L-TLB)
[ 1864.592493] ffff810129d95eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.600058] ffff810129d910b8 ffff81012b652f20 ffff810129f00f60 0000000629f00f60
[ 1864.607616] 00000000fffeddf1 0000000000000000 ffff81000105c400 000000060105c400
[ 1864.614968] Call Trace:
[ 1864.617665] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.623219] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.628162] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.633183]
[ 1864.634700] kondemand/7 S 00000029e28e7ab3 0 958 2 (L-TLB)
[ 1864.641451] ffff810129d85eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1864.649016] ffff810129d7c298 ffff81012b689630 ffff810129d20e20 0000000729d20e20
[ 1864.656566] 00000000fffede4b 0000000000000000 ffff810001065400 0000000701065400
[ 1864.663911] Call Trace:
[ 1864.666616] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.672170] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.677120] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.682141]
[ 1864.683658] dhclient S 0000000054f6ceea 0 1012 1 (NOTLB)
[ 1864.690418] ffff81012999fa38 0000000000000086 0000000000000000 ffff81012999fa08
[ 1864.697984] ffff81012999fa08 ffff810129ce57f0 ffff810129c61630 ffffffff80322529
[ 1864.705542] 0000000000000000 0000000000000000 0000040000000000 ffff81012999fa68
[ 1864.712886] Call Trace:
[ 1864.715591] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1864.721303] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1864.726592] [<ffffffff802bd313>] compat_core_sys_select+0x1c7/0x28f
[ 1864.733002] [<ffffffff802bd4b3>] compat_sys_select+0xd8/0x1a2
[ 1864.738896] [<ffffffff802230a2>] ia32_sysret+0x0/0xa
[ 1864.744009]
[ 1864.745534] rpciod/0 S ffff81012b0a20c0 0 1029 2 (L-TLB)
[ 1864.752286] ffff810129991eb0 0000000000000046 0000000000000000 ffffffff80266a09
[ 1864.759844] ffff81002de48000 ffff810129f001c0 ffff810129ee2ea0 0000000000000282
[ 1864.767393] ffffffff80512450 ffffffff8033745a ffff8101299ff248 ffffffff804d6b8c
[ 1864.774745] Call Trace:
[ 1864.777450] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.782997] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.787921] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.792950]
[ 1864.794467] rpciod/1 S 0000003d0d2b5afc 0 1030 2 (L-TLB)
[ 1864.801219] ffff810129993eb0 0000000000000046 0000000000000000 ffffffff80266a09
[ 1864.808784] ffff8101277f4000 ffff81012b510750 ffff810129cf8400 0000000180335e11
[ 1864.816343] 00000000ffff2f0b 0000000000000000 ffff81000102f400 00000001804d6b8c
[ 1864.823703] Call Trace:
[ 1864.826409] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.833539] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.838482] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.843503]
[ 1864.845027] rpciod/2 S ffff81012b0a21c0 0 1031 2 (L-TLB)
[ 1864.851779] ffff810129997eb0 0000000000000046 ffff81006d4b3c88 ffffffff804d28a1
[ 1864.859328] ffff81012996a800 ffff81012af1ead0 ffff810129d038b0 ffffffff804d3455
[ 1864.866886] ffff81006d4b3c88 ffff8101299fe270 ffff81006d4b3c88 ffffffff804d13fd
[ 1864.874222] Call Trace:
[ 1864.876927] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.882481] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.887424] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.892453]
[ 1864.893969] rpciod/3 S 0000003d12432982 0 1032 2 (L-TLB)
[ 1864.900722] ffff810129989eb0 0000000000000046 0000000000000000 0000000000000003
[ 1864.908287] 0000000000000286 ffff81012b59f570 ffff810129d20750 0000000380335e11
[ 1864.915846] 00000000ffff2f12 0000000000000000 ffff810001041400 00000003804d6b8c
[ 1864.923223] Call Trace:
[ 1864.925921] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.931475] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.936409] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.941438]
[ 1864.942955] rpciod/4 S 0000003d0b0776e9 0 1033 2 (L-TLB)
[ 1864.949698] ffff81012998beb0 0000000000000046 0000000000000000 ffffffff80266a09
[ 1864.957263] ffff810126671000 ffff81012b59e100 ffff810129d214f0 0000000480335e11
[ 1864.964821] 00000000ffff2f02 0000000000000000 ffff81000104a400 00000004804d6b8c
[ 1864.972165] Call Trace:
[ 1864.974863] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1864.980417] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1864.985341] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1864.990362]
[ 1864.991887] rpciod/5 S 0000003d12422b5f 0 1034 2 (L-TLB)
[ 1864.998639] ffff81012998feb0 0000000000000046 0000000000000000 ffffffff80266a09
[ 1865.006204] ffff810126671000 ffff81012b5f8810 ffff81012b6baa10 0000000580335e11
[ 1865.013755] 00000000ffff2f21 0000000000000000 ffff810001053400 00000005804d6b8c
[ 1865.021107] Call Trace:
[ 1865.023813] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.029366] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.034309] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.039339]
[ 1865.040855] rpciod/6 S 00000172839fdcbd 0 1035 2 (L-TLB)
[ 1865.047607] ffff8101299f9eb0 0000000000000046 0000000000000000 0000000000000003
[ 1865.055172] 0000000000000286 ffff81012b652f20 ffff81012a382fe0 0000000680337344
[ 1865.062731] 00000001000441a6 0000000000000000 ffff81000105c400 00000006804d6b8c
[ 1865.070083] Call Trace:
[ 1865.072781] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.078334] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.083276] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.088298]
[ 1865.089814] rpciod/7 S ffffffff8022b582 0 1036 2 (L-TLB)
[ 1865.096566] ffff8101299fbeb0 0000000000000046 0000000000000286 0000000000000003
[ 1865.104122] 0000000000000286 ffff810129eec810 ffff81012a3836b0 ffffffff80337344
[ 1865.111698] ffffffff80512490 ffffffff8033841c 0000000000000008 ffffffff804d6b8c
[ 1865.119050] Call Trace:
[ 1865.121739] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.127285] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.132236] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.137264]
[ 1865.138781] portmap S 0000003d01507e8c 0 1094 1 (NOTLB)
[ 1865.145534] ffff8101291a9b28 0000000000000086 0000000000000000 0000000000000246
[ 1865.153082] ffff8101285f6780 ffff81012b546e60 ffff81012a3962c0 0000000229903c80
[ 1865.160631] 00000000ffff2ed9 0000000000000000 ffff810001038400 00000002804b41c2
[ 1865.167992] Call Trace:
[ 1865.170689] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1865.176400] [<ffffffff8029b7fc>] do_sys_poll+0x2ca/0x3b2
[ 1865.181872] [<ffffffff8029b91a>] sys_poll+0x36/0x47
[ 1865.186892] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1865.192182] [<00002ab29192edef>]
[ 1865.195544]
[ 1865.197056] unionfs-fuse- S ffffffff8022b582 0 1116 1 (NOTLB)
[ 1865.203817] ffff81012930dc58 0000000000000086 0000000000000082 ffff8100cf3d3a38
[ 1865.211382] ffff810129365240 ffff810127470e20 ffff810129dd8380 0000000000000000
[ 1865.218940] ffff81012930dbc8 ffffffff8022dc11 ffff81012930dc18 ffffffff80249cfb
[ 1865.226285] Call Trace:
[ 1865.228994] [<ffffffff880012c6>] :fuse:fuse_dev_read+0x132/0x4ad
[ 1865.235162] [<ffffffff8028cfaa>] do_sync_read+0xcc/0x115
[ 1865.240621] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1865.245738] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1865.250759] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1865.256049] [<00002ae4c1cbbec0>]
[ 1865.259412]
[ 1865.260941] unionfs-fuse- D 000001b245611bf4 0 1119 1 (NOTLB)
[ 1865.267694] ffff810129765988 0000000000000082 0000000000000000 ffffffff80337e22
[ 1865.275258] ffff8101297658c8 ffff81012b652f20 ffff810129eec810 0000000600000000
[ 1865.282816] 0000000100054d2b 0000000000000000 ffff81000105c400 0000000680337c3e
[ 1865.290169] Call Trace:
[ 1865.292874] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1865.298594] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1865.304568] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1865.310204] [<ffffffff80269b24>] balance_dirty_pages_ratelimited_nr+0x196/0x22f
[ 1865.317692] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1865.324569] [<ffffffff80266210>] __generic_file_aio_write_nolock+0x45a/0x491
[ 1865.331763] [<ffffffff802662a8>] generic_file_aio_write+0x61/0xc1
[ 1865.338005] [<ffffffff8032eb94>] nfs_file_write+0x138/0x1b7
[ 1865.343743] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1865.349301] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1865.354495] [<ffffffff8028d5df>] sys_pwrite64+0x68/0x96
[ 1865.359880] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1865.365170] [<00002b4eeec3ea73>]
[ 1865.368533]
[ 1865.370062] unionfs-fuse- S ffffffff8022b582 0 1124 1 (NOTLB)
[ 1865.376822] ffff81012973fc58 0000000000000082 0000000000000082 ffff8100ce945a38
[ 1865.384388] ffff8101259a5bc0 ffff81012a3fc480 ffff810129e2a040 0000000000000000
[ 1865.391946] ffff81012973fbc8 ffffffff8022dc11 ffff81012973fc18 ffffffff80249cfb
[ 1865.399299] Call Trace:
[ 1865.402006] [<ffffffff880012c6>] :fuse:fuse_dev_read+0x132/0x4ad
[ 1865.408166] [<ffffffff8028cfaa>] do_sync_read+0xcc/0x115
[ 1865.413627] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1865.418751] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1865.423774] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1865.429064] [<00002b449afd4ec0>]
[ 1865.432434]
[ 1865.433956] udevd S 000000f6398f9ec1 0 1325 1 (NOTLB)
[ 1865.440707] ffff8101284d5a28 0000000000000082 0000000000000000 ffff8101284d7c40
[ 1865.448265] ffff81012a3fcb50 ffff81012b5f8810 ffff81012a3fcb50 0000000501053400
[ 1865.455822] 0000000100023885 0000000000000000 ffff810001053400 00000005804ec5ef
[ 1865.463166] Call Trace:
[ 1865.465871] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1865.471591] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1865.476872] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1865.482681] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1865.487979] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1865.493269] [<00002ba9f3eaf053>]
[ 1865.496639]
[ 1865.498161] edac-poller S 000001b1293e7b02 0 2229 2 (L-TLB)
[ 1865.504912] ffff81012777beb0 0000000000000046 0000000000000000 ffff810128c25248
[ 1865.512478] ffff810128c25200 ffff81012b546e60 ffff8101280a18f0 000000028023e178
[ 1865.520044] 0000000100054864 0000000000000000 ffff810001038400 0000000228c25248
[ 1865.527405] Call Trace:
[ 1865.530112] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.535665] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.540608] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.545629]
[ 1865.547146] ksuspend_usbd S ffff8101291634c0 0 2266 2 (L-TLB)
[ 1865.553898] ffff810127e1feb0 0000000000000046 0000000000000001 ffffffff8022b21f
[ 1865.561471] ffff810127e1fe08 ffff810129dd8380 ffff81012a38c950 ffff81012a38c950
[ 1865.569038] ffff81012a38c950 ffff810001026488 ffff81012a790400 ffff810001026400
[ 1865.576390] Call Trace:
[ 1865.579088] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.584642] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.589592] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.596194]
[ 1865.597723] khubd S 0000002ea84aa738 0 2270 2 (L-TLB)
[ 1865.604458] ffff810127e71e00 0000000000000046 0000000000000000 ffffffff803d7c96
[ 1865.612023] ffffffff8804c060 ffff81012b689630 ffff810129c60f60 0000000700000000
[ 1865.619572] 00000000fffef29c 0000000000000000 ffff810001065400 00000007803d7ae7
[ 1865.626908] Call Trace:
[ 1865.629618] [<ffffffff88029aea>] :usbcore:hub_thread+0xb70/0xbe6
[ 1865.635770] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.640708] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.645745]
[ 1865.647262] kpsmoused S 0000002e71476a85 0 2306 2 (L-TLB)
[ 1865.654015] ffff81012871beb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1865.661580] 0000000000000000 ffffffff8068d100 ffff810129d9d730 0000000029d9d730
[ 1865.669138] 00000000fffef1b6 0000000000000000 ffff810001026400 0000000001026400
[ 1865.676490] Call Trace:
[ 1865.679196] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.684741] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.689692] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.694713]
[ 1865.696230] mthca_catas S 0000002e799833fa 0 2349 2 (L-TLB)
[ 1865.702982] ffff8101283ebeb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1865.710547] 0000000000000000 ffffffff8068d100 ffff81012a378200 000000002a378200
[ 1865.718096] 00000000fffef1d9 0000000000000000 ffff810001026400 0000000001026400
[ 1865.725457] Call Trace:
[ 1865.728163] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.733708] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.738651] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.743672]
[ 1865.745189] scsi_eh_0 S 0000002eadb36b3a 0 2409 2 (L-TLB)
[ 1865.751940] ffff8101287e3e60 0000000000000046 0000000000000000 ffff8101287e3e70
[ 1865.759498] ffff8101287e3db0 ffff81012b59f570 ffff810127dda790 0000000380528040
[ 1865.767055] 00000000fffef2b1 0000000000000000 ffff810001041400 0000000300000000
[ 1865.774408] Call Trace:
[ 1865.777105] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1865.783094] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.788035] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.793064]
[ 1865.794580] scsi_eh_1 S 0000002ec06992a3 0 2410 2 (L-TLB)
[ 1865.801332] ffff81012832fe60 0000000000000046 0000000000000000 ffff81012832fe70
[ 1865.808906] ffff81012832fdb0 ffffffff8068d100 ffff810129c7e950 0000000080528040
[ 1865.816448] 00000000fffef2fa 0000000000000000 ffff810001026400 0000000000000000
[ 1865.823800] Call Trace:
[ 1865.826505] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1865.832485] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.837410] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.842438]
[ 1865.843963] scsi_eh_2 S ffffffff8022b582 0 2626 2 (L-TLB)
[ 1865.850715] ffff810127ff7e60 0000000000000046 ffff81005b7ca5e0 ffffffff80431275
[ 1865.858273] ffff8100cef01200 ffff81012afb0750 ffff810127dda0c0 0000000000000282
[ 1865.865830] ffff810127ff7ee0 ffffffff880f6580 ffff81012a04e800 ffffffff80379049
[ 1865.873175] Call Trace:
[ 1865.875879] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1865.881851] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.886784] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.891804]
[ 1865.893321] ib_mad1 S 000001b023bc8750 0 2627 2 (L-TLB)
[ 1865.900072] ffff81012748feb0 0000000000000046 0000000000000000 0000000000000286
[ 1865.907621] ffff810127d7b950 ffff81012b652f20 ffff810129eecee0 0000000600000008
[ 1865.915178] 00000001000544ae 0000000000000000 ffff81000105c400 00000006881c3dfe
[ 1865.922532] Call Trace:
[ 1865.925237] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1865.930783] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.935733] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.940754]
[ 1865.942271] scsi_eh_3 S 00000030794c01a6 0 2637 2 (L-TLB)
[ 1865.949023] ffff810128965e60 0000000000000046 0000000000000000 0000000000000000
[ 1865.956597] 0000000000000000 ffff81012b59e100 ffff810129df6b10 0000000400000000
[ 1865.964164] 00000000fffefa3c 0000000000000000 ffff81000104a400 0000000400000000
[ 1865.971516] Call Trace:
[ 1865.974214] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1865.980202] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1865.985143] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1865.990171]
[ 1865.991689] scsi_eh_4 S 00000031e9be5056 0 2638 2 (L-TLB)
[ 1865.998449] ffff81012742fe60 0000000000000046 0000000000000000 0000000000000000
[ 1866.006007] 0000000000000000 ffff81012b59e100 ffff810129c6a8d0 0000000400000000
[ 1866.013573] 00000000ffff0047 0000000000000000 ffff81000104a400 0000000400000000
[ 1866.020917] Call Trace:
[ 1866.023622] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1866.029601] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1866.034544] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1866.039572]
[ 1866.041089] scsi_eh_5 S 000000335b23f70a 0 2639 2 (L-TLB)
[ 1866.047850] ffff810128725e60 0000000000000046 0000000000000000 0000000000000000
[ 1866.055407] 0000000001000000 ffff81012b59e100 ffff810129d91020 0000000400000000
[ 1866.062974] 00000000ffff0656 0000000000000000 ffff81000104a400 0000000400000000
[ 1866.070326] Call Trace:
[ 1866.073014] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1866.079011] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1866.083944] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1866.088965]
[ 1866.090481] scsi_eh_6 S 00000034cdb99842 0 2640 2 (L-TLB)
[ 1866.097241] ffff810127d9be60 0000000000000046 0000000000000000 0000000000000000
[ 1866.104799] 0000000000000000 ffff81012b59e100 ffff81012a38c280 0000000400000000
[ 1866.112357] 00000000ffff0c6a 0000000000000000 ffff81000104a400 0000000400000000
[ 1866.119700] Call Trace:
[ 1866.122398] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1866.128377] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1866.133309] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1866.138330]
[ 1866.139847] scsi_eh_7 S 000000363f5c6076 0 2641 2 (L-TLB)
[ 1866.146598] ffff8101281cfe60 0000000000000046 0000000000000000 0000000000000000
[ 1866.154156] 0000000000000000 ffff81012b59e100 ffff810129e2a710 0000000400000000
[ 1866.161705] 00000000ffff127a 0000000000000000 ffff81000104a400 0000000480698e80
[ 1866.169058] Call Trace:
[ 1866.171763] [<ffffffff8042edcd>] scsi_error_handler+0xa3/0x6d0
[ 1866.177743] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1866.182676] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1866.187696]
[ 1866.189213] kipmi0 S 000001b281a27ff6 0 3577 2 (L-TLB)
[ 1866.195966] ffff81012767fe90 0000000000000046 0000000000000000 0000000000000670
[ 1866.203539] ffff81012a38d020 ffff81012b59f570 ffff81012a38d020 000000032a38d020
[ 1866.211097] 0000000100054e05 0000000000000000 ffff810001041400 0000000300000246
[ 1866.218449] Call Trace:
[ 1866.221155] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1866.226892] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1866.233842] [<ffffffff88138b25>] :ipmi_si:ipmi_thread+0x70/0x89
[ 1866.239914] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1866.244847] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1866.249875]
[ 1866.251393] rpc.statd S 0000003d01518465 0 3885 1 (NOTLB)
[ 1866.258153] ffff8101283a5a28 0000000000000086 0000000000000000 ffffffff8024d2f4
[ 1866.265709] 0000000000000002 ffff81012b59f570 ffff8101281640c0 00000003285f6780
[ 1866.273268] 00000000ffff2ed9 0000000000000000 ffff810001041400 00000003806ec930
[ 1866.280619] Call Trace:
[ 1866.283309] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.289036] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1866.294334] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1866.300144] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1866.305424] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.310705] [<00002b8d95498053>]
[ 1866.314067]
[ 1866.315589] rpc.idmapd S ffffffff8022b582 0 3894 1 (NOTLB)
[ 1866.322341] ffff8101260ffe78 0000000000000082 0000000000000000 0000000000000000
[ 1866.329915] ffff8101260ffde8 ffff81012a38d020 ffff810129cf9870 0000000380296a3e
[ 1866.337472] 000000010002ac78 0000000000000000 ffff810001041400 000000038069aae0
[ 1866.346412] Call Trace:
[ 1866.349107] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1866.354835] [<ffffffff802b9cb2>] sys_epoll_wait+0x1cf/0x4f0
[ 1866.360549] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.365837] [<00002b5e8457c1f3>]
[ 1866.369191]
[ 1866.370721] acpid S 00000039aaf60605 0 4124 1 (NOTLB)
[ 1866.377464] ffff810125f73b28 0000000000000082 0000000000000000 ffffffff88000065
[ 1866.385020] ffff8101296d7400 ffff81012b59f570 ffff81012a254f20 000000032b0e11c0
[ 1866.392578] 00000000ffff20d6 0000000000000000 ffff810001041400 0000000325ec1800
[ 1866.399931] Call Trace:
[ 1866.402629] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.408356] [<ffffffff8029b7fc>] do_sys_poll+0x2ca/0x3b2
[ 1866.413818] [<ffffffff8029b91a>] sys_poll+0x36/0x47
[ 1866.418846] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.424129] [<00002b4ec70cadef>]
[ 1866.427483]
[ 1866.429012] syslogd D 000001b2897ec664 0 4160 1 (NOTLB)
[ 1866.435763] ffff8101259a7928 0000000000000082 0000000000000000 0000000000000000
[ 1866.443313] ffff81012608eb80 ffff81012b5f8810 ffff81012608e9d0 00000005ffffffff
[ 1866.450871] 0000000100054e3e 0000000000000000 ffff810001053400 0000000500000001
[ 1866.458223] Call Trace:
[ 1866.460929] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1866.466656] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1866.472639] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1866.478266] [<ffffffff80269b24>] balance_dirty_pages_ratelimited_nr+0x196/0x22f
[ 1866.485738] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1866.492598] [<ffffffff80266210>] __generic_file_aio_write_nolock+0x45a/0x491
[ 1866.499801] [<ffffffff802662a8>] generic_file_aio_write+0x61/0xc1
[ 1866.506049] [<ffffffff8028d70c>] do_sync_readv_writev+0xc1/0x10b
[ 1866.512214] [<ffffffff8028d9ed>] do_readv_writev+0xda/0x234
[ 1866.517936] [<ffffffff8028dbe1>] vfs_writev+0x4b/0x50
[ 1866.523138] [<ffffffff8028dcc3>] sys_writev+0x53/0x8a
[ 1866.528342] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.533631] [<00002b7f7c91cb4c>]
[ 1866.537001]
[ 1866.538522] dd R running task 0 4193 1 (NOTLB)
[ 1866.545179] klogd S 00000155dd65364b 0 4195 1 (NOTLB)
[ 1866.551932] ffff81012599dbd8 0000000000000086 0000000000000000 0000000000000200
[ 1866.559489] 000000000000020a ffff81012b5f8810 ffff810127e6cee0 0000000501054830
[ 1866.567047] 000000010003ca15 0000000000000000 ffff810001053400 0000000500000246
[ 1866.574410] Call Trace:
[ 1866.577114] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.582842] [<ffffffff804cc4c3>] unix_wait_for_peer+0xbd/0xdd
[ 1866.588738] [<ffffffff804cd05a>] unix_dgram_sendmsg+0x3ae/0x491
[ 1866.594809] [<ffffffff8046cd36>] sock_aio_write+0xf1/0xfc
[ 1866.600366] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1866.605914] [<ffffffff8028d341>] vfs_write+0xd9/0x165
[ 1866.611100] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1866.616216] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.621497] [<00002b6ae3931d50>]
[ 1866.624860]
[ 1866.626389] sshd S 0000003ce23912d8 0 4230 1 (NOTLB)
[ 1866.633133] ffff810125727a28 0000000000000086 0000000000000000 00002abf7ab1f000
[ 1866.640706] ffff810125727a88 ffff81012b5f8810 ffff810127677120 0000000580748400
[ 1866.648265] 00000000ffff2e57 0000000000000000 ffff810001053400 0000000500000000
[ 1866.655626] Call Trace:
[ 1866.658331] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.664050] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1866.669340] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1866.675166] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1866.680456] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.685754] [<00002abf7cd02053>]
[ 1866.689117]
[ 1866.690646] ypbind S 0000003a1f53823c 0 4263 1 (NOTLB)
[ 1866.697398] ffff8101251c1b28 0000000000000086 0000000000000000 0000000000000246
[ 1866.704963] ffff8101285bc4c0 ffff81012b689630 ffff810127e29670 00000007297000c0
[ 1866.712522] 00000000ffff224b 0000000000000000 ffff810001065400 00000007804b41c2
[ 1866.719874] Call Trace:
[ 1866.722571] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.728299] [<ffffffff8029b7fc>] do_sys_poll+0x2ca/0x3b2
[ 1866.733770] [<ffffffff8029b91a>] sys_poll+0x36/0x47
[ 1866.738808] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.744098] [<00002b63e7dd4e26>]
[ 1866.747461]
[ 1866.748990] ypbind S 7fffffffffffffff 0 4264 1 (NOTLB)
[ 1866.755751] ffff8101251c3e48 0000000000000086 00002b63e78e5248 ffffffff80274380
[ 1866.763308] 00000000277e3768 ffff810127e29670 ffff810127e6d5b0 0000000300000246
[ 1866.770865] ffff8101251c3ec0 ffff8101277e3768 0000000000000000 0000000000000000
[ 1866.778209] Call Trace:
[ 1866.780907] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.786626] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1866.793580] [<ffffffff802419c5>] sys_rt_sigtimedwait+0x1a0/0x27f
[ 1866.799759] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.805040] [<00002b63e78e2e29>]
[ 1866.808393]
[ 1866.809922] ypbind S 000001ae308d1495 0 4266 1 (NOTLB)
[ 1866.816674] ffff810125205eb8 0000000000000086 0000000000000000 0000000000000000
[ 1866.824231] 00000000000cc2fe ffff81012b652f20 ffff81012af32480 00000006000cc2fe
[ 1866.831789] 0000000100053c7d 0000000000000000 ffff81000105c400 00000006135495f9
[ 1866.839133] Call Trace:
[ 1866.841831] [<ffffffff804ed5bf>] do_nanosleep+0x5f/0x97
[ 1866.847212] [<ffffffff8024c726>] hrtimer_nanosleep+0x64/0x128
[ 1866.853108] [<ffffffff8024c841>] sys_nanosleep+0x57/0x63
[ 1866.858561] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.863851] [<00002b63e7da42e1>]
[ 1866.867213]
[ 1866.868742] automount S 0000003d035c7774 0 4341 1 (NOTLB)
[ 1866.875494] ffff810125041b28 0000000000000086 0000000000000000 0000000000000001
[ 1866.883051] ffff81012fdcbe98 ffff81012b652f20 ffff810129ee3570 0000000680221e62
[ 1866.890609] 00000000ffff2ed2 0000000000000000 ffff81000105c400 000000062b615ae8
[ 1866.897961] Call Trace:
[ 1866.900659] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.906378] [<ffffffff8029b7fc>] do_sys_poll+0x2ca/0x3b2
[ 1866.911849] [<ffffffff8029b91a>] sys_poll+0x36/0x47
[ 1866.916878] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.922177] [<00002aeba863cdef>]
[ 1866.925539]
[ 1866.927069] automount S 0000003cdd3f8d14 0 4352 1 (NOTLB)
[ 1866.933821] ffff81012537db28 0000000000000086 0000000000000000 0000000000000001
[ 1866.941361] ffff81012fdb3f20 ffff81012b546e60 ffff810128164e60 0000000280221e62
[ 1866.948919] 00000000ffff2e42 0000000000000000 ffff810001038400 000000022b615ae8
[ 1866.956271] Call Trace:
[ 1866.958976] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1866.964696] [<ffffffff8029b7fc>] do_sys_poll+0x2ca/0x3b2
[ 1866.970149] [<ffffffff8029b91a>] sys_poll+0x36/0x47
[ 1866.975178] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1866.980468] [<00002b03e9416def>]
[ 1866.983831]
[ 1866.985353] gpm S 0000003ae979a7da 0 4381 1 (NOTLB)
[ 1866.992104] ffff81012567da28 0000000000000086 0000000000000000 00000000470a0162
[ 1866.999669] 0000000000000000 ffff81012b59f570 ffff810126058950 0000000300000086
[ 1867.007245] 00000000ffff2589 0000000000000000 ffff810001041400 000000032a7d7000
[ 1867.014597] Call Trace:
[ 1867.017294] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1867.023014] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1867.028295] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1867.034104] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1867.039385] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1867.044674] [<00002ad175edf053>]
[ 1867.048044]
[ 1867.049566] irqbalance S 000001b17fcd468d 0 4394 1 (NOTLB)
[ 1867.056292] ffff81012537beb8 0000000000000082 0000000000000000 ffff810125f342b8
[ 1867.063857] 00000000000cdeae ffff81012b652f20 ffff81012a378fa0 00000006000cdeae
[ 1867.071424] 0000000100054a44 0000000000000000 ffff81000105c400 00000006135495f9
[ 1867.078785] Call Trace:
[ 1867.081491] [<ffffffff804ed5bf>] do_nanosleep+0x5f/0x97
[ 1867.086855] [<ffffffff8024c726>] hrtimer_nanosleep+0x64/0x128
[ 1867.092751] [<ffffffff8024c841>] sys_nanosleep+0x57/0x63
[ 1867.098204] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1867.103503] [<00002b28676302b0>]
[ 1867.106865]
[ 1867.108394] ntpd S ffffffff8022b582 0 4542 1 (NOTLB)
[ 1867.115154] ffff8101253b7998 0000000000000082 ffff8101253b78e8 ffffffff8022b4a5
[ 1867.124305] ffff810129eec810 ffff81012a38d020 ffff810129c7f020 ffffffff8022bf2c
[ 1867.131872] ffff810129c7f2b0 ffff81000105c400 ffff810129eec810 ffff81000105c400
[ 1867.139224] Call Trace:
[ 1867.141933] [<ffffffff88000682>] :fuse:wait_answer_interruptible+0xc0/0xe2
[ 1867.148970] [<ffffffff88000943>] :fuse:request_send+0x178/0x362
[ 1867.155038] [<ffffffff8800498d>] :fuse:fuse_send_write+0xbb/0xd3
[ 1867.161207] [<ffffffff88004a6c>] :fuse:fuse_commit_write+0xc1/0x16f
[ 1867.167628] [<ffffffff80265950>] generic_file_buffered_write+0x43b/0x60d
[ 1867.174482] [<ffffffff80266210>] __generic_file_aio_write_nolock+0x45a/0x491
[ 1867.181685] [<ffffffff802662a8>] generic_file_aio_write+0x61/0xc1
[ 1867.187917] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1867.193465] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1867.198676] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1867.203792] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1867.209083] [<00002af0abb64d50>]
[ 1867.212453]
[ 1867.213975] lockd S 7fffffffffffffff 0 4582 2 (L-TLB)
[ 1867.220726] ffff8101268bddc0 0000000000000046 ffff81012b60e600 00002b3ca909760f
[ 1867.228292] 00002b3cfffffff5 ffff810127676a50 ffff8101266c2de0 00002b3ca909761b
[ 1867.235850] 00002b3ca909761e 00002b3ca9097621 00002b3ca9097624 ffff81012a220280
[ 1867.243194] Call Trace:
[ 1867.245899] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1867.251627] [<ffffffff804dba17>] svc_recv+0x319/0x522
[ 1867.256823] [<ffffffff80353fbf>] lockd+0x12d/0x275
[ 1867.261765] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.266793]
[ 1867.268310] ib_addr S 000001b0563a52f1 0 4605 2 (L-TLB)
[ 1867.275070] ffff810124d21eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.282636] 000000000049314c ffff81012b652f20 ffff8101277f8240 00000006277f8240
[ 1867.290203] 000000010005457b 0000000000000000 ffff81000105c400 000000060104a400
[ 1867.297555] Call Trace:
[ 1867.300253] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.305805] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.310748] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.315769]
[ 1867.317286] ib_mcast S 000001af711dd15a 0 4616 2 (L-TLB)
[ 1867.324029] ffff81012662beb0 0000000000000046 0000000000000000 00000000000000d0
[ 1867.331586] ffffffff881c4d40 ffff81012b652f20 ffff810129d7d670 0000000629d7d670
[ 1867.339135] 00000001000541c0 0000000000000000 ffff81000105c400 000000060104a400
[ 1867.346479] Call Trace:
[ 1867.349177] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.354731] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.359664] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.364685]
[ 1867.366202] iw_cm_wq S 0000003b25fcf5e0 0 4626 2 (L-TLB)
[ 1867.372962] ffff810124d2deb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.380527] 0000000000618e70 ffff81012b59e100 ffff810126784ee0 0000000426784ee0
[ 1867.388077] 00000000ffff270e 0000000000000000 ffff81000104a400 000000042b509ea8
[ 1867.395421] Call Trace:
[ 1867.398127] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.403664] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.408606] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.413635]
[ 1867.415152] ib_cm/0 S 0000003b264e3d2c 0 4635 2 (L-TLB)
[ 1867.421904] ffff810124d3beb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.429461] 0000000000000000 ffffffff8068d100 ffff810126062990 0000000026062990
[ 1867.437010] 00000000ffff270f 0000000000000000 ffff810001026400 0000000001026400
[ 1867.444354] Call Trace:
[ 1867.447052] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.452613] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.457556] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.462577]
[ 1867.464102] ib_cm/1 S 0000003b264ea01f 0 4637 2 (L-TLB)
[ 1867.470855] ffff810124d3feb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.478428] 00000000000161f3 ffff81012b510750 ffff81012a38d6f0 000000012a38d6f0
[ 1867.485986] 00000000ffff270f 0000000000000000 ffff81000102f400 000000010102f400
[ 1867.493330] Call Trace:
[ 1867.496028] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.501582] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.506515] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.511527]
[ 1867.513044] ib_cm/2 S 0000003b264ef671 0 4638 2 (L-TLB)
[ 1867.519804] ffff810124e01eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.527369] 0000000000000000 ffff81012b546e60 ffff810129d7cfa0 0000000229d7cfa0
[ 1867.534937] 00000000ffff270e 0000000000000000 ffff810001038400 0000000201038400
[ 1867.542289] Call Trace:
[ 1867.544987] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.550548] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.555483] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.560512]
[ 1867.562038] ib_cm/3 S 0000003b264f4df7 0 4639 2 (L-TLB)
[ 1867.568789] ffff810124e03eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.576346] 0000000000000000 ffff81012b59f570 ffff810129eec140 0000000329eec140
[ 1867.583905] 00000000ffff270f 0000000000000000 ffff810001041400 0000000301041400
[ 1867.591248] Call Trace:
[ 1867.593954] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.599499] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.604468] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.609489]
[ 1867.611005] ib_cm/4 S ffffffff8022b582 0 4640 2 (L-TLB)
[ 1867.617765] ffff810124e05eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.625331] 0000000000000000 ffff81012b504de0 ffff810129eed5b0 ffff810129eed5b0
[ 1867.632872] ffff810129eed5b0 ffff81000104a488 ffff810128eee140 ffff81000104a400
[ 1867.640241] Call Trace:
[ 1867.642948] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.648493] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.653426] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.658447]
[ 1867.659964] ib_cm/5 S ffff810125e527c0 0 4641 2 (L-TLB)
[ 1867.666716] ffff810124e07eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.674273] 0000000000000000 ffff810129c7e280 ffff810129d9c2c0 ffff810129d9c2c0
[ 1867.681831] ffff810129d9c2c0 ffff810001053d68 ffff810128eee140 ffff810001053400
[ 1867.689184] Call Trace:
[ 1867.691881] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.697425] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.702368] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.707389]
[ 1867.708906] ib_cm/6 S 0000003b26504999 0 4642 2 (L-TLB)
[ 1867.715657] ffff810124e09eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.723205] 0000000000000000 ffff81012b652f20 ffff810129d9c990 0000000629d9c990
[ 1867.730772] 00000000ffff2702 0000000000000000 ffff81000105c400 000000060105c400
[ 1867.738124] Call Trace:
[ 1867.740822] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.746375] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.751302] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.756314]
[ 1867.757838] ib_cm/7 S ffff810125e526c0 0 4643 2 (L-TLB)
[ 1867.764582] ffff810124e0beb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.772148] 0000000000000000 ffff81012a3fcb50 ffff810129d9d060 ffff810129d9d060
[ 1867.779705] ffff810129d9d060 ffff810001065d68 ffff8101284d7c40 ffff810001065400
[ 1867.787058] Call Trace:
[ 1867.789756] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.795309] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.800251] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.805272]
[ 1867.806789] rdma_cm S 0000003b26ab4d0a 0 4652 2 (L-TLB)
[ 1867.813541] ffff810124c07eb0 0000000000000046 0000000000000000 ffffffff8022b21f
[ 1867.821107] ffff81000105c400 ffff81012b59e100 ffff8101280a0b50 00000004280a0b50
[ 1867.828665] 00000000ffff2710 0000000000000000 ffff81000104a400 000000040104a400
[ 1867.836009] Call Trace:
[ 1867.838714] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.844259] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.849210] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.854231]
[ 1867.855747] ipoib S 000001b2b107db79 0 4698 2 (L-TLB)
[ 1867.862499] ffff810124ec3eb0 0000000000000046 0000000000000000 ffff8101251c5900
[ 1867.870065] ffff8101251c58e0 ffff81012b689630 ffff81012a382240 000000078023e178
[ 1867.879214] 0000000100054eb6 0000000000000000 ffff810001065400 00000007251c5900
[ 1867.886569] Call Trace:
[ 1867.889265] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1867.894811] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.899763] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.904791]
[ 1867.906308] md3_raid5 S 00000155d85211a5 0 4715 2 (L-TLB)
[ 1867.913052] ffff810124d7de40 0000000000000046 0000000000000000 ffffffff80431275
[ 1867.920617] 0000000000000086 ffff81012b689630 ffff810129df78b0 000000072696f000
[ 1867.928192] 000000010003c9ff 0000000000000000 ffff810001065400 000000078036db76
[ 1867.935544] Call Trace:
[ 1867.938242] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1867.943974] [<ffffffff8817ce4f>] :md_mod:md_thread+0x100/0x143
[ 1867.949968] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1867.954904] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1867.959933]
[ 1867.961458] md4_raid5 D ffffffff8022b582 0 4725 2 (L-TLB)
[ 1867.968209] ffff810124ebbb60 0000000000000046 0000000000011200 0000000000011210
[ 1867.975775] ffff8101286018c0 ffff81012afb14f0 ffff810127033160 ffffffff802668c6
[ 1867.983333] 0000000000000020 ffff810128280dd8 ffff8100ba2376f8 000000010003ca03
[ 1867.990695] Call Trace:
[ 1867.993399] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1867.998678] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1868.004582] [<ffffffff8036f7aa>] __make_request+0x54f/0x611
[ 1868.010296] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1868.016542] [<ffffffff88194e5b>] :raid456:handle_stripe+0x17cd/0x2c39
[ 1868.023148] [<ffffffff88197010>] :raid456:raid5d+0x3c2/0x409
[ 1868.028960] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1868.034951] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1868.039886] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1868.044924]
[ 1868.046440] md4_resync D 00000155d5a21578 0 4726 2 (L-TLB)
[ 1868.053202] ffff810117f9bba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1868.060767] ffff81012b679c00 ffff81012b510750 ffff81012676b570 0000000128280d18
[ 1868.068325] 000000010003c9e4 0000000000000000 ffff81000102f400 0000000100000005
[ 1868.075677] Call Trace:
[ 1868.078385] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1868.085155] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1868.091496] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1868.097577] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1868.103553] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1868.108481] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1868.113510]
[ 1868.115027] md5_raid5 D 00000155dab12e61 0 4735 2 (L-TLB)
[ 1868.121779] ffff81010bb7bb60 0000000000000046 0000000000000000 0000000000011210
[ 1868.129336] ffff8101276d2940 ffff81012b546e60 ffff810126784810 00000002802668c6
[ 1868.136894] 000000010003c9fe 0000000000000000 ffff810001038400 000000020003ca09
[ 1868.144238] Call Trace:
[ 1868.146944] [<ffffffff804ececb>] io_schedule+0x28/0x36
[ 1868.152229] [<ffffffff8036e517>] get_request_wait+0x104/0x158
[ 1868.158143] [<ffffffff8036f7aa>] __make_request+0x54f/0x611
[ 1868.163865] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1868.170111] [<ffffffff88194e5b>] :raid456:handle_stripe+0x17cd/0x2c39
[ 1868.176710] [<ffffffff88197010>] :raid456:raid5d+0x3c2/0x409
[ 1868.182520] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1868.188503] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1868.193438] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1868.198467]
[ 1868.199984] md5_resync D 00000155d597e77a 0 4736 2 (L-TLB)
[ 1868.206745] ffff81010b197ba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1868.214310] ffff810117faa400 ffffffff8068d100 ffff810126784140 0000000028280d18
[ 1868.221886] 000000010003c9f3 0000000000000000 ffff810001026400 0000000000000005
[ 1868.229238] Call Trace:
[ 1868.231938] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1868.238706] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1868.245056] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1868.251146] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1868.257131] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1868.262068] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1868.267097]
[ 1868.268614] atd S 0000003b650e4e53 0 4779 1 (NOTLB)
[ 1868.275357] ffff8100cfcb1eb8 0000000000000082 0000000000000000 000000008022dc58
[ 1868.282930] 0000000000009a26 ffffffff8068d100 ffff81012664c400 0000000000009a26
[ 1868.290488] 00000000ffff2816 0000000000000000 ffff810001026400 00000000166831c1
[ 1868.297850] Call Trace:
[ 1868.300548] [<ffffffff804ed5bf>] do_nanosleep+0x5f/0x97
[ 1868.305920] [<ffffffff8024c726>] hrtimer_nanosleep+0x64/0x128
[ 1868.311816] [<ffffffff8024c841>] sys_nanosleep+0x57/0x63
[ 1868.317270] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.322551] [<00002af1ea0bb2b0>]
[ 1868.325913]
[ 1868.327442] cron S 0000017a2d867fc5 0 4795 1 (NOTLB)
[ 1868.334194] ffff8100cf3d39f8 0000000000000082 0000000000000000 ffffffff8022b4a5
[ 1868.341750] ffff810129dd8380 ffff81012b652f20 ffff810127470e20 000000068022bf2c
[ 1868.349317] 00000001000461bd 0000000000000000 ffff81000105c400 000000060105c400
[ 1868.356661] Call Trace:
[ 1868.359361] [<ffffffff88000682>] :fuse:wait_answer_interruptible+0xc0/0xe2
[ 1868.366399] [<ffffffff8800084d>] :fuse:request_send+0x82/0x362
[ 1868.372380] [<ffffffff88001f95>] :fuse:fuse_dentry_revalidate+0x11d/0x20f
[ 1868.379324] [<ffffffff80294cc1>] do_lookup+0x1a4/0x21c
[ 1868.384617] [<ffffffff80295842>] __link_path_walk+0x98f/0xe91
[ 1868.390523] [<ffffffff80295d93>] link_path_walk+0x4f/0xcc
[ 1868.396071] [<ffffffff80294d55>] path_walk+0x1c/0x21
[ 1868.401195] [<ffffffff80295fc7>] do_path_lookup+0x1b7/0x1db
[ 1868.406920] [<ffffffff802965ca>] __user_walk_fd+0x4b/0x7b
[ 1868.412478] [<ffffffff802903d0>] vfs_stat_fd+0x2f/0x72
[ 1868.417759] [<ffffffff80290855>] sys_newstat+0x27/0x4d
[ 1868.423049] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.428347] [<00002b37dc12dd05>]
[ 1868.431717]
[ 1868.433246] lmtd S 0000003bebf69b01 0 4847 1 (NOTLB)
[ 1868.439982] ffff8100ce9bdd78 0000000000000082 0000000000000000 ffff81000000f9f0
[ 1868.447555] 0000004400000020 ffffffff8068d100 ffff81012676a7d0 000000008026b8ba
[ 1868.455114] 00000000ffff2a4c 0000000000000000 ffff810001026400 0000000080271117
[ 1868.462474] Call Trace:
[ 1868.465163] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.470885] [<ffffffff8049b1f8>] inet_csk_accept+0x11d/0x2af
[ 1868.476702] [<ffffffff804bc3c4>] inet_accept+0x30/0xd8
[ 1868.481991] [<ffffffff8046d88e>] sys_accept+0xf1/0x1ab
[ 1868.487271] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.492570] [<00002b550988c0f0>]
[ 1868.495932]
[ 1868.497461] getty S 0000003c3ba7602c 0 4905 1 (NOTLB)
[ 1868.504213] ffff8100ceacbda8 0000000000000086 0000000000000000 0000000000000020
[ 1868.511778] ffff810001071b00 ffff81012b59e100 ffff810127492340 00000004803c91b3
[ 1868.519337] 00000000ffff2b9b 0000000000000000 ffff81000104a400 000000048026f2a1
[ 1868.526672] Call Trace:
[ 1868.529385] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.535107] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.540404] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.545415] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.550531] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.555553] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.560860] [<00002b4921db2cd0>]
[ 1868.564222]
[ 1868.565744] getty S 0000003c3e1a9a78 0 4906 1 (NOTLB)
[ 1868.572496] ffff8100ce41fda8 0000000000000082 0000000000000000 0000000000000020
[ 1868.580052] ffff810129151a00 ffff81012b689630 ffff810126742340 00000007803c91b3
[ 1868.587611] 00000000ffff2b15 0000000000000000 ffff810001065400 000000078026f2a1
[ 1868.594963] Call Trace:
[ 1868.597668] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.603388] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.608669] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.613697] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.618814] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.623835] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.629125] [<00002b8960565cd0>]
[ 1868.632480]
[ 1868.634009] getty S 0000003c3e523174 0 4909 1 (NOTLB)
[ 1868.640752] ffff8100ce895da8 0000000000000082 0000000000000000 0000000000000020
[ 1868.648308] ffff81012915e000 ffff81012b652f20 ffff810127fe4f20 00000006803c91b3
[ 1868.655867] 00000000ffff2ba2 0000000000000000 ffff81000105c400 000000068026f2a1
[ 1868.663220] Call Trace:
[ 1868.665926] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.671653] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.676934] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.683546] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.688664] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.693702] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.698992] [<00002acf3fe63cd0>]
[ 1868.702355]
[ 1868.703877] getty S ffffffff8022b582 0 4910 1 (NOTLB)
[ 1868.710629] ffff8100cec05da8 0000000000000082 ffff81012a790400 0000000000000020
[ 1868.718185] ffff81012972e400 ffff810129dd8380 ffff81012664cad0 ffffffff803c91b3
[ 1868.725743] ffff8100cec05d28 ffffffff8022b4a5 ffff810129dd8380 000000208026f2a1
[ 1868.733095] Call Trace:
[ 1868.735793] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.741512] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.746818] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.751847] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.756964] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.761994] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.767284] [<00002b4aa2097cd0>]
[ 1868.770647]
[ 1868.772176] getty S 0000003c4ab47ee2 0 4915 1 (NOTLB)
[ 1868.778919] ffff8100ceb73da8 0000000000000086 0000000000000000 0000000000000020
[ 1868.786485] ffff81012a77ba00 ffffffff8068d100 ffff8101267f5630 00000000803c91b3
[ 1868.794043] 00000000ffff2bdb 0000000000000000 ffff810001026400 000000008026f2a1
[ 1868.801404] Call Trace:
[ 1868.804100] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.809813] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.815109] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.820138] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.825246] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.830269] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.835559] [<00002ada24ee9cd0>]
[ 1868.838929]
[ 1868.840451] getty S 0000003c4b2ef4a7 0 4920 1 (NOTLB)
[ 1868.847194] ffff8100cea51da8 0000000000000082 0000000000000000 0000000000000020
[ 1868.854742] ffff81012995a600 ffff81012b59f570 ffff81012663ea90 00000003803c91b3
[ 1868.862309] 00000000ffff2b07 0000000000000000 ffff810001041400 000000038026f2a1
[ 1868.869653] Call Trace:
[ 1868.872358] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.878070] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.883357] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.888396] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.893504] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.898534] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.903824] [<00002b4ad87c8cd0>]
[ 1868.907187]
[ 1868.908716] getty S 0000003c4c93aadc 0 4921 1 (NOTLB)
[ 1868.915467] ffff8100cefc9da8 0000000000000086 0000000000000000 ffff81000102f400
[ 1868.923033] 0000003c4c933544 ffff81012b510750 ffff810129dd9120 0000000100000086
[ 1868.930583] 00000000ffff2be3 0000000000000000 ffff81000102f400 000000018026f2a1
[ 1868.937936] Call Trace:
[ 1868.940640] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1868.946360] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1868.951641] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1868.956661] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1868.961778] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1868.966808] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1868.972098] [<00002b40ee651cd0>]
[ 1868.975461]
[ 1868.976982] login S 00000169a6958c04 0 4924 1 (NOTLB)
[ 1868.983733] ffff8100ce945b68 0000000000000086 0000000000000000 ffffffff806cb5a0
[ 1868.991298] 0000000000000000 ffff81012b652f20 ffff81012a3fc480 00000006ce945db8
[ 1868.998866] 0000000100041c8a 0000000000000000 ffff81000105c400 0000000600000246
[ 1869.006218] Call Trace:
[ 1869.008923] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1869.014635] [<ffffffff804cc4c3>] unix_wait_for_peer+0xbd/0xdd
[ 1869.020530] [<ffffffff804cd05a>] unix_dgram_sendmsg+0x3ae/0x491
[ 1869.026600] [<ffffffff8046c810>] sock_sendmsg+0xe9/0x105
[ 1869.032062] [<ffffffff8046dcca>] sys_sendto+0x110/0x160
[ 1869.037438] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1869.042736] [<00002b7aaeed6a95>]
[ 1869.046106]
[ 1869.047628] sshd S 0000003cea109e24 0 4925 4230 (NOTLB)
[ 1869.054371] ffff8100ce559be8 0000000000000082 0000000000000000 0000000000000001
[ 1869.061936] 0000000000000001 ffff81012b652f20 ffff810129df6440 00000006ced74005
[ 1869.069495] 00000000ffff2e78 0000000000000000 ffff81000105c400 00000006ce559c58
[ 1869.076847] Call Trace:
[ 1869.079544] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1869.085255] [<ffffffff804cd99e>] unix_stream_recvmsg+0x28a/0x518
[ 1869.091420] [<ffffffff8046cc23>] sock_aio_read+0x114/0x136
[ 1869.097063] [<ffffffff8028cfaa>] do_sync_read+0xcc/0x115
[ 1869.102526] [<ffffffff8028d0ca>] vfs_read+0xd7/0x163
[ 1869.107624] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1869.112654] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1869.117944] [<00002b1aaa03fcd0>]
[ 1869.121307]
[ 1869.122836] sshd S ffffffff8022b582 0 4932 4925 (NOTLB)
[ 1869.129589] ffff8100ce687a28 0000000000000086 0000000000000000 ffff810129f146c0
[ 1869.137145] 0000000100000000 ffff810128164790 ffff810129d20080 ffff810129f146c0
[ 1869.144695] ffff81012a16a000 ffff810128d19e80 ffffffff806ec930 ffff8100cd9e0c58
[ 1869.152055] Call Trace:
[ 1869.154753] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1869.160473] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1869.165753] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1869.171563] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1869.176851] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1869.182141] [<00002b1aaa047053>]
[ 1869.185504]
[ 1869.187033] bash S 00000000fffffe00 0 4937 4932 (NOTLB)
[ 1869.193784] ffff8100ce70fe38 0000000000000082 ffff81012796c818 ffff8100cf219018
[ 1869.201341] 000000000077c080 ffff810129ee2100 ffff810127878040 ffffffff8022bf2c
[ 1869.208900] ffff810127878040 ffff81000105c400 ffff810129ee2100 ffff81000105c400
[ 1869.216243] Call Trace:
[ 1869.218941] [<ffffffff80239098>] do_wait+0xbb9/0xcc5
[ 1869.224054] [<ffffffff80239262>] sys_wait4+0x2b/0x30
[ 1869.229160] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1869.234450] [<00002b5f5df93c05>]
[ 1869.237813]
[ 1869.239343] md3_resync D 00000155d1ba400d 0 5024 2 (L-TLB)
[ 1869.246077] ffff8100ce715ba0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1869.253634] ffff81012860a600 ffff81012b689630 ffff8101260596f0 0000000728280d18
[ 1869.261200] 000000010003c9c9 0000000000000000 ffff810001065400 0000000700000005
[ 1869.268554] Call Trace:
[ 1869.271260] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1869.278031] [<ffffffff88199027>] :raid456:sync_request+0x7a8/0x84a
[ 1869.284370] [<ffffffff881809c0>] :md_mod:md_do_sync+0x574/0xa0b
[ 1869.290461] [<ffffffff8817ce75>] :md_mod:md_thread+0x126/0x143
[ 1869.296454] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.301383] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.306412]
[ 1869.307929] xfslogd/0 S ffff810127d044c0 0 5139 2 (L-TLB)
[ 1869.314689] ffff8100cdb9deb0 0000000000000046 ffffffff806983a0 ffff8100cff53cc0
[ 1869.322254] ffff8100ce178b40 ffff810127033160 ffff81012aff6910 ffff8100cff53cc0
[ 1869.329812] ffff8100cff53cc0 ffffffff882674ca ffff8100c518bee8 ffffffff88267549
[ 1869.337174] Call Trace:
[ 1869.339880] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.345433] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.350376] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.355405]
[ 1869.356922] xfslogd/1 S ffff810127d04b40 0 5140 2 (L-TLB)
[ 1869.363674] ffff8100cdb9feb0 0000000000000046 0000000000000000 ffff8100cff45e40
[ 1869.371240] ffff8100ce178000 ffff810127033160 ffff8101267855b0 ffff8100cff45e40
[ 1869.378806] ffff8100cff45e40 ffffffff882674ca ffff810020fc5ee8 ffffffff88267549
[ 1869.386158] Call Trace:
[ 1869.388864] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.394410] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.399344] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.404364]
[ 1869.405881] xfslogd/2 S 00000112d6fcc779 0 5141 2 (L-TLB)
[ 1869.412641] ffff8100cdba1eb0 0000000000000046 0000000000000000 ffff8101264809c0
[ 1869.420208] ffff8101264804c0 ffff81012b546e60 ffff81012af33220 0000000200000000
[ 1869.427756] 000000010002b09f 0000000000000000 ffff810001038400 0000000200000000
[ 1869.435092] Call Trace:
[ 1869.437798] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.443352] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.448293] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.454898]
[ 1869.456424] xfslogd/3 S ffff81012822bbc0 0 5142 2 (L-TLB)
[ 1869.463168] ffff8100cdba3eb0 0000000000000046 0000000000000000 ffff81012803e5c0
[ 1869.470733] ffff81012803e0c0 ffff8101277f8fe0 ffff81012af32b50 ffffffff00000000
[ 1869.478282] ffff81012803e0c0 ffff81012803e0c0 ffff81012936e000 0000000000000000
[ 1869.485635] Call Trace:
[ 1869.488331] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.493869] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.498786] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.503814]
[ 1869.505331] xfslogd/4 S ffffffff8022b582 0 5143 2 (L-TLB)
[ 1869.512083] ffff8100cdba5eb0 0000000000000046 ffffffff806983a0 ffff8100c5187c80
[ 1869.519648] ffff8100cdbbeb40 ffff810129d90280 ffff810129d02440 ffff8100c5187c80
[ 1869.527206] ffff8100c5187c80 ffffffff882674ca ffff810034f61ee8 ffffffff88267549
[ 1869.534568] Call Trace:
[ 1869.537274] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.542819] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.547779] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.552799]
[ 1869.554316] xfslogd/5 S 00000155ad7d5e1e 0 5144 2 (L-TLB)
[ 1869.561051] ffff8100cdba7eb0 0000000000000046 0000000000000000 ffff8101278c02c0
[ 1869.568624] ffff81012803e5c0 ffff81012b5f8810 ffff810129d02b10 0000000500000000
[ 1869.576183] 000000010003c946 0000000000000000 ffff810001053400 0000000500000000
[ 1869.583535] Call Trace:
[ 1869.586233] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.591777] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.596720] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.601741]
[ 1869.603267] xfslogd/6 S ffff810127d7b640 0 5145 2 (L-TLB)
[ 1869.610027] ffff8100cdba9eb0 0000000000000046 0000000000000000 ffff8101264803c0
[ 1869.617583] ffff8101264809c0 ffff810126784140 ffff810129d031e0 ffffffff00000000
[ 1869.625151] ffff8101264809c0 ffff8101264809c0 ffff810128602e00 0000000000000000
[ 1869.632495] Call Trace:
[ 1869.635200] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.640746] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.645679] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.650700]
[ 1869.652224] xfslogd/7 S ffffffff8022b582 0 5146 2 (L-TLB)
[ 1869.658968] ffff8100cdbabeb0 0000000000000046 ffff81002ea51000 ffff810054a3a380
[ 1869.666534] ffff8100ce1797e8 ffff81012663e3c0 ffff810129c60890 ffff810054a3a380
[ 1869.674100] ffff810054a3a380 ffffffff882674ca ffff8100258d3e00 ffffffff88267549
[ 1869.681461] Call Trace:
[ 1869.684167] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.689713] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.694655] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.699675]
[ 1869.701192] xfsdatad/0 S ffffffff8022b582 0 5147 2 (L-TLB)
[ 1869.707945] ffff8100cdbadeb0 0000000000000046 ffff8100c6d18540 0000000000000246
[ 1869.715510] ffff81012c7815b8 ffff810127033160 ffff810129c601c0 ffff810127d04540
[ 1869.723059] ffff810098ee9490 ffff810098ee9490 ffffffff806983a0 0000000000000008
[ 1869.730412] Call Trace:
[ 1869.733110] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.738655] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.743597] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.748618]
[ 1869.750142] xfsdatad/1 S 00000155d0bbb493 0 5148 2 (L-TLB)
[ 1869.756895] ffff8100cdbafeb0 0000000000000046 0000000000000000 0000000000000000
[ 1869.764460] ffff81012d54eb40 ffff81012b510750 ffff8101266c34b0 0000000127d04540
[ 1869.772010] 000000010003c9da 0000000000000000 ffff81000102f400 0000000100000008
[ 1869.779353] Call Trace:
[ 1869.782051] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.787605] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.792538] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.797559]
[ 1869.799076] xfsdatad/2 S 0000011302a779b7 0 5149 2 (L-TLB)
[ 1869.805828] ffff8100cdbb1eb0 0000000000000046 0000000000000000 0000000000000246
[ 1869.813377] ffff81012d8b7840 ffff81012b546e60 ffff8101266c2040 0000000227d04540
[ 1869.820943] 000000010002b0a6 0000000000000000 ffff810001038400 0000000200000008
[ 1869.828295] Call Trace:
[ 1869.830993] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.836546] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.841481] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.846500]
[ 1869.848018] xfsdatad/3 S 00000112dcf463fc 0 5150 2 (L-TLB)
[ 1869.854760] ffff8100cdbb3eb0 0000000000000046 0000000000000000 0000000000000246
[ 1869.862318] ffff81012e69b920 ffff81012b59f570 ffff810129d90950 0000000327d04540
[ 1869.869876] 000000010002b0c4 0000000000000000 ffff810001041400 0000000300000008
[ 1869.877229] Call Trace:
[ 1869.879935] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.885497] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.890449] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.895477]
[ 1869.896994] xfsdatad/4 S 00000155d5c1878c 0 5151 2 (L-TLB)
[ 1869.903746] ffff8100cdbb5eb0 0000000000000046 0000000000000000 0000000000000246
[ 1869.911320] ffff81012eaca060 ffff81012b59e100 ffff810129d90280 0000000427d04540
[ 1869.918879] 000000010003c9f6 0000000000000000 ffff81000104a400 0000000400000008
[ 1869.926230] Call Trace:
[ 1869.928936] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.934481] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.939424] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.944453]
[ 1869.945970] xfsdatad/5 S 0000011308b62b1a 0 5152 2 (L-TLB)
[ 1869.952722] ffff8100cdbb7eb0 0000000000000046 0000000000000000 0000000000000246
[ 1869.960280] ffff81012de52290 ffff81012b5f8810 ffff810129d916f0 0000000527d04540
[ 1869.967846] 000000010002b126 0000000000000000 ffff810001053400 0000000500000008
[ 1869.975198] Call Trace:
[ 1869.977895] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1869.983449] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1869.988383] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1869.993403]
[ 1869.994921] xfsdatad/6 S 00000155d5bde7fa 0 5153 2 (L-TLB)
[ 1870.001673] ffff8100cdbb9eb0 0000000000000046 0000000000000000 0000000000000246
[ 1870.009229] ffff81012ca14888 ffff81012b652f20 ffff81012663f830 0000000627d04540
[ 1870.016788] 000000010003c9f6 0000000000000000 ffff81000105c400 0000000600000008
[ 1870.024140] Call Trace:
[ 1870.026854] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1870.032400] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.037334] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.042354]
[ 1870.043871] xfsdatad/7 S 00000112ea914bc0 0 5154 2 (L-TLB)
[ 1870.050631] ffff8100cdbbbeb0 0000000000000046 0000000000000000 0000000000000246
[ 1870.058188] ffff81012cce9018 ffff81012b689630 ffff81012663e3c0 0000000727d04540
[ 1870.065746] 000000010002b0d5 0000000000000000 ffff810001065400 0000000700000008
[ 1870.073090] Call Trace:
[ 1870.075796] [<ffffffff80245d15>] worker_thread+0xcb/0x117
[ 1870.081342] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.086266] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.091295]
[ 1870.092813] xfsbufd S 000001b353efcc06 0 5155 2 (L-TLB)
[ 1870.099581] ffff8100cdbbde70 0000000000000046 0000000000000000 ffff81012a7fc800
[ 1870.107139] ffff810128e2c000 ffff81012b510750 ffff81012663f160 00000001276e13e0
[ 1870.114696] 000000010005510d 0000000000000000 ffff81000102f400 0000000180379049
[ 1870.122058] Call Trace:
[ 1870.124747] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1870.130474] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1870.137439] [<ffffffff88268539>] :xfs:xfsbufd+0x76/0x141
[ 1870.142970] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.147909] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.152930]
[ 1870.154454] xfssyncd S 000001aea3185bb3 0 5156 2 (L-TLB)
[ 1870.161199] ffff8100cd561e50 0000000000000046 0000000000000000 0000000000000292
[ 1870.168772] ffff81012b6117b0 ffff81012b59e100 ffff810127470750 00000004cd561db8
[ 1870.176321] 0000000100053e5f 0000000000000000 ffff81000104a400 00000004ce0afe00
[ 1870.183666] Call Trace:
[ 1870.186363] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1870.193676] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1870.200647] [<ffffffff8826e565>] :xfs:xfssyncd+0x58/0x1af
[ 1870.206254] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.211179] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.216207]
[ 1870.217725] xfsbufd S ffffffff8022b582 0 5158 2 (L-TLB)
[ 1870.224477] ffff8100cd913e70 0000000000000046 0000000000000000 ffff810129045000
[ 1870.232043] ffff8101276c8000 ffff81012a38d020 ffff810127470080 0000000329984d98
[ 1870.239601] 000000010004069c 0000000000000000 ffff810001041400 0000000380379049
[ 1870.246953] Call Trace:
[ 1870.249658] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1870.255378] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1870.262342] [<ffffffff88268539>] :xfs:xfsbufd+0x76/0x141
[ 1870.267856] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.272795] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.277816]
[ 1870.279333] xfssyncd S ffffffff8022b582 0 5159 2 (L-TLB)
[ 1870.286077] ffff8100cd5ade50 0000000000000046 ffff8100cff45e40 0000000000000292
[ 1870.293650] ffff81012b02cef0 ffff81012a38d020 ffff81012a254850 ffff8100cd5addb8
[ 1870.301208] ffffffff8022dd01 0000000000000292 ffffffff804eae08 ffff8100cff45e40
[ 1870.308552] Call Trace:
[ 1870.311249] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1870.316969] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1870.323940] [<ffffffff8826e565>] :xfs:xfssyncd+0x58/0x1af
[ 1870.329565] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.334507] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.339544]
[ 1870.341061] xfsbufd S 000001b158e09d5a 0 5161 2 (L-TLB)
[ 1870.347797] ffff8100cecfbe70 0000000000000046 0000000000000000 0000000000000000
[ 1870.355370] ffff8100cecfa000 ffff81012b546e60 ffff81012a2555f0 0000000201026d80
[ 1870.362928] 0000000100054948 0000000000000000 ffff810001038400 000000022b548000
[ 1870.370281] Call Trace:
[ 1870.372978] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1870.378705] [<ffffffff804ecfff>] schedule_timeout_interruptible+0x19/0x1e
[ 1870.385652] [<ffffffff88268539>] :xfs:xfsbufd+0x76/0x141
[ 1870.391168] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.396106] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.401127]
[ 1870.402651] xfssyncd D 0000015e2ed14f60 0 5162 2 (L-TLB)
[ 1870.409396] ffff8100cd679ab0 0000000000000046 0000000000000000 ffffffff803d7ae7
[ 1870.416961] ffff810117faa400 ffff81012b5f8810 ffff81012a254180 0000000528280d18
[ 1870.424518] 000000010003ed03 0000000000000000 ffff810001053400 0000000500000005
[ 1870.431871] Call Trace:
[ 1870.434579] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1870.441349] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1870.447685] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1870.453925] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1870.459136] [<ffffffff8826794a>] :xfs:_xfs_buf_ioapply+0x2a4/0x2d2
[ 1870.465547] [<ffffffff882679bf>] :xfs:xfs_buf_iorequest+0x47/0x7a
[ 1870.471866] [<ffffffff8824b048>] :xfs:xlog_bdstrat_cb+0x16/0x42
[ 1870.478001] [<ffffffff8824c25a>] :xfs:xlog_sync+0x29f/0x48f
[ 1870.483784] [<ffffffff8824c4e4>] :xfs:xlog_state_release_iclog+0x9a/0xad
[ 1870.490712] [<ffffffff8824cf80>] :xfs:xlog_state_sync_all+0xec/0x263
[ 1870.497284] [<ffffffff8824dcb2>] :xfs:_xfs_log_force+0x5c/0x6b
[ 1870.503325] [<ffffffff8825bef0>] :xfs:xfs_syncsub+0x5d/0x2e4
[ 1870.509204] [<ffffffff8825c290>] :xfs:xfs_sync+0x11/0x16
[ 1870.514727] [<ffffffff8826eeab>] :xfs:vfs_sync+0x25/0x2b
[ 1870.520274] [<ffffffff8826e4f0>] :xfs:vfs_sync_worker+0x1c/0x39
[ 1870.526437] [<ffffffff8826e668>] :xfs:xfssyncd+0x15b/0x1af
[ 1870.532143] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1870.537079] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1870.542108]
[ 1870.543625] screen S 000001b0b0047cb0 0 5163 4937 (NOTLB)
[ 1870.550376] ffff8100cde6df68 0000000000000086 0000000000000000 ffff8100cde6df48
[ 1870.557942] ffff810129ee2100 ffff81012b652f20 ffff810129ee2100 0000000600000000
[ 1870.565508] 00000001000546f2 0000000000000000 ffff81000105c400 0000000680241e75
[ 1870.572861] Call Trace:
[ 1870.575559] [<ffffffff80242431>] sys_pause+0x19/0x25
[ 1870.580678] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1870.585969] [<00002b39516cd240>]
[ 1870.589322]
[ 1870.590852] screen S 000001988a74b25f 0 5164 5163 (NOTLB)
[ 1870.597612] ffff8100cda33a28 0000000000000082 0000000000000000 ffff81000000f9e0
[ 1870.605160] 0000000000000000 ffff81012b652f20 ffff810128164790 0000000600000002
[ 1870.612718] 000000010004e1ce 0000000000000000 ffff81000105c400 0000000600000000
[ 1870.620071] Call Trace:
[ 1870.622777] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1870.628496] [<ffffffff8029ac9a>] do_select+0x437/0x484
[ 1870.633777] [<ffffffff8029af47>] core_sys_select+0x260/0x37a
[ 1870.639596] [<ffffffff8029b14c>] sys_select+0xeb/0x1c9
[ 1870.644876] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1870.650174] [<00002b3951700053>]
[ 1870.653536]
[ 1870.655066] bash S 00000000fffffe00 0 5165 5164 (NOTLB)
[ 1870.661817] ffff8100ce249e38 0000000000000086 ffff81012b674b88 ffff8100ced9b018
[ 1870.669357] 00000000006d6f24 ffff8101267430e0 ffff81012af15830 ffffffff8022bf2c
[ 1870.676906] ffff81012af15830 ffff81000105c400 ffff8101267430e0 ffff81000105c400
[ 1870.684250] Call Trace:
[ 1870.686948] [<ffffffff80239098>] do_wait+0xbb9/0xcc5
[ 1870.692060] [<ffffffff80239262>] sys_wait4+0x2b/0x30
[ 1870.697167] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1870.702457] [<00002ac236f6bc05>]
[ 1870.705819]
[ 1870.707349] fstest D 000001aea318689b 0 5182 5165 (NOTLB)
[ 1870.714092] ffff8100cd847298 0000000000000086 0000000000000000 0000000000000000
[ 1870.721658] 00000004cd8472b8 ffff81012b59f570 ffff8101267430e0 00000003cd847580
[ 1870.729216] 0000000100053e5a 0000000000000000 ffff810001041400 000000038024ca2f
[ 1870.736560] Call Trace:
[ 1870.739266] [<ffffffff804ee2f7>] __down+0x97/0x108
[ 1870.744204] [<ffffffff804ee0f3>] __down_failed+0x35/0x3a
[ 1870.749695] [<ffffffff88266aa2>] :xfs:xfs_buf_lock+0x4a/0x4c
[ 1870.755593] [<ffffffff8825380a>] :xfs:xfs_getsb+0x2a/0x3a
[ 1870.761197] [<ffffffff88258a26>] :xfs:xfs_trans_getsb+0x52/0xa1
[ 1870.767349] [<ffffffff882573fd>] :xfs:xfs_trans_apply_sb_deltas+0x1c/0x2c4
[ 1870.774449] [<ffffffff88257ee8>] :xfs:_xfs_trans_commit+0x12a/0x332
[ 1870.780942] [<ffffffff8824889c>] :xfs:xfs_iomap_write_allocate+0x302/0x402
[ 1870.788032] [<ffffffff8824798c>] :xfs:xfs_iomap+0x2f5/0x393
[ 1870.793820] [<ffffffff8826da1a>] :xfs:xfs_bmap+0x10/0x15
[ 1870.799368] [<ffffffff88264a24>] :xfs:xfs_map_blocks+0x43/0x81
[ 1870.805412] [<ffffffff88265830>] :xfs:xfs_page_state_convert+0x297/0x58e
[ 1870.812349] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1870.818650] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1870.823846] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1870.829847] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1870.835751] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1870.842053] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1870.847525] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1870.854108] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1870.859811] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1870.865517] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1870.873005] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1870.879873] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1870.885672] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1870.892073] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1870.897618] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1870.902829] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1870.907929] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1870.913218] [<000000000049c100>]
[ 1870.916572]
[ 1870.918102] bash S 00000000fffffe00 0 5183 5164 (NOTLB)
[ 1870.924853] ffff8100bdb71e38 0000000000000082 ffff8101286a5c38 ffff8100bdb6c018
[ 1870.932419] 00000000006d6f24 ffff810127e288d0 ffff8101267f4f60 ffffffff8022bf2c
[ 1870.939995] ffff8101267f4f60 ffff81000105c400 ffff810127e288d0 ffff81000105c400
[ 1870.947347] Call Trace:
[ 1870.950044] [<ffffffff80239098>] do_wait+0xbb9/0xcc5
[ 1870.955148] [<ffffffff80239262>] sys_wait4+0x2b/0x30
[ 1870.960272] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1870.965553] [<00002adbc54d8c05>]
[ 1870.968916]
[ 1870.970445] bash S 000000fab7968117 0 5200 5164 (NOTLB)
[ 1870.977190] ffff810098f07da8 0000000000000082 0000000000000000 ffffffff803bbdda
[ 1870.984763] 0000000000000082 ffffffff8068d100 ffff810129cf91a0 0000000080263ec4
[ 1870.992321] 0000000100024b63 0000000000000000 ffff810001026400 0000000080264c83
[ 1870.999666] Call Trace:
[ 1871.002371] [<ffffffff804ecf4e>] schedule_timeout+0x1e/0xb6
[ 1871.008091] [<ffffffff803bc712>] read_chan+0x44e/0x6c6
[ 1871.013371] [<ffffffff803b6bf0>] tty_read+0xa0/0xf2
[ 1871.018401] [<ffffffff8028d0b4>] vfs_read+0xc1/0x163
[ 1871.023517] [<ffffffff8028d420>] sys_read+0x53/0x8a
[ 1871.030148] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.035447] [<00002ab0640c3cd0>]
[ 1871.038809]
[ 1871.040330] fstest D ffffffff8022b582 0 5217 5183 (NOTLB)
[ 1871.047065] ffff810054a134b8 0000000000000086 ffff81012a04e800 ffffffff803d7ae7
[ 1871.054631] ffff81012b679c00 ffff81012a38d020 ffff810127e288d0 ffff810128280d18
[ 1871.062197] 0000000000000005 ffff810129b80400 ffff81012b679c00 0000000000000005
[ 1871.069549] Call Trace:
[ 1871.072232] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1871.079001] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1871.085337] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1871.091577] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1871.096796] [<ffffffff88264ac4>] :xfs:xfs_submit_ioend_bio+0x1e/0x28
[ 1871.103386] [<ffffffff88264c54>] :xfs:xfs_submit_ioend+0xc5/0xe2
[ 1871.109636] [<ffffffff88265ad5>] :xfs:xfs_page_state_convert+0x53c/0x58e
[ 1871.116564] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1871.122865] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1871.128066] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1871.134051] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1871.139965] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1871.146284] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1871.151754] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1871.158362] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1871.164092] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1871.169815] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1871.177303] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1871.184181] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1871.189995] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1871.196398] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1871.201951] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1871.207163] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1871.212279] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.217569] [<000000000049c100>]
[ 1871.220931]
[ 1871.222461] bash S 00000000fffffe00 0 5218 5164 (NOTLB)
[ 1871.229213] ffff81005092de38 0000000000000086 ffff8101278ff298 ffff81005091c018
[ 1871.236770] 00000000006d6f24 ffff810129df71e0 ffff810127e28200 ffffffff8022bf2c
[ 1871.244328] ffff810127e28200 ffff810001026400 ffff810129df71e0 ffff810001026400
[ 1871.251681] Call Trace:
[ 1871.254386] [<ffffffff80239098>] do_wait+0xbb9/0xcc5
[ 1871.259490] [<ffffffff80239262>] sys_wait4+0x2b/0x30
[ 1871.264606] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.269897] [<00002b372064fc05>]
[ 1871.273259]
[ 1871.274788] fstest D 00000155d8b9cf27 0 5243 5218 (NOTLB)
[ 1871.281557] ffff810027ddb4b8 0000000000000082 0000000000000000 ffffffff803d7ae7
[ 1871.289114] ffff810117faa400 ffff81012b510750 ffff810129df71e0 0000000128280d18
[ 1871.296680] 000000010003c9e9 0000000000000000 ffff81000102f400 0000000100000005
[ 1871.304025] Call Trace:
[ 1871.306724] [<ffffffff881933f1>] :raid456:get_active_stripe+0x26c/0x509
[ 1871.313502] [<ffffffff88196aba>] :raid456:make_request+0x4fc/0x690
[ 1871.319829] [<ffffffff8036fb40>] generic_make_request+0x213/0x248
[ 1871.326078] [<ffffffff8036fc39>] submit_bio+0xc4/0xcb
[ 1871.331297] [<ffffffff88264ac4>] :xfs:xfs_submit_ioend_bio+0x1e/0x28
[ 1871.337869] [<ffffffff88264c54>] :xfs:xfs_submit_ioend+0xc5/0xe2
[ 1871.344111] [<ffffffff88265ad5>] :xfs:xfs_page_state_convert+0x53c/0x58e
[ 1871.351055] [<ffffffff88265be2>] :xfs:xfs_vm_writepage+0xbb/0x105
[ 1871.357367] [<ffffffff8026a09b>] __writepage+0xa/0x2f
[ 1871.362568] [<ffffffff8026a533>] write_cache_pages+0x1a6/0x2cd
[ 1871.368535] [<ffffffff8026a67c>] generic_writepages+0x22/0x2b
[ 1871.374456] [<ffffffff88265c79>] :xfs:xfs_vm_writepages+0x4d/0x66
[ 1871.380776] [<ffffffff8026a6a7>] do_writepages+0x22/0x36
[ 1871.386221] [<ffffffff802ab575>] __writeback_single_inode+0x23b/0x438
[ 1871.392812] [<ffffffff802abc2d>] sync_sb_inodes+0x225/0x312
[ 1871.398541] [<ffffffff802abf47>] writeback_inodes+0x8e/0xe3
[ 1871.404263] [<ffffffff80269ab3>] balance_dirty_pages_ratelimited_nr+0x125/0x22f
[ 1871.411735] [<ffffffff80265a3f>] generic_file_buffered_write+0x52a/0x60d
[ 1871.418620] [<ffffffff8826d6a3>] :xfs:xfs_write+0x6f4/0xa13
[ 1871.424427] [<ffffffff88268a83>] :xfs:xfs_file_aio_write+0x5f/0x64
[ 1871.430821] [<ffffffff8028d222>] do_sync_write+0xcc/0x112
[ 1871.436374] [<ffffffff8028d32b>] vfs_write+0xc3/0x165
[ 1871.441585] [<ffffffff8028d4aa>] sys_write+0x53/0x8a
[ 1871.446693] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.451984] [<000000000049c100>]
[ 1871.455337]
[ 1871.456867] bash S 00000000fffffe00 0 5244 5164 (NOTLB)
[ 1871.463619] ffff8100c07f9e38 0000000000000082 ffff81012b61a978 ffff8100c07fd018
[ 1871.471176] 00000000006d6f24 ffff8101274937b0 ffff8101267437b0 ffffffff8022bf2c
[ 1871.478742] ffff8101267437b0 ffff81000102f400 ffff8101274937b0 ffff81000102f400
[ 1871.486104] Call Trace:
[ 1871.488809] [<ffffffff80239098>] do_wait+0xbb9/0xcc5
[ 1871.493921] [<ffffffff80239262>] sys_wait4+0x2b/0x30
[ 1871.499029] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.504319] [<00002b3061b25c05>]
[ 1871.507682]
[ 1871.509211] pdflush D 00000155c27e6608 0 5268 2 (L-TLB)
[ 1871.515946] ffff810038b85cf0 0000000000000046 0000000000000000 0000000000000000
[ 1871.523511] 0000000000000001 ffff81012b510750 ffff8101277f8fe0 0000000100001000
[ 1871.531078] 000000010003c9a2 0000000000000000 ffff81000102f400 0000000100000000
[ 1871.538430] Call Trace:
[ 1871.541145] [<ffffffff88267458>] :xfs:xfs_buf_wait_unpin+0xd7/0x109
[ 1871.547647] [<ffffffff882679a5>] :xfs:xfs_buf_iorequest+0x2d/0x7a
[ 1871.553983] [<ffffffff8826d9db>] :xfs:xfs_bdstrat_cb+0x19/0x48
[ 1871.560050] [<ffffffff882641b2>] :xfs:xfs_bwrite+0x73/0xed
[ 1871.565761] [<ffffffff8825c027>] :xfs:xfs_syncsub+0x194/0x2e4
[ 1871.571740] [<ffffffff8825c290>] :xfs:xfs_sync+0x11/0x16
[ 1871.577269] [<ffffffff8826eeab>] :xfs:vfs_sync+0x25/0x2b
[ 1871.582808] [<ffffffff8826e7d6>] :xfs:xfs_fs_write_super+0x22/0x28
[ 1871.589208] [<ffffffff8028ecf8>] sync_supers+0x75/0xc9
[ 1871.594506] [<ffffffff80269e47>] wb_kupdate+0x29/0x11e
[ 1871.599796] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1871.604912] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1871.609855] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1871.614876]
[ 1871.616393] pdflush D 000001b3c2af5cda 0 5269 2 (L-TLB)
[ 1871.623144] ffff810015f4fd70 0000000000000046 0000000000000000 ffffffff803385ae
[ 1871.630709] ffff810015f4fcb0 ffff81012b510750 ffff810129f001c0 0000000100000000
[ 1871.638277] 00000001000552a3 0000000000000000 ffff81000102f400 0000000180249d77
[ 1871.645629] Call Trace:
[ 1871.648335] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1871.654062] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1871.660046] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1871.665681] [<ffffffff80269dc6>] background_writeout+0xba/0xcb
[ 1871.671664] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1871.676779] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1871.681722] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1871.686743]
[ 1871.688260] pdflush D 000001b3c95ab18a 0 5270 2 (L-TLB)
[ 1871.695020] ffff810035be1d70 0000000000000046 0000000000000000 ffffffff803385ae
[ 1871.702585] ffff810035be1cb0 ffff81012b59e100 ffff810126063060 0000000400000000
[ 1871.710144] 00000001000552bc 0000000000000000 ffff81000104a400 0000000480249d77
[ 1871.717496] Call Trace:
[ 1871.720201] [<ffffffff804ecfba>] schedule_timeout+0x8a/0xb6
[ 1871.725921] [<ffffffff804ecf01>] io_schedule_timeout+0x28/0x36
[ 1871.731904] [<ffffffff8026fba7>] congestion_wait+0x9d/0xc2
[ 1871.737530] [<ffffffff80269dc6>] background_writeout+0xba/0xcb
[ 1871.743522] [<ffffffff8026ab5a>] pdflush+0x169/0x21f
[ 1871.748620] [<ffffffff80249672>] kthread+0x4b/0x82
[ 1871.753563] [<ffffffff8020ab28>] child_rip+0xa/0x12
[ 1871.758584]
[ 1871.760101] dmesg D 0000015465378de7 0 5271 5244 (NOTLB)
[ 1871.766853] ffff8100cabcd7c8 0000000000000082 0000000000000000 ffff81012b593440
[ 1871.774418] 0000000000000001 ffff81012b652f20 ffff8101274937b0 000000068022b21f
[ 1871.781977] 000000010003c3ea 0000000000000000 ffff81000105c400 000000068022b4a5
[ 1871.789336] Call Trace:
[ 1871.792034] [<ffffffff804ece02>] wait_for_completion+0x9d/0xe3
[ 1871.798014] [<ffffffff80245e53>] flush_cpu_workqueue+0x71/0x82
[ 1871.804005] [<ffffffff80245e9a>] flush_workqueue+0x36/0x4c
[ 1871.809649] [<ffffffff80246197>] flush_scheduled_work+0x10/0x15
[ 1871.815719] [<ffffffff804d59d0>] xs_connect+0xeb/0xfe
[ 1871.820921] [<ffffffff804d2f6d>] xprt_connect+0x12e/0x147
[ 1871.826461] [<ffffffff804d1316>] call_connect+0x7f/0x8e
[ 1871.831838] [<ffffffff804d6fec>] __rpc_execute+0x7f/0x25d
[ 1871.837397] [<ffffffff804d71e8>] rpc_execute+0x1e/0x20
[ 1871.842677] [<ffffffff804d0c65>] rpc_call_sync+0x7b/0xa1
[ 1871.848140] [<ffffffff80339cf9>] nfs3_rpc_wrapper+0x29/0x6d
[ 1871.853881] [<ffffffff8033a342>] nfs3_proc_access+0x11b/0x18b
[ 1871.859778] [<ffffffff8032e337>] nfs_permission+0x172/0x23b
[ 1871.865508] [<ffffffff8029472a>] permission+0xbe/0xcf
[ 1871.870693] [<ffffffff8029474e>] vfs_permission+0x13/0x18
[ 1871.876243] [<ffffffff80295004>] __link_path_walk+0x151/0xe91
[ 1871.882148] [<ffffffff80295d93>] link_path_walk+0x4f/0xcc
[ 1871.887697] [<ffffffff80294d55>] path_walk+0x1c/0x21
[ 1871.892813] [<ffffffff80295fc7>] do_path_lookup+0x1b7/0x1db
[ 1871.900129] [<ffffffff802960f4>] __path_lookup_intent_open+0x65/0xbd
[ 1871.906650] [<ffffffff8029615b>] path_lookup_open+0xf/0x14
[ 1871.912285] [<ffffffff80296cdf>] open_namei+0x7f/0x6cf
[ 1871.917584] [<ffffffff8028c4a9>] do_filp_open+0x1c/0x3d
[ 1871.922967] [<ffffffff8028c813>] do_sys_open+0x5e/0x102
[ 1871.928344] [<ffffffff8028c8d2>] sys_open+0x1b/0x20
[ 1871.933373] [<ffffffff80209d0e>] system_call+0x7e/0x83
[ 1871.938656] [<00002b27c7948327>]
[ 1871.942009]