[generate break] [ 1818.566436] SysRq : Show Blocked State [ 1818.570260] [ 1818.570261] free sibling [ 1818.579253] task PC stack pid father child younger older [ 1818.586987] events/7 D 00000155dd642280 0 26 2 (L-TLB) [ 1818.593747] ffff81012b529ac0 0000000000000046 0000000000000000 ffff810128280d18 [ 1818.601321] ffff8100ba2376f8 ffff81012b689630 ffff81012aff76b0 000000078023e215 [ 1818.608870] 000000010003ca14 0000000000000000 ffff810001065400 0000000780430c13 [ 1818.616222] Call Trace: [ 1818.618925] [] io_schedule+0x28/0x36 [ 1818.624207] [] get_request_wait+0x104/0x158 [ 1818.630112] [] blk_get_request+0x36/0x6b [ 1818.635755] [] scsi_execute+0x51/0x129 [ 1818.641240] [] :scsi_transport_spi:spi_execute+0x87/0xf8 [ 1818.648271] [] :scsi_transport_spi:spi_dv_device_echo_buffer+0x181/0x27d [ 1818.656739] [] :scsi_transport_spi:spi_dv_retrain+0x4e/0x240 [ 1818.664139] [] :scsi_transport_spi:spi_dv_device+0x615/0x69c [ 1818.671542] [] :mptspi:mptspi_dv_device+0xb3/0x14b [ 1818.678042] [] :mptspi:mptspi_dv_renegotiate_work+0xcb/0xef [ 1818.685348] [] run_workqueue+0x8e/0x120 [ 1818.690905] [] worker_thread+0x106/0x117 [ 1818.696540] [] kthread+0x4b/0x82 [ 1818.701474] [] child_rip+0xa/0x12 [ 1818.706495] [ 1818.708022] unionfs-fuse- D 000001a76ef63463 0 1119 1 (NOTLB) [ 1818.714764] ffff810129765988 0000000000000082 0000000000000000 ffffffff80337e22 [ 1818.722329] ffff8101297658c8 ffff81012b652f20 ffff810129eec810 0000000600000000 [ 1818.729895] 000000010005204e 0000000000000000 ffff81000105c400 0000000680337c3e [ 1818.737249] Call Trace: [ 1818.739953] [] schedule_timeout+0x8a/0xb6 [ 1818.745673] [] io_schedule_timeout+0x28/0x36 [ 1818.751664] [] congestion_wait+0x9d/0xc2 [ 1818.757300] [] balance_dirty_pages_ratelimited_nr+0x196/0x22f [ 1818.764781] [] generic_file_buffered_write+0x52a/0x60d [ 1818.771641] [] __generic_file_aio_write_nolock+0x45a/0x491 [ 1818.778852] [] generic_file_aio_write+0x61/0xc1 [ 1818.785101] [] nfs_file_write+0x138/0x1b7 [ 1818.790822] [] do_sync_write+0xcc/0x112 [ 1818.796372] [] vfs_write+0xc3/0x165 [ 1818.801575] [] sys_pwrite64+0x68/0x96 [ 1818.806959] [] system_call+0x7e/0x83 [ 1818.812250] [<00002b4eeec3ea73>] [ 1818.815620] [ 1818.817150] syslogd D 000001a768c4d4d8 0 4160 1 (NOTLB) [ 1818.823902] ffff8101259a7928 0000000000000082 0000000000000000 0000000000000000 [ 1818.831467] ffff81012608eb80 ffff81012b546e60 ffff81012608e9d0 00000002ffffffff [ 1818.839033] 0000000100052040 0000000000000000 ffff810001038400 0000000200000001 [ 1818.846361] Call Trace: [ 1818.849074] [] schedule_timeout+0x8a/0xb6 [ 1818.854795] [] io_schedule_timeout+0x28/0x36 [ 1818.860786] [] congestion_wait+0x9d/0xc2 [ 1818.866421] [] balance_dirty_pages_ratelimited_nr+0x196/0x22f [ 1818.873910] [] generic_file_buffered_write+0x52a/0x60d [ 1818.880760] [] __generic_file_aio_write_nolock+0x45a/0x491 [ 1818.887964] [] generic_file_aio_write+0x61/0xc1 [ 1818.894214] [] do_sync_readv_writev+0xc1/0x10b [ 1818.900378] [] do_readv_writev+0xda/0x234 [ 1818.906107] [] vfs_writev+0x4b/0x50 [ 1818.911318] [] sys_writev+0x53/0x8a [ 1818.916522] [] system_call+0x7e/0x83 [ 1818.921820] [<00002b7f7c91cb4c>] [ 1818.925174] [ 1818.926697] md4_raid5 D ffffffff8022b582 0 4725 2 (L-TLB) [ 1818.933455] ffff810124ebbb60 0000000000000046 0000000000011200 0000000000011210 [ 1818.941013] ffff8101286018c0 ffff81012afb14f0 ffff810127033160 ffffffff802668c6 [ 1818.948579] 0000000000000020 ffff810128280dd8 ffff8100ba2376f8 000000010003ca03 [ 1818.955931] Call Trace: [ 1818.958620] [] io_schedule+0x28/0x36 [ 1818.963906] [] get_request_wait+0x104/0x158 [ 1818.969811] [] __make_request+0x54f/0x611 [ 1818.975533] [] generic_make_request+0x213/0x248 [ 1818.981787] [] :raid456:handle_stripe+0x17cd/0x2c39 [ 1818.988395] [] :raid456:raid5d+0x3c2/0x409 [ 1818.994213] [] :md_mod:md_thread+0x126/0x143 [ 1819.000204] [] kthread+0x4b/0x82 [ 1819.005133] [] child_rip+0xa/0x12 [ 1819.010162] [ 1819.011686] md4_resync D 00000155d5a21578 0 4726 2 (L-TLB) [ 1819.018431] ffff810117f9bba0 0000000000000046 0000000000000000 ffffffff803d7ae7 [ 1819.026004] ffff81012b679c00 ffff81012b510750 ffff81012676b570 0000000128280d18 [ 1819.033571] 000000010003c9e4 0000000000000000 ffff81000102f400 0000000100000005 [ 1819.040906] Call Trace: [ 1819.043606] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.050376] [] :raid456:sync_request+0x7a8/0x84a [ 1819.056724] [] :md_mod:md_do_sync+0x574/0xa0b [ 1819.062788] [] :md_mod:md_thread+0x126/0x143 [ 1819.068782] [] kthread+0x4b/0x82 [ 1819.073718] [] child_rip+0xa/0x12 [ 1819.078739] [ 1819.080256] md5_raid5 D 00000155dab12e61 0 4735 2 (L-TLB) [ 1819.086999] ffff81010bb7bb60 0000000000000046 0000000000000000 0000000000011210 [ 1819.094555] ffff8101276d2940 ffff81012b546e60 ffff810126784810 00000002802668c6 [ 1819.102113] 000000010003c9fe 0000000000000000 ffff810001038400 000000020003ca09 [ 1819.109457] Call Trace: [ 1819.112163] [] io_schedule+0x28/0x36 [ 1819.117450] [] get_request_wait+0x104/0x158 [ 1819.123345] [] __make_request+0x54f/0x611 [ 1819.129068] [] generic_make_request+0x213/0x248 [ 1819.135313] [] :raid456:handle_stripe+0x17cd/0x2c39 [ 1819.141911] [] :raid456:raid5d+0x3c2/0x409 [ 1819.147732] [] :md_mod:md_thread+0x126/0x143 [ 1819.153721] [] kthread+0x4b/0x82 [ 1819.158649] [] child_rip+0xa/0x12 [ 1819.163662] [ 1819.165186] md5_resync D 00000155d597e77a 0 4736 2 (L-TLB) [ 1819.171939] ffff81010b197ba0 0000000000000046 0000000000000000 ffffffff803d7ae7 [ 1819.179504] ffff810117faa400 ffffffff8068d100 ffff810126784140 0000000028280d18 [ 1819.187045] 000000010003c9f3 0000000000000000 ffff810001026400 0000000000000005 [ 1819.194398] Call Trace: [ 1819.197105] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.203874] [] :raid456:sync_request+0x7a8/0x84a [ 1819.210207] [] :md_mod:md_do_sync+0x574/0xa0b [ 1819.216297] [] :md_mod:md_thread+0x126/0x143 [ 1819.222290] [] kthread+0x4b/0x82 [ 1819.227219] [] child_rip+0xa/0x12 [ 1819.232247] [ 1819.235348] md3_resync D 00000155d1ba400d 0 5024 2 (L-TLB) [ 1819.242091] ffff8100ce715ba0 0000000000000046 0000000000000000 ffffffff803d7ae7 [ 1819.249657] ffff81012860a600 ffff81012b689630 ffff8101260596f0 0000000728280d18 [ 1819.257223] 000000010003c9c9 0000000000000000 ffff810001065400 0000000700000005 [ 1819.264567] Call Trace: [ 1819.267267] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.274045] [] :raid456:sync_request+0x7a8/0x84a [ 1819.280385] [] :md_mod:md_do_sync+0x574/0xa0b [ 1819.286467] [] :md_mod:md_thread+0x126/0x143 [ 1819.292442] [] kthread+0x4b/0x82 [ 1819.297363] [] child_rip+0xa/0x12 [ 1819.302391] [ 1819.303909] xfssyncd D 0000015e2ed14f60 0 5162 2 (L-TLB) [ 1819.310660] ffff8100cd679ab0 0000000000000046 0000000000000000 ffffffff803d7ae7 [ 1819.318226] ffff810117faa400 ffff81012b5f8810 ffff81012a254180 0000000528280d18 [ 1819.325784] 000000010003ed03 0000000000000000 ffff810001053400 0000000500000005 [ 1819.333128] Call Trace: [ 1819.335835] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.342605] [] :raid456:make_request+0x4fc/0x690 [ 1819.348932] [] generic_make_request+0x213/0x248 [ 1819.355180] [] submit_bio+0xc4/0xcb [ 1819.360402] [] :xfs:_xfs_buf_ioapply+0x2a4/0x2d2 [ 1819.366822] [] :xfs:xfs_buf_iorequest+0x47/0x7a [ 1819.373157] [] :xfs:xlog_bdstrat_cb+0x16/0x42 [ 1819.379283] [] :xfs:xlog_sync+0x29f/0x48f [ 1819.385067] [] :xfs:xlog_state_release_iclog+0x9a/0xad [ 1819.391978] [] :xfs:xlog_state_sync_all+0xec/0x263 [ 1819.398549] [] :xfs:_xfs_log_force+0x5c/0x6b [ 1819.404591] [] :xfs:xfs_syncsub+0x5d/0x2e4 [ 1819.410480] [] :xfs:xfs_sync+0x11/0x16 [ 1819.416016] [] :xfs:vfs_sync+0x25/0x2b [ 1819.421556] [] :xfs:vfs_sync_worker+0x1c/0x39 [ 1819.427711] [] :xfs:xfssyncd+0x15b/0x1af [ 1819.433416] [] kthread+0x4b/0x82 [ 1819.438335] [] child_rip+0xa/0x12 [ 1819.443364] [ 1819.444881] fstest D 000001a635c55e02 0 5182 5165 (NOTLB) [ 1819.451632] ffff8100cd847298 0000000000000086 0000000000000000 0000000000000000 [ 1819.459198] 00000004cd8472b8 ffff81012b59f570 ffff8101267430e0 00000003cd847580 [ 1819.466756] 00000001000518d4 0000000000000000 ffff810001041400 000000038024ca2f [ 1819.474108] Call Trace: [ 1819.476806] [] __down+0x97/0x108 [ 1819.481753] [] __down_failed+0x35/0x3a [ 1819.487235] [] :xfs:xfs_buf_lock+0x4a/0x4c [ 1819.493124] [] :xfs:xfs_getsb+0x2a/0x3a [ 1819.498738] [] :xfs:xfs_trans_getsb+0x52/0xa1 [ 1819.504873] [] :xfs:xfs_trans_apply_sb_deltas+0x1c/0x2c4 [ 1819.511972] [] :xfs:_xfs_trans_commit+0x12a/0x332 [ 1819.518464] [] :xfs:xfs_iomap_write_allocate+0x302/0x402 [ 1819.525554] [] :xfs:xfs_iomap+0x2f5/0x393 [ 1819.531343] [] :xfs:xfs_bmap+0x10/0x15 [ 1819.536899] [] :xfs:xfs_map_blocks+0x43/0x81 [ 1819.542960] [] :xfs:xfs_page_state_convert+0x297/0x58e [ 1819.549898] [] :xfs:xfs_vm_writepage+0xbb/0x105 [ 1819.556199] [] __writepage+0xa/0x2f [ 1819.561395] [] write_cache_pages+0x1a6/0x2cd [ 1819.567371] [] generic_writepages+0x22/0x2b [ 1819.573275] [] :xfs:xfs_vm_writepages+0x4d/0x66 [ 1819.579585] [] do_writepages+0x22/0x36 [ 1819.585057] [] __writeback_single_inode+0x23b/0x438 [ 1819.591656] [] sync_sb_inodes+0x225/0x312 [ 1819.597377] [] writeback_inodes+0x8e/0xe3 [ 1819.603092] [] balance_dirty_pages_ratelimited_nr+0x125/0x22f [ 1819.610571] [] generic_file_buffered_write+0x52a/0x60d [ 1819.617448] [] :xfs:xfs_write+0x6f4/0xa13 [ 1819.623246] [] :xfs:xfs_file_aio_write+0x5f/0x64 [ 1819.629649] [] do_sync_write+0xcc/0x112 [ 1819.635185] [] vfs_write+0xc3/0x165 [ 1819.640387] [] sys_write+0x53/0x8a [ 1819.645512] [] system_call+0x7e/0x83 [ 1819.650802] [<000000000049c100>] [ 1819.654165] [ 1819.655693] fstest D ffffffff8022b582 0 5217 5183 (NOTLB) [ 1819.662446] ffff810054a134b8 0000000000000086 ffff81012a04e800 ffffffff803d7ae7 [ 1819.670012] ffff81012b679c00 ffff81012a38d020 ffff810127e288d0 ffff810128280d18 [ 1819.677577] 0000000000000005 ffff810129b80400 ffff81012b679c00 0000000000000005 [ 1819.684939] Call Trace: [ 1819.687639] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.694417] [] :raid456:make_request+0x4fc/0x690 [ 1819.700752] [] generic_make_request+0x213/0x248 [ 1819.707001] [] submit_bio+0xc4/0xcb [ 1819.712220] [] :xfs:xfs_submit_ioend_bio+0x1e/0x28 [ 1819.718801] [] :xfs:xfs_submit_ioend+0xc5/0xe2 [ 1819.725042] [] :xfs:xfs_page_state_convert+0x53c/0x58e [ 1819.731980] [] :xfs:xfs_vm_writepage+0xbb/0x105 [ 1819.738272] [] __writepage+0xa/0x2f [ 1819.743473] [] write_cache_pages+0x1a6/0x2cd [ 1819.749458] [] generic_writepages+0x22/0x2b [ 1819.755371] [] :xfs:xfs_vm_writepages+0x4d/0x66 [ 1819.761682] [] do_writepages+0x22/0x36 [ 1819.767153] [] __writeback_single_inode+0x23b/0x438 [ 1819.773752] [] sync_sb_inodes+0x225/0x312 [ 1819.779481] [] writeback_inodes+0x8e/0xe3 [ 1819.785204] [] balance_dirty_pages_ratelimited_nr+0x125/0x22f [ 1819.792701] [] generic_file_buffered_write+0x52a/0x60d [ 1819.799579] [] :xfs:xfs_write+0x6f4/0xa13 [ 1819.805385] [] :xfs:xfs_file_aio_write+0x5f/0x64 [ 1819.811771] [] do_sync_write+0xcc/0x112 [ 1819.817307] [] vfs_write+0xc3/0x165 [ 1819.822500] [] sys_write+0x53/0x8a [ 1819.827617] [] system_call+0x7e/0x83 [ 1819.832907] [<000000000049c100>] [ 1819.836270] [ 1819.837798] fstest D 00000155d8b9cf27 0 5243 5218 (NOTLB) [ 1819.844550] ffff810027ddb4b8 0000000000000082 0000000000000000 ffffffff803d7ae7 [ 1819.852116] ffff810117faa400 ffff81012b510750 ffff810129df71e0 0000000128280d18 [ 1819.859665] 000000010003c9e9 0000000000000000 ffff81000102f400 0000000100000005 [ 1819.867018] Call Trace: [ 1819.869725] [] :raid456:get_active_stripe+0x26c/0x509 [ 1819.876496] [] :raid456:make_request+0x4fc/0x690 [ 1819.882831] [] generic_make_request+0x213/0x248 [ 1819.889080] [] submit_bio+0xc4/0xcb [ 1819.894307] [] :xfs:xfs_submit_ioend_bio+0x1e/0x28 [ 1819.900906] [] :xfs:xfs_submit_ioend+0xc5/0xe2 [ 1819.907156] [] :xfs:xfs_page_state_convert+0x53c/0x58e [ 1819.914085] [] :xfs:xfs_vm_writepage+0xbb/0x105 [ 1819.920394] [] __writepage+0xa/0x2f [ 1819.925595] [] write_cache_pages+0x1a6/0x2cd [ 1819.931580] [] generic_writepages+0x22/0x2b [ 1819.937493] [] :xfs:xfs_vm_writepages+0x4d/0x66 [ 1819.943795] [] do_writepages+0x22/0x36 [ 1819.949257] [] __writeback_single_inode+0x23b/0x438 [ 1819.955874] [] sync_sb_inodes+0x225/0x312 [ 1819.961604] [] writeback_inodes+0x8e/0xe3 [ 1819.967326] [] balance_dirty_pages_ratelimited_nr+0x125/0x22f [ 1819.974815] [] generic_file_buffered_write+0x52a/0x60d [ 1819.981700] [] :xfs:xfs_write+0x6f4/0xa13 [ 1819.987500] [] :xfs:xfs_file_aio_write+0x5f/0x64 [ 1819.993901] [] do_sync_write+0xcc/0x112 [ 1819.999454] [] vfs_write+0xc3/0x165 [ 1820.004657] [] sys_write+0x53/0x8a [ 1820.009765] [] system_call+0x7e/0x83 [ 1820.015047] [<000000000049c100>] [ 1820.018409] [ 1820.019946] pdflush D 00000155c27e6608 0 5268 2 (L-TLB) [ 1820.026690] ffff810038b85cf0 0000000000000046 0000000000000000 0000000000000000 [ 1820.034255] 0000000000000001 ffff81012b510750 ffff8101277f8fe0 0000000100001000 [ 1820.041813] 000000010003c9a2 0000000000000000 ffff81000102f400 0000000100000000 [ 1820.049166] Call Trace: [ 1820.051881] [] :xfs:xfs_buf_wait_unpin+0xd7/0x109 [ 1820.058382] [] :xfs:xfs_buf_iorequest+0x2d/0x7a [ 1820.064701] [] :xfs:xfs_bdstrat_cb+0x19/0x48 [ 1820.070767] [] :xfs:xfs_bwrite+0x73/0xed [ 1820.076488] [] :xfs:xfs_syncsub+0x194/0x2e4 [ 1820.082460] [] :xfs:xfs_sync+0x11/0x16 [ 1820.087997] [] :xfs:vfs_sync+0x25/0x2b [ 1820.093528] [] :xfs:xfs_fs_write_super+0x22/0x28 [ 1820.099934] [] sync_supers+0x75/0xc9 [ 1820.105225] [] wb_kupdate+0x29/0x11e [ 1820.110523] [] pdflush+0x169/0x21f [ 1820.115639] [] kthread+0x4b/0x82 [ 1820.120573] [] child_rip+0xa/0x12 [ 1820.125594] [ 1820.127111] pdflush D 0000000000000019 0 5269 2 (L-TLB) [ 1820.133863] ffff810015f4fd70 0000000000000046 0000000000000000 ffffffff803385ae [ 1820.141429] ffff810015f4fcb0 ffff81012608e9d0 ffff810129f001c0 0000000200000000 [ 1820.148987] 000000010004419b 0000000000000000 ffff810001038400 0000000280249d77 [ 1820.157922] Call Trace: [ 1820.160612] [] schedule_timeout+0x8a/0xb6 [ 1820.166339] [] io_schedule_timeout+0x28/0x36 [ 1820.172340] [] congestion_wait+0x9d/0xc2 [ 1820.177975] [] background_writeout+0xba/0xcb [ 1820.183949] [] pdflush+0x169/0x21f [ 1820.189056] [] kthread+0x4b/0x82 [ 1820.193991] [] child_rip+0xa/0x12 [ 1820.199019] [ 1820.200544] pdflush D 000001a76887cb15 0 5270 2 (L-TLB) [ 1820.207288] ffff810035be1d70 0000000000000046 0000000000000000 ffffffff803385ae [ 1820.214854] ffff810035be1cb0 ffff81012b546e60 ffff810126063060 0000000200000000 [ 1820.222403] 000000010005203f 0000000000000000 ffff810001038400 0000000280249d77 [ 1820.229747] Call Trace: [ 1820.232444] [] schedule_timeout+0x8a/0xb6 [ 1820.238171] [] io_schedule_timeout+0x28/0x36 [ 1820.244164] [] congestion_wait+0x9d/0xc2 [ 1820.249798] [] background_writeout+0xba/0xcb [ 1820.255799] [] pdflush+0x169/0x21f [ 1820.260906] [] kthread+0x4b/0x82 [ 1820.265848] [] child_rip+0xa/0x12 [ 1820.270878] [ 1820.272395] dmesg D 0000015465378de7 0 5271 5244 (NOTLB) [ 1820.279155] ffff8100cabcd7c8 0000000000000082 0000000000000000 ffff81012b593440 [ 1820.286729] 0000000000000001 ffff81012b652f20 ffff8101274937b0 000000068022b21f [ 1820.294297] 000000010003c3ea 0000000000000000 ffff81000105c400 000000068022b4a5 [ 1820.301632] Call Trace: [ 1820.304345] [] wait_for_completion+0x9d/0xe3 [ 1820.310334] [] flush_cpu_workqueue+0x71/0x82 [ 1820.316324] [] flush_workqueue+0x36/0x4c [ 1820.321975] [] flush_scheduled_work+0x10/0x15 [ 1820.328047] [] xs_connect+0xeb/0xfe [ 1820.333232] [] xprt_connect+0x12e/0x147 [ 1820.338781] [] call_connect+0x7f/0x8e [ 1820.344166] [] __rpc_execute+0x7f/0x25d [ 1820.349734] [] rpc_execute+0x1e/0x20 [ 1820.355024] [] rpc_call_sync+0x7b/0xa1 [ 1820.360496] [] nfs3_rpc_wrapper+0x29/0x6d [ 1820.366219] [] nfs3_proc_access+0x11b/0x18b [ 1820.372114] [] nfs_permission+0x172/0x23b [ 1820.377838] [] permission+0xbe/0xcf [ 1820.383032] [] vfs_permission+0x13/0x18 [ 1820.388572] [] __link_path_walk+0x151/0xe91 [ 1820.394477] [] link_path_walk+0x4f/0xcc [ 1820.400035] [] path_walk+0x1c/0x21 [ 1820.405159] [] do_path_lookup+0x1b7/0x1db [ 1820.410866] [] __path_lookup_intent_open+0x65/0xbd [ 1820.417378] [] path_lookup_open+0xf/0x14 [ 1820.423013] [] open_namei+0x7f/0x6cf [ 1820.428301] [] do_filp_open+0x1c/0x3d [ 1820.433686] [] do_sys_open+0x5e/0x102 [ 1820.439054] [] sys_open+0x1b/0x20 [ 1820.444083] [] system_call+0x7e/0x83 [ 1820.449374] [<00002b27c7948327>] [ 1820.452736]