INFO: task kswapd1:195 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
kswapd1 D ffff880622e87848 0 195 2 0x00000000
ffff880622e87848 ffff8806242d8000 ffff880622e33aa0 0000000000000000
ffff880622e88000 ffff8800bb179128 ffff8800bb179000 ffff880621729418
ffff880622e33aa0 ffff880622e87868 ffffffff8e63c967 0002577b00042c00
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e3483>] _xfs_log_force_lsn+0x153/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2e362b>] xfs_log_force_lsn+0x3b/0xa0
[<ffffffff8e2ca660>] ? xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2d59ae>] xfs_iunpin_wait+0xae/0x140
[<ffffffff8e0c2bc0>] ? wake_atomic_t_function+0x40/0x40
[<ffffffff8e2ca660>] xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2cab37>] xfs_reclaim_inodes_ag+0x277/0x3d0
[<ffffffff8e2cb6c3>] xfs_reclaim_inodes_nr+0x33/0x40
[<ffffffff8e2da1b9>] xfs_fs_free_cached_objects+0x19/0x20
[<ffffffff8e1c7323>] super_cache_scan+0x1a3/0x1b0
[<ffffffff8e15fae6>] shrink_slab+0x216/0x3d0
[<ffffffff8e164379>] shrink_zone+0x2b9/0x2d0
[<ffffffff8e165287>] kswapd+0x527/0x980
[<ffffffff8e164d60>] ? mem_cgroup_shrink_node_zone+0x150/0x150
[<ffffffff8e09f1f9>] kthread+0xc9/0xe0
[<ffffffff8e09f130>] ? kthread_create_on_node+0x1a0/0x1a0
[<ffffffff8e640fa2>] ret_from_fork+0x42/0x70
[<ffffffff8e09f130>] ? kthread_create_on_node+0x1a0/0x1a0
INFO: task mysqld:21561 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
mysqld D ffff88064549bbc8 0 21561 5534 0x00000000
ffff88064549bbc8 ffff88062426d7f0 ffff88000b4cbaa0 0000000000000040
ffff88064549c000 ffff880f1631b674 ffff88000b4cbaa0 00000000ffffffff
ffff880f1631b678 ffff88064549bbe8 ffffffff8e63c967 00000000000282c2
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e63cbde>] schedule_preempt_disabled+0xe/0x10
[<ffffffff8e63e7e5>] __mutex_lock_slowpath+0x95/0x110
[<ffffffff8e63e87b>] mutex_lock+0x1b/0x2f
[<ffffffff8e1d028b>] do_last.isra.57+0x25b/0xd30
[<ffffffff8e1d1084>] ? path_init+0xc4/0x430
[<ffffffff8e1d2012>] path_openat+0x92/0x5a0
[<ffffffff8e17d817>] ? handle_mm_fault+0xb47/0x1860
[<ffffffff8e1d4063>] do_filp_open+0x43/0xa0
[<ffffffff8e1e0f24>] ? __alloc_fd+0x134/0x1b0
[<ffffffff8e1c2dec>] do_sys_open+0x13c/0x230
[<ffffffff8e0134b8>] ? syscall_trace_enter_phase1+0xf8/0x160
[<ffffffff8e1c2f02>] SyS_open+0x22/0x30
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task mysqld:6683 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
mysqld D ffff880f0b2f3588 0 6683 5893 0x00000000
ffff880f0b2f3588 ffff8806242dbaa0 ffff880f09913aa0 000000000000254e
ffff880f0b2f4000 ffff8800bb179128 ffff8800bb179000 ffff880621729418
ffff880f09913aa0 ffff880f0b2f35a8 ffffffff8e63c967 0002577b00042c00
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e3483>] _xfs_log_force_lsn+0x153/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2e362b>] xfs_log_force_lsn+0x3b/0xa0
[<ffffffff8e2ca660>] ? xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2d59ae>] xfs_iunpin_wait+0xae/0x140
[<ffffffff8e0c2bc0>] ? wake_atomic_t_function+0x40/0x40
[<ffffffff8e2ca660>] xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2cab37>] xfs_reclaim_inodes_ag+0x277/0x3d0
[<ffffffff8e2cb6c3>] xfs_reclaim_inodes_nr+0x33/0x40
[<ffffffff8e2da1b9>] xfs_fs_free_cached_objects+0x19/0x20
[<ffffffff8e1c7323>] super_cache_scan+0x1a3/0x1b0
[<ffffffff8e15fae6>] shrink_slab+0x216/0x3d0
[<ffffffff8e164379>] shrink_zone+0x2b9/0x2d0
[<ffffffff8e1646ea>] do_try_to_free_pages+0x16a/0x400
[<ffffffff8e164b8a>] try_to_free_pages+0xda/0x160
[<ffffffff8e6364eb>] __alloc_pages_slowpath+0x3ff/0x697
[<ffffffff8e1581c0>] __alloc_pages_nodemask+0x230/0x240
[<ffffffff8e158235>] alloc_kmem_pages_node+0x65/0x130
[<ffffffff8e07e61b>] ? copy_process.part.37+0xeb/0x1a80
[<ffffffff8e07e639>] copy_process.part.37+0x109/0x1a80
[<ffffffff8e1190cc>] ? acct_account_cputime+0x1c/0x20
[<ffffffff8e0b0f99>] ? account_user_time+0x99/0xb0
[<ffffffff8e08014c>] do_fork+0xbc/0x350
[<ffffffff8e0134b8>] ? syscall_trace_enter_phase1+0xf8/0x160
[<ffffffff8e080466>] SyS_clone+0x16/0x20
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task mysqld:7069 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
mysqld D ffff880f0abbbd98 0 7069 5893 0x00000000
ffff880f0abbbd98 ffff8806242c0000 ffff880f0ab53aa0 0000000000000000
ffff880f0abbc000 ffff8800bb179128 ffff8800bb179000 ffff880621729418
ffff880f0ab53aa0 ffff880f0abbbdb8 ffffffff8e63c967 0002577b00042c00
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e3483>] _xfs_log_force_lsn+0x153/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2c62bf>] xfs_file_fsync+0x18f/0x1e0
[<ffffffff8e1f4a66>] vfs_fsync_range+0x46/0xc0
[<ffffffff8e1f4afc>] vfs_fsync+0x1c/0x20
[<ffffffff8e1f4c68>] do_fsync+0x38/0x70
[<ffffffff8e14e223>] ? context_tracking_user_enter+0x13/0x20
[<ffffffff8e013805>] ? syscall_trace_leave+0x95/0xf0
[<ffffffff8e1f4ee0>] SyS_fsync+0x10/0x20
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task mysqld:20600 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
mysqld D ffff8809218ffd98 0 20600 5893 0x00000000
ffff8809218ffd98 ffff8806242d8000 ffff880123ef57f0 0000000000000000
ffff880921900000 ffff8800bb179128 ffff8800bb179000 ffff880621729418
ffff880123ef57f0 ffff8809218ffdb8 ffffffff8e63c967 0002577b00042c00
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e3483>] _xfs_log_force_lsn+0x153/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2c62bf>] xfs_file_fsync+0x18f/0x1e0
[<ffffffff8e1f4a66>] vfs_fsync_range+0x46/0xc0
[<ffffffff8e1f4afc>] vfs_fsync+0x1c/0x20
[<ffffffff8e1f4c68>] do_fsync+0x38/0x70
[<ffffffff8e14e223>] ? context_tracking_user_enter+0x13/0x20
[<ffffffff8e013805>] ? syscall_trace_leave+0x95/0xf0
[<ffffffff8e1f4ee0>] SyS_fsync+0x10/0x20
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task auth:9631 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
auth D ffff8809eea33588 0 9631 9616 0x00000004
ffff8809eea33588 ffff8806242c1d50 ffff880b97f19d50 ffff8809eea33568
ffff8809eea34000 ffff8800bb179128 ffff8800bb179000 ffff880621729418
ffff880b97f19d50 ffff8809eea335a8 ffffffff8e63c967 0002577b00042c00
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e3483>] _xfs_log_force_lsn+0x153/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2e362b>] xfs_log_force_lsn+0x3b/0xa0
[<ffffffff8e2ca660>] ? xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2d59ae>] xfs_iunpin_wait+0xae/0x140
[<ffffffff8e0c2bc0>] ? wake_atomic_t_function+0x40/0x40
[<ffffffff8e2ca660>] xfs_reclaim_inode+0xd0/0x330
[<ffffffff8e2cab37>] xfs_reclaim_inodes_ag+0x277/0x3d0
[<ffffffff8e0d8cb6>] ? __call_rcu_nocb_enqueue+0xe6/0xf0
[<ffffffff8e1df3d9>] ? inode_lru_isolate+0x89/0x1c0
[<ffffffff8e177e58>] ? __list_lru_walk_one.isra.6+0x158/0x170
[<ffffffff8e1df350>] ? insert_inode_locked+0x180/0x180
[<ffffffff8e1df350>] ? insert_inode_locked+0x180/0x180
[<ffffffff8e2cb6c3>] xfs_reclaim_inodes_nr+0x33/0x40
[<ffffffff8e2da1b9>] xfs_fs_free_cached_objects+0x19/0x20
[<ffffffff8e1c7323>] super_cache_scan+0x1a3/0x1b0
[<ffffffff8e15fae6>] shrink_slab+0x216/0x3d0
[<ffffffff8e164379>] shrink_zone+0x2b9/0x2d0
[<ffffffff8e1646ea>] do_try_to_free_pages+0x16a/0x400
[<ffffffff8e164b8a>] try_to_free_pages+0xda/0x160
[<ffffffff8e6364eb>] __alloc_pages_slowpath+0x3ff/0x697
[<ffffffff8e1581c0>] __alloc_pages_nodemask+0x230/0x240
[<ffffffff8e158235>] alloc_kmem_pages_node+0x65/0x130
[<ffffffff8e07e61b>] ? copy_process.part.37+0xeb/0x1a80
[<ffffffff8e07e639>] copy_process.part.37+0x109/0x1a80
[<ffffffff8e1a7f63>] ? kmem_cache_alloc+0x193/0x1f0
[<ffffffff8e1190cc>] ? acct_account_cputime+0x1c/0x20
[<ffffffff8e0b0f99>] ? account_user_time+0x99/0xb0
[<ffffffff8e08014c>] do_fork+0xbc/0x350
[<ffffffff8e0134b8>] ? syscall_trace_enter_phase1+0xf8/0x160
[<ffffffff8e14e223>] ? context_tracking_user_enter+0x13/0x20
[<ffffffff8e080466>] SyS_clone+0x16/0x20
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task kworker/4:1H:6823 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
kworker/4:1H D ffff880302813c88 0 6823 2 0x00000000
Workqueue: xfs-log/sda3 xfs_log_worker
ffff880302813c88 ffff8806243ed7f0 ffff8800038b0000 ffff880621729400
ffff880302814000 ffff8800bb179128 ffff8800bb179000 0000000000000000
ffff8800038b0000 ffff880302813ca8 ffffffff8e63c967 ffff8800038b0000
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e2e359b>] _xfs_log_force_lsn+0x26b/0x2c0
[<ffffffff8e0ad340>] ? try_to_wake_up+0x340/0x340
[<ffffffff8e2df093>] xfs_trans_commit+0x1e3/0x220
[<ffffffff8e2b8b60>] xfs_sync_sb+0x60/0xa0
[<ffffffff8e2e1bb4>] ? xfs_log_need_covered+0x74/0x100
[<ffffffff8e2e332d>] xfs_log_worker+0x4d/0x50
[<ffffffff8e0986bf>] process_one_work+0x14f/0x410
[<ffffffff8e098ad9>] worker_thread+0x119/0x510
[<ffffffff8e63c3d1>] ? __schedule+0x4f1/0x990
[<ffffffff8e0989c0>] ? process_scheduled_works+0x40/0x40
[<ffffffff8e09f1f9>] kthread+0xc9/0xe0
[<ffffffff8e09f130>] ? kthread_create_on_node+0x1a0/0x1a0
[<ffffffff8e640fa2>] ret_from_fork+0x42/0x70
[<ffffffff8e09f130>] ? kthread_create_on_node+0x1a0/0x1a0
INFO: task php5.2:6976 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
php5.2 D ffff88015bd87568 0 6976 15202 0x00000004
ffff88015bd87568 ffff8806242c0000 ffff8801938e0000 ffff8800374ded00
ffff88015bd88000 7fffffffffffffff ffff8801938e0000 0000000000000002
0000000000000000 ffff88015bd87588 ffffffff8e63c967 00000000000001ed
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e63f68c>] schedule_timeout+0x1fc/0x260
[<ffffffff8e0b873c>] ? dequeue_entity+0x13c/0x580
[<ffffffff8e63e93e>] __down_common+0xaf/0x118
[<ffffffff8e0b1700>] ? arch_vtime_task_switch+0x40/0x90
[<ffffffff8e2c1f04>] ? _xfs_buf_find+0x164/0x2a0
[<ffffffff8e63ea1a>] __down+0x1d/0x1f
[<ffffffff8e0c9831>] down+0x41/0x50
[<ffffffff8e2c1d00>] xfs_buf_lock+0x40/0xe0
[<ffffffff8e2c1f04>] _xfs_buf_find+0x164/0x2a0
[<ffffffff8e2c20f5>] xfs_buf_get_map+0x35/0x180
[<ffffffff8e2c2f77>] xfs_buf_read_map+0x37/0x110
[<ffffffff8e2eef29>] xfs_trans_read_buf_map+0xf9/0x280
[<ffffffff8e2b2985>] xfs_read_agi+0x95/0xf0
[<ffffffff8e2b2a23>] xfs_ialloc_read_agi+0x43/0xe0
[<ffffffff8e2b3421>] xfs_dialloc+0xf1/0x2d0
[<ffffffff8e2d35eb>] xfs_ialloc+0x5b/0x550
[<ffffffff8e2df9b7>] ? kmem_zone_alloc+0x77/0x100
[<ffffffff8e2f1c77>] ? xfs_trans_mod_dquot+0x47/0x190
[<ffffffff8e2d3b4a>] xfs_dir_ialloc+0x6a/0x290
[<ffffffff8e2d408b>] xfs_create+0x2bb/0x6e0
[<ffffffff8e00d775>] ? native_sched_clock+0x35/0x80
[<ffffffff8e21cab1>] ? get_cached_acl+0x21/0x70
[<ffffffff8e2d09b3>] xfs_generic_create+0xd3/0x2b0
[<ffffffff8e1dc4ed>] ? __d_lookup+0x11d/0x160
[<ffffffff8e2d0bc4>] xfs_vn_mknod+0x14/0x20
[<ffffffff8e2d0c03>] xfs_vn_create+0x13/0x20
[<ffffffff8e1cf307>] vfs_create+0x77/0xc0
[<ffffffff8e1d076d>] do_last.isra.57+0x73d/0xd30
[<ffffffff8e1d1084>] ? path_init+0xc4/0x430
[<ffffffff8e1d2012>] path_openat+0x92/0x5a0
[<ffffffff8e1d3f78>] ? user_path_at_empty+0x68/0xa0
[<ffffffff8e1d4063>] do_filp_open+0x43/0xa0
[<ffffffff8e1e0f24>] ? __alloc_fd+0x134/0x1b0
[<ffffffff8e1c2dec>] do_sys_open+0x13c/0x230
[<ffffffff8e0134b8>] ? syscall_trace_enter_phase1+0xf8/0x160
[<ffffffff8e14e223>] ? context_tracking_user_enter+0x13/0x20
[<ffffffff8e1c2f02>] SyS_open+0x22/0x30
[<ffffffff8e640bae>] system_call_fastpath+0x12/0x71
INFO: task php5.4:9657 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
php5.4 D ffff8800017338e8 0 9657 15202 0x00000004
ffff8800017338e8 ffff8806242f0000 ffff8800010a1d50 0000000000000002
ffff880001734000 7fffffffffffffff ffff8800010a1d50 0000000000000002
0000000000000000 ffff880001733908 ffffffff8e63c967 0000000000000000
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e63f68c>] schedule_timeout+0x1fc/0x260
[<ffffffff8e0b25a8>] ? __enqueue_entity+0x78/0x80
[<ffffffff8e63e93e>] __down_common+0xaf/0x118
[<ffffffff8e16d478>] ? zone_statistics+0x98/0xc0
[<ffffffff8e2c1f04>] ? _xfs_buf_find+0x164/0x2a0
[<ffffffff8e63ea1a>] __down+0x1d/0x1f
[<ffffffff8e0c9831>] down+0x41/0x50
[<ffffffff8e2c1d00>] xfs_buf_lock+0x40/0xe0
[<ffffffff8e2c1f04>] _xfs_buf_find+0x164/0x2a0
[<ffffffff8e2c20f5>] xfs_buf_get_map+0x35/0x180
[<ffffffff8e2c2f77>] xfs_buf_read_map+0x37/0x110
[<ffffffff8e2eef29>] xfs_trans_read_buf_map+0xf9/0x280
[<ffffffff8e2b2985>] xfs_read_agi+0x95/0xf0
[<ffffffff8e2d1dac>] xfs_iunlink_remove+0x4c/0x420
[<ffffffff8e2e122e>] ? xlog_grant_head_check+0x4e/0xf0
[<ffffffff8e2d54d7>] xfs_ifree+0x27/0xd0
[<ffffffff8e2ef776>] ? xfs_trans_ijoin+0x36/0x60
[<ffffffff8e2d5641>] xfs_inactive_ifree+0xc1/0x230
[<ffffffff8e2d5846>] xfs_inactive+0x96/0x150
[<ffffffff8e2da5cf>] xfs_fs_evict_inode+0x6f/0xb0
[<ffffffff8e1de7b0>] evict+0xc0/0x1a0
[<ffffffff8e1defdb>] iput+0x18b/0x1f0
[<ffffffff8e1da678>] __dentry_kill+0x198/0x200
[<ffffffff8e1dace0>] dput+0x1c0/0x220
[<ffffffff8e1c5a24>] __fput+0x164/0x1e0
[<ffffffff8e1c5aee>] ____fput+0xe/0x10
[<ffffffff8e09d5ff>] task_work_run+0xbf/0x100
[<ffffffff8e003bf8>] do_notify_resume+0x88/0xa0
[<ffffffff8e640d7c>] int_signal+0x12/0x17
INFO: task php5.4:9661 blocked for more than 120 seconds.
Not tainted 4.1.15+68-ph #1
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
php5.4 D ffff8800189278e8 0 9661 15202 0x00000004
ffff8800189278e8 ffff880624309d50 ffff88000b4a57f0 ffff880000000002
ffff880018928000 7fffffffffffffff ffff88000b4a57f0 0000000000000002
0000000000000000 ffff880018927908 ffffffff8e63c967 0000000000000000
Call Trace:
[<ffffffff8e63c967>] schedule+0x37/0x90
[<ffffffff8e63f68c>] schedule_timeout+0x1fc/0x260
[<ffffffff8e32cee7>] ? blk_peek_request+0x87/0x290
[<ffffffff8e63e93e>] __down_common+0xaf/0x118
[<ffffffff8e2c1f04>] ? _xfs_buf_find+0x164/0x2a0
[<ffffffff8e63ea1a>] __down+0x1d/0x1f
[<ffffffff8e0c9831>] down+0x41/0x50
[<ffffffff8e2c1d00>] xfs_buf_lock+0x40/0xe0
[<ffffffff8e2c1f04>] _xfs_buf_find+0x164/0x2a0
[<ffffffff8e2c20f5>] xfs_buf_get_map+0x35/0x180
[<ffffffff8e2c2f77>] xfs_buf_read_map+0x37/0x110
[<ffffffff8e2eef29>] xfs_trans_read_buf_map+0xf9/0x280
[<ffffffff8e2b2985>] xfs_read_agi+0x95/0xf0
[<ffffffff8e2d1dac>] xfs_iunlink_remove+0x4c/0x420
[<ffffffff8e2e122e>] ? xlog_grant_head_check+0x4e/0xf0
[<ffffffff8e2d54d7>] xfs_ifree+0x27/0xd0
[<ffffffff8e2ef776>] ? xfs_trans_ijoin+0x36/0x60
[<ffffffff8e2d5641>] xfs_inactive_ifree+0xc1/0x230
[<ffffffff8e2d5846>] xfs_inactive+0x96/0x150
[<ffffffff8e2da5cf>] xfs_fs_evict_inode+0x6f/0xb0
[<ffffffff8e1de7b0>] evict+0xc0/0x1a0
[<ffffffff8e1defdb>] iput+0x18b/0x1f0
[<ffffffff8e1da678>] __dentry_kill+0x198/0x200
[<ffffffff8e1dace0>] dput+0x1c0/0x220
[<ffffffff8e1c5a24>] __fput+0x164/0x1e0
[<ffffffff8e1c5aee>] ____fput+0xe/0x10
[<ffffffff8e09d5ff>] task_work_run+0xbf/0x100
[<ffffffff8e003bf8>] do_notify_resume+0x88/0xa0
[<ffffffff8e640d7c>] int_signal+0x12/0x17