Skip to content

Instantly share code, notes, and snippets.

@tchrist
Created August 10, 2012 15:07
Show Gist options
  • Save tchrist/3314831 to your computer and use it in GitHub Desktop.
Save tchrist/3314831 to your computer and use it in GitHub Desktop.
[18368.857468] INFO: task apache2:2535 blocked for more than 120 seconds.
[18368.857482] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857488] apache2 D 0000000000000000 0 2535 1071 0x00000000
[18368.857492] ffff8801d9041d28 0000000000000282 0000000000000400 ffff8801d9041ca8
[18368.857495] 0000000000000400 ffff8801d9041cf0 ffff8801aa60e678 ffff8801d9041fd8
[18368.857498] ffff8801aa60e2c0 ffff8801aa60e2c0 ffff8801aa60e2c0 ffff8801d9041fd8
[18368.857501] Call Trace:
[18368.857511] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857515] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857523] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857528] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857531] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857534] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857539] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857543] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857546] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857551] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857554] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857557] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857562] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857566] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857569] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857571] INFO: task apache2:3254 blocked for more than 120 seconds.
[18368.857576] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857581] apache2 D 0000000000000000 0 3254 1071 0x00000000
[18368.857584] ffff8801d9b4bd28 0000000000000282 0000000000000400 ffff8801d9b4bca8
[18368.857586] 0000000000000400 ffff8801d9b4bcf0 ffff8801d9a388f8 ffff8801d9b4bfd8
[18368.857589] ffff8801d9a38540 ffff8801d9a38540 ffff8801d9a38540 ffff8801d9b4bfd8
[18368.857591] Call Trace:
[18368.857593] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857596] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857599] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857602] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857605] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857608] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857611] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857614] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857616] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857619] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857621] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857624] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857626] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857629] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857631] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857634] INFO: task apache2:3596 blocked for more than 120 seconds.
[18368.857639] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857643] apache2 D 0000000000000000 0 3596 1071 0x00000000
[18368.857646] ffff8801d90efd28 0000000000000282 0000000000000400 ffff8801d90efca8
[18368.857649] 0000000000000400 ffff8801d90efcf0 ffff8801b536ac38 ffff8801d90effd8
[18368.857651] ffff8801b536a880 ffff8801b536a880 ffff8801b536a880 ffff8801d90effd8
[18368.857654] Call Trace:
[18368.857656] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857659] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857662] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857664] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857668] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857670] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857673] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857676] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857678] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857681] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857683] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857686] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857689] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857691] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857694] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857696] INFO: task apache2:3597 blocked for more than 120 seconds.
[18368.857701] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857706] apache2 D 0000000000000000 0 3597 1071 0x00000000
[18368.857709] ffff8801aa759d28 0000000000000286 0000000000000400 ffff8801aa759ca8
[18368.857711] 0000000000000400 ffff8801aa759cf0 ffff8801d99dac78 ffff8801aa759fd8
[18368.857714] ffff8801d99da8c0 ffff8801d99da8c0 ffff8801d99da8c0 ffff8801aa759fd8
[18368.857717] Call Trace:
[18368.857719] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857722] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857725] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857727] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857730] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857733] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857736] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857739] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857741] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857744] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857746] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857749] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857751] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857754] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857757] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857759] INFO: task apache2:3626 blocked for more than 120 seconds.
[18368.857764] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857768] apache2 D 0000000000000000 0 3626 1071 0x00000000
[18368.857771] ffff8801d6b61d28 0000000000000286 0000000000000400 ffff8801d6b61ca8
[18368.857774] 0000000000000400 ffff8801d6b61cf0 ffff8801aa6267f8 ffff8801d6b61fd8
[18368.857776] ffff8801aa626440 ffff8801aa626440 ffff8801aa626440 ffff8801d6b61fd8
[18368.857779] Call Trace:
[18368.857781] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857784] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857787] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857789] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857792] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857795] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857798] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857801] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857803] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857806] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857808] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857811] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857814] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857816] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857819] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857821] INFO: task apache2:3630 blocked for more than 120 seconds.
[18368.857826] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857831] apache2 D 0000000000000000 0 3630 1071 0x00000000
[18368.857834] ffff8801d9e29d28 0000000000000282 0000000000000400 ffff8801d9e29ca8
[18368.857836] 0000000000000400 ffff8801d9e29cf0 ffff8801d6a2a8b8 ffff8801d9e29fd8
[18368.857839] ffff8801d6a2a500 ffff8801d6a2a500 ffff8801d6a2a500 ffff8801d9e29fd8
[18368.857841] Call Trace:
[18368.857844] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857846] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857849] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857852] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857855] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857858] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857861] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857864] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857866] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857868] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857871] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857874] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857876] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857879] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857882] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857884] INFO: task apache2:3637 blocked for more than 120 seconds.
[18368.857889] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857894] apache2 D 0000000000000000 0 3637 1071 0x00000000
[18368.857897] ffff8801d6955d28 0000000000000282 0000000000000400 ffff8801d6955ca8
[18368.857899] 0000000000000400 ffff8801d6955cf0 ffff8801b51729b8 ffff8801d6955fd8
[18368.857902] ffff8801b5172600 ffff8801b5172600 ffff8801b5172600 ffff8801d6955fd8
[18368.857904] Call Trace:
[18368.857906] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857909] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857912] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857915] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857918] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857921] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857924] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857926] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857929] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857931] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857934] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857937] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.857939] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.857942] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.857944] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.857947] INFO: task apache2:3656 blocked for more than 120 seconds.
[18368.857951] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.857956] apache2 D 0000000000000000 0 3656 1071 0x00000000
[18368.857959] ffff8801d68cdd28 0000000000000286 0000000000000400 ffff8801d68cdca8
[18368.857961] 0000000000000400 ffff8801d68cdcf0 ffff8801aa4a0bf8 ffff8801d68cdfd8
[18368.857964] ffff8801aa4a0840 ffff8801aa4a0840 ffff8801aa4a0840 ffff8801d68cdfd8
[18368.857966] Call Trace:
[18368.857969] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.857971] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.857974] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.857977] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.857980] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.857983] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.857986] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.857989] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.857991] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.857994] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.857996] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.857999] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.858001] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.858004] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.858007] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.858009] INFO: task apache2:3751 blocked for more than 120 seconds.
[18368.858013] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.858018] apache2 D 0000000000000000 0 3751 1071 0x00000000
[18368.858021] ffff8801d9231d28 0000000000000286 0000000000000400 ffff8801d9231ca8
[18368.858023] 0000000000000400 ffff8801d9231cf0 ffff8801d9f8cc38 ffff8801d9231fd8
[18368.858026] ffff8801d9f8c880 ffff8801d9f8c880 ffff8801d9f8c880 ffff8801d9231fd8
[18368.858028] Call Trace:
[18368.858030] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.858033] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.858036] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.858039] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.858042] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.858045] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.858048] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.858051] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.858053] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.858056] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.858058] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.858061] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.858063] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.858066] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.858068] [<ffffffff81009b40>] ? system_call+0x0/0x52
[18368.858071] INFO: task apache2:3801 blocked for more than 120 seconds.
[18368.858076] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[18368.858080] apache2 D 0000000000000000 0 3801 1071 0x00000000
[18368.858083] ffff8801d6a21d28 0000000000000286 0000000000000400 ffff8801d6a21ca8
[18368.858085] 0000000000000400 ffff8801d6a21cf0 ffff8801aa4a4c38 ffff8801d6a21fd8
[18368.858088] ffff8801aa4a4880 ffff8801aa4a4880 ffff8801aa4a4880 ffff8801d6a21fd8
[18368.858090] Call Trace:
[18368.858093] [<ffffffff8103430a>] ? enqueue_entity+0x11a/0x1a0
[18368.858096] [<ffffffff810384a8>] ? check_preempt_wakeup+0x2a8/0x3b0
[18368.858099] [<ffffffff814ae735>] schedule_timeout+0x1e5/0x2c0
[18368.858101] [<ffffffff8103017e>] ? try_to_wake_up+0x27e/0x380
[18368.858104] [<ffffffff814ad892>] wait_for_common+0xf2/0x1e0
[18368.858107] [<ffffffff81030280>] ? default_wake_function+0x0/0x10
[18368.858110] [<ffffffff810b8600>] ? lru_add_drain_per_cpu+0x0/0x10
[18368.858113] [<ffffffff814ada18>] wait_for_completion+0x18/0x20
[18368.858115] [<ffffffff81056347>] flush_work+0x97/0x100
[18368.858118] [<ffffffff810553c0>] ? wq_barrier_func+0x0/0x10
[18368.858120] [<ffffffff8105652b>] schedule_on_each_cpu+0x11b/0x160
[18368.858123] [<ffffffff810b79f0>] lru_add_drain_all+0x10/0x20
[18368.858125] [<ffffffff810d1865>] sys_mlock+0x45/0x100
[18368.858128] [<ffffffff81009ba8>] system_call_fastpath+0x16/0x1b
[18368.858131] [<ffffffff81009b40>] ? system_call+0x0/0x52
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment