dmesg

[279537.138659] kthreadd invoked oom-killer: gfp_mask=0x2000d0, order=2, oom_score_adj=0
[279537.138742] kthreadd cpuset=/ mems_allowed=0
[279537.138791] CPU: 2 PID: 2 Comm: kthreadd Not tainted 3.16.0-4-amd64 #1 Debian 3.16.7-ckt11-1+deb8u5
[279537.138875] Hardware name: Intel Corporation S1200RP/S1200RP, BIOS S1200RP.86B.03.01.0002.041520151123 04/15/2015
[279537.138962]  0000000000000000 ffffffff8150b4c5 ffff88084be38960 ffffffff81509127
[279537.139050]  0000000000000000 ffffffff810d4dcf 0000000000000000 ffffffff8150fe2e
[279537.139138]  0000000000000200 ffffffff81067923 ffffffff810c24e4 0000000000000042
[279537.139227] Call Trace:
[279537.139268]  [<ffffffff8150b4c5>] ? dump_stack+0x41/0x51
[279537.139315]  [<ffffffff81509127>] ? dump_header+0x76/0x1e8
[279537.139364]  [<ffffffff810d4dcf>] ? smp_call_function_single+0x5f/0xa0
[279537.139414]  [<ffffffff8150fe2e>] ? mutex_lock+0xe/0x2a
[279537.139462]  [<ffffffff81067923>] ? put_online_cpus+0x23/0x80
[279537.139511]  [<ffffffff810c24e4>] ? rcu_oom_notify+0xc4/0xe0
[279537.147153]  [<ffffffff8115188c>] ? do_try_to_free_pages+0x4ac/0x520
[279537.147205]  [<ffffffff811404fd>] ? oom_kill_process+0x21d/0x370
[279537.147254]  [<ffffffff811400bd>] ? find_lock_task_mm+0x3d/0x90
[279537.147303]  [<ffffffff81140c63>] ? out_of_memory+0x473/0x4b0
[279537.147352]  [<ffffffff81146a6d>] ? __alloc_pages_nodemask+0x9cd/0xb30
[279537.147403]  [<ffffffff81064c66>] ? copy_process.part.25+0x116/0x1c30
[279537.147455]  [<ffffffff81087ec0>] ? kthread_create_on_node+0x180/0x180
[279537.147507]  [<ffffffff8101155e>] ? __switch_to+0xde/0x570
[279537.147553]  [<ffffffff81066951>] ? do_fork+0xe1/0x390
[279537.147599]  [<ffffffff8150d9e1>] ? __schedule+0x2b1/0x710
[279537.147647]  [<ffffffff81066c22>] ? kernel_thread+0x22/0x30
[279537.147695]  [<ffffffff810887bd>] ? kthreadd+0x13d/0x190
[279537.147742]  [<ffffffff81088680>] ? kthread_create_on_cpu+0x60/0x60
[279537.147791]  [<ffffffff815115d8>] ? ret_from_fork+0x58/0x90
[279537.147839]  [<ffffffff81088680>] ? kthread_create_on_cpu+0x60/0x60
[279537.147888] Mem-Info:
[279537.147925] Node 0 DMA per-cpu:
[279537.147966] CPU    0: hi:    0, btch:   1 usd:   0
[279537.148010] CPU    1: hi:    0, btch:   1 usd:   0
[279537.148054] CPU    2: hi:    0, btch:   1 usd:   0
[279537.148098] CPU    3: hi:    0, btch:   1 usd:   0
[279537.148142] CPU    4: hi:    0, btch:   1 usd:   0
[279537.148189] CPU    5: hi:    0, btch:   1 usd:   0
[279537.148233] CPU    6: hi:    0, btch:   1 usd:   0
[279537.148277] CPU    7: hi:    0, btch:   1 usd:   0
[279537.148321] Node 0 DMA32 per-cpu:
[279537.148363] CPU    0: hi:  186, btch:  31 usd:   0
[279537.148407] CPU    1: hi:  186, btch:  31 usd:   0
[279537.148452] CPU    2: hi:  186, btch:  31 usd:   0
[279537.148496] CPU    3: hi:  186, btch:  31 usd:   0
[279537.148541] CPU    4: hi:  186, btch:  31 usd:   0
[279537.148585] CPU    5: hi:  186, btch:  31 usd:   0
[279537.148629] CPU    6: hi:  186, btch:  31 usd:   0
[279537.148673] CPU    7: hi:  186, btch:  31 usd:   0
[279537.148718] Node 0 Normal per-cpu:
[279537.148760] CPU    0: hi:  186, btch:  31 usd:   0
[279537.148805] CPU    1: hi:  186, btch:  31 usd:  10
[279537.148849] CPU    2: hi:  186, btch:  31 usd:   0
[279537.148893] CPU    3: hi:  186, btch:  31 usd:   0
[279537.148937] CPU    4: hi:  186, btch:  31 usd:  15
[279537.148982] CPU    5: hi:  186, btch:  31 usd:   0
[279537.149027] CPU    6: hi:  186, btch:  31 usd:   6
[279537.149071] CPU    7: hi:  186, btch:  31 usd:   0
[279537.149116] active_anon:7491312 inactive_anon:556975 isolated_anon:0
 active_file:1532 inactive_file:1723 isolated_file:32
 unevictable:0 dirty:0 writeback:0 unstable:0
 free:52372 slab_reclaimable:28266 slab_unreclaimable:10270
 mapped:62624 shmem:85045 pagetables:20662 bounce:0
 free_cma:0
[279537.149377] Node 0 DMA free:15892kB min:32kB low:40kB high:48kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15976kB managed:15892kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:0kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes
[279537.149659] lowmem_reserve[]: 0 2455 31956 31956
[279537.149716] Node 0 DMA32 free:123040kB min:5188kB low:6484kB high:7780kB active_anon:1893644kB inactive_anon:473672kB active_file:20kB inactive_file:260kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:2590836kB managed:2516392kB mlocked:0kB dirty:0kB writeback:0kB mapped:26840kB shmem:28312kB slab_reclaimable:8480kB slab_unreclaimable:3756kB kernel_stack:1248kB pagetables:6396kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:1371 all_unreclaimable? yes
[279537.150036] lowmem_reserve[]: 0 0 29501 29501
[279537.150094] Node 0 Normal free:70176kB min:62360kB low:77948kB high:93540kB active_anon:28072404kB inactive_anon:1754228kB active_file:6108kB inactive_file:6308kB unevictable:0kB isolated(anon):0kB isolated(file):128kB present:30670848kB managed:30209592kB mlocked:0kB dirty:0kB writeback:0kB mapped:223656kB shmem:311868kB slab_reclaimable:104584kB slab_unreclaimable:37324kB kernel_stack:4000kB pagetables:76252kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:8053 all_unreclaimable? no
[279537.150423] lowmem_reserve[]: 0 0 0 0
[279537.150478] Node 0 DMA: 1*4kB (U) 0*8kB 1*16kB (U) 0*32kB 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (R) 3*4096kB (M) = 15892kB
[279537.150630] Node 0 DMA32: 2368*4kB (UEM) 1758*8kB (UEM) 1181*16kB (UEM) 732*32kB (UEM) 428*64kB (UEM) 166*128kB (UEM) 17*256kB (UEM) 1*512kB (M) 0*1024kB 0*2048kB 1*4096kB (R) = 123456kB
[279537.150814] Node 0 Normal: 16451*4kB (UE) 0*8kB 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 1*4096kB (R) = 69900kB
[279537.150948] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
[279537.151030] 89078 total pagecache pages
[279537.151072] 254 pages in swap cache
[279537.151111] Swap cache stats: add 1050859, delete 1050605, find 9563/11089
[279537.151162] Free swap  = 0kB
[279537.151201] Total swap = 4192188kB
[279537.151241] 8319415 pages RAM
[279537.151280] 0 pages HighMem/MovableOnly
[279537.151321] 115314 pages reserved
[279537.151360] 0 pages hwpoisoned
[279537.151399] [ pid ]   uid  tgid total_vm      rss nr_ptes swapents oom_score_adj name
[279537.151482] [  264]     0   264    12336     5003      29       47             0 systemd-journal
[279537.151566] [  266]     0   266    10183        1      21      117         -1000 systemd-udevd
[279537.151649] [  402]     0   402     3376       68      12       32             0 mdadm
[279537.151730] [  442]   105   442    25009       17      18       46             0 systemd-timesyn
[279537.151813] [  522]     0   522     3013        8      11      775             0 haveged
[279537.151894] [  523]     0   523     7242       23      20       47             0 cron
[279537.151975] [  524]     0   524     4753        1      14       39             0 atd
[279537.152055] [  525]     0   525     7087       41      19       41             0 systemd-logind
[279537.152139] [  534]   102   534    10561       70      25       65          -900 dbus-daemon
[279537.152224] [  554]     0   554     4817       28      14       30             0 irqbalance
[279537.152306] [  597]     0   597    13791       29      31      138         -1000 sshd
[279537.152386] [  609]     0   609     3971        2      12       37             0 agetty
[279537.152467] [ 1341]     0  1341    64666       47      28      115             0 rsyslogd
[279537.152549] [ 3976]     0  3976     9038       27      21      117             0 master
[279537.152630] [ 3978]   109  3978     9594       58      23      118             0 qmgr
[279537.152711] [ 8614]  1000  8614     8943        1      22      180             0 systemd
[279537.152792] [ 8615]  1000  8615    12607       24      27      585             0 (sd-pam)
[279537.152873] [ 9686]     0  9686   189406      271      69     4467             0 glusterfsd
[279537.152955] [ 9738]     0  9738    88214     2187      65     5162             0 glusterfs
[279537.153036] [24802]   106 24802     6544       14      18       65             0 systemd-network
[279537.153120] [ 6217]     0  6217     5497        0      15       54             0 systemd-nspawn
[279537.153203] [ 6218]     0  6218    43923       54      20      295             0 systemd
[279537.153284] [ 6219]     0  6219     3358       21      11       27             0 systemd-machine
[279537.153368] [ 6248]     0  6248     8240      468      21       42             0 systemd-journal
[279537.153451] [ 6263]     0  6263     7242       21      19       47             0 cron
[279537.153532] [ 6265]     0  6265     4962       16      16       45             0 systemd-logind
[279537.153616] [ 6266]   107  6266    10529        2      25      105          -900 dbus-daemon
[279537.153700] [ 6267]   101  6267     8593       22      17       47             0 systemd-network
[279537.153783] [ 6268]     0  6268    65719       26      30      102             0 rsyslogd
[279537.153866] [ 6276]     0  6276    13791       15      31      155         -1000 sshd
[279537.153946] [ 6280]     0  6280     3926        2      13       38             0 agetty
[279537.154027] [ 8221]   106  8221  1101404    25976     107      321          -900 postgres
[279537.154109] [ 8223]   106  8223  1101976    36032     176      347             0 postgres
[279537.154192] [ 8224]   106  8224  1101917     8337      67      330             0 postgres
[279537.154274] [ 8225]   106  8225  1101917       34      52      329             0 postgres
[279537.154355] [ 8226]   106  8226  1102035      107      50      328             0 postgres
[279537.154436] [ 8227]   106  8227    21088      131      39      323             0 postgres
[279537.154517] [ 8298]   106  8298  1102086      125      51      360             0 postgres
[279537.154598] [22452]     0 22452     1082        1       7       39             0 mysqld_safe
[279537.154681] [22899]   104 22899   659715   148471     432    36403             0 mysqld
[279537.154764] [22900]     0 22900     6297        2      16       53             0 logger
[279537.154846] [24037]     0 24037     9268       15      22       91             0 rpcbind
[279537.154928] [24286]     0 24286     5837        0      16       59             0 rpc.idmapd
[279537.155009] [24852]     0 24852   115707       35      51     3487             0 glusterd
[279537.162690] [25121]     0 25121   308892    11112      98     3380             0 glusterfsd
[279537.162773] [25133]     0 25133  8867959  7787177   17152   969671             0 glusterfs
[279537.162854] [25140]     0 25140    96356      673      54     5328             0 glusterfs
[279537.162935] [25146]   103 25146     9333        3      23      178             0 rpc.statd
[279537.163016] [20604] 65534 20604     9554       21      21       53             0 dnsmasq
[279537.163098] [ 7813]   109  7813    10611       47      25      108             0 tlsmgr
[279537.163178] [ 8081]     0  8081     5497        0      14       54             0 systemd-nspawn
[279537.163261] [ 8082]     0  8082     7058      201      18      115             0 systemd
[279537.163342] [ 8107]   101  8107     8593       23      17       45             0 systemd-network
[279537.163425] [ 8108]     0  8108     8240     1493      20       41             0 systemd-journal
[279537.163508] [ 8126]     0  8126     7242       26      20       45             0 cron
[279537.163588] [ 8127]     0  8127    65719       24      30      102             0 rsyslogd
[279537.163670] [ 8128]     0  8128    13792       15      29      154         -1000 sshd
[279537.163750] [ 8132]   106  8132    81861        0      24      129             0 memcached
[279537.163831] [ 8145]     0  8145     3926        3      13       36             0 agetty
[279537.163912] [ 8162]   104  8162     5832        0      16      130             0 nrpe
[279537.163992] [ 8164]     0  8164     6762       30      18      113             0 ntpd
[279537.164072] [ 8230]     0  8230    15014      115      32     2368             0 munin-node
[279537.164157] [ 2769]     0  2769     9777     3085      24        0             0 tmux
[279537.164240] [ 3439]     0  3439    10937      327      26        0             0 zsh
[279537.164321] [ 3507]     0  3507     6194     1138      16        0             0 mv
[279537.164403] [ 3836]     0  3836    88276     2935     107        0             0 php5-fpm
[279537.164485] [ 3839]    33  3839    88012     1337      96        0             0 php5-fpm
[279537.164565] [ 3840]    33  3840    88012     1337      96        0             0 php5-fpm
[279537.164648] [ 3860]     0  3860   107746      274      52        0         -1000 PassengerAgent
[279537.164731] [ 3863]     0  3863   407045      702      81        0             0 PassengerAgent
[279537.164815] [ 3876] 65534  3876   109890      293      54        0             0 PassengerAgent
[279537.164899] [ 3898]     0  3898    38666     1085      51        0             0 nginx
[279537.164981] [ 3899]    33  3899    38666     1163      54        0             0 nginx
[279537.165062] [ 3900]    33  3900    38666     1167      54        0             0 nginx
[279537.165143] [ 3901]    33  3901    38666     1168      54        0             0 nginx
[279537.165223] [ 3903]    33  3903    38666     1186      54        0             0 nginx
[279537.165304] [ 3904]    33  3904    38666     1171      54        0             0 nginx
[279537.165384] [ 3905]    33  3905    38666     1169      54        0             0 nginx
[279537.165464] [ 3906]    33  3906    38666     1164      54        0             0 nginx
[279537.165545] [ 3907]    33  3907    38666     1164      54        0             0 nginx
[279537.165626] [ 4126]   109  4126     9554      138      22        0             0 pickup
[279537.165707] [ 4247]     0  4247    10937      325      26        0             0 zsh
[279537.165788] [ 4608]   109  4608    11245      210      27        0             0 smtpd
[279537.165868] [ 4609]   109  4609     9554      136      21        0             0 proxymap
[279537.165949] [ 4610]   109  4610     9557      136      23        0             0 trivial-rewrite
[279537.166032] [ 4611]   109  4611     9579      137      20        0             0 cleanup
[279537.166113] [ 4612]   109  4612    10636      151      23        0             0 smtp
[279537.166193] [ 4613]   109  4613     9563      137      20        0             0 bounce
[279537.166273] Out of memory: Kill process 25133 (glusterfs) score 921 or sacrifice child
[279537.166354] Killed process 25133 (glusterfs) total-vm:35471836kB, anon-rss:31148708kB, file-rss:0kB