-
-
Save bentrigat/f7973df8c680ed3776d8 to your computer and use it in GitHub Desktop.
| $ python | |
| Python 2.6.5 (r265:79063, Apr 16 2010, 13:57:41) | |
| [GCC 4.4.3] on linux2 | |
| Type "help", "copyright", "credits" or "license" for more information. | |
| >>> import memcache | |
| >>> memcache | |
| <module 'memcache' from '/usr/lib/pymodules/python2.6/memcache.py'> | |
| $ top -u dd-agent -b -n 1 | egrep "dd-agent" | |
| 23588 dd-agent 20 0 54592 13m 3128 S 0 0.0 10:30.20 dogstatsd | |
| 23589 dd-agent 20 0 116m 63m 4092 S 0 0.0 304:44.67 dd-forwarder | |
| 23595 dd-agent 20 0 60040 16m 3328 S 0 0.0 64:00.14 python | |
| 23600 dd-agent 20 0 585m 512m 4076 S 0 0.4 197:54.87 dd-agent | |
| $ pgrep dd-agent | xargs -i sudo -s pmap -x {} | |
| 23600: /usr/bin/python /usr/bin/dd-agent foreground --use-local-forwarder | |
| Address Kbytes RSS Anon Locked Mode Mapping | |
| 0000000000400000 2160 - - - r-x-- python2.6 | |
| 000000000081b000 4 - - - r---- python2.6 | |
| 000000000081c000 392 - - - rw--- python2.6 | |
| 000000000087e000 60 - - - rw--- [ anon ] | |
| 0000000001ca1000 512592 - - - rw--- [ anon ] | |
| 00007f76a90ac000 6148 - - - rw--- [ anon ] | |
| 00007f76a9a6f000 48 - - - r-x-- libnss_files-2.11.1.so | |
| 00007f76a9a7b000 2044 - - - ----- libnss_files-2.11.1.so | |
| 00007f76a9c7a000 4 - - - r---- libnss_files-2.11.1.so | |
| 00007f76a9c7b000 4 - - - rw--- libnss_files-2.11.1.so | |
| 00007f76a9c7c000 52 - - - r-x-- mxDateTime.so | |
| 00007f76a9c89000 2044 - - - ----- mxDateTime.so | |
| 00007f76a9e88000 4 - - - r---- mxDateTime.so | |
| 00007f76a9e89000 4 - - - rw--- mxDateTime.so | |
| 00007f76a9e8a000 12 - - - r-x-- libgpg-error.so.0.4.0 | |
| 00007f76a9e8d000 2044 - - - ----- libgpg-error.so.0.4.0 | |
| 00007f76aa08c000 4 - - - r---- libgpg-error.so.0.4.0 | |
| 00007f76aa08d000 4 - - - rw--- libgpg-error.so.0.4.0 | |
| 00007f76aa08e000 468 - - - r-x-- libgcrypt.so.11.5.2 | |
| 00007f76aa103000 2044 - - - ----- libgcrypt.so.11.5.2 | |
| 00007f76aa302000 4 - - - r---- libgcrypt.so.11.5.2 | |
| 00007f76aa303000 12 - - - rw--- libgcrypt.so.11.5.2 | |
| 00007f76aa306000 64 - - - r-x-- libtasn1.so.3.1.7 | |
| 00007f76aa316000 2044 - - - ----- libtasn1.so.3.1.7 | |
| 00007f76aa515000 4 - - - r---- libtasn1.so.3.1.7 | |
| 00007f76aa516000 4 - - - rw--- libtasn1.so.3.1.7 | |
| 00007f76aa517000 620 - - - r-x-- libgnutls.so.26.14.12 | |
| 00007f76aa5b2000 2048 - - - ----- libgnutls.so.26.14.12 | |
| 00007f76aa7b2000 24 - - - r---- libgnutls.so.26.14.12 | |
| 00007f76aa7b8000 4 - - - rw--- libgnutls.so.26.14.12 | |
| 00007f76aa7b9000 100 - - - r-x-- libsasl2.so.2.0.23 | |
| 00007f76aa7d2000 2044 - - - ----- libsasl2.so.2.0.23 | |
| 00007f76aa9d1000 4 - - - r---- libsasl2.so.2.0.23 | |
| 00007f76aa9d2000 4 - - - rw--- libsasl2.so.2.0.23 | |
| 00007f76aa9d3000 52 - - - r-x-- liblber-2.4.so.2.5.4 | |
| 00007f76aa9e0000 2044 - - - ----- liblber-2.4.so.2.5.4 | |
| 00007f76aabdf000 4 - - - r---- liblber-2.4.so.2.5.4 | |
| 00007f76aabe0000 4 - - - rw--- liblber-2.4.so.2.5.4 | |
| 00007f76aabe1000 88 - - - r-x-- libresolv-2.11.1.so | |
| 00007f76aabf7000 2044 - - - ----- libresolv-2.11.1.so | |
| 00007f76aadf6000 4 - - - r---- libresolv-2.11.1.so | |
| 00007f76aadf7000 4 - - - rw--- libresolv-2.11.1.so | |
| 00007f76aadf8000 8 - - - rw--- [ anon ] | |
| 00007f76aadfa000 8 - - - r-x-- libkeyutils-1.2.so | |
| 00007f76aadfc000 2044 - - - ----- libkeyutils-1.2.so | |
| 00007f76aaffb000 4 - - - r---- libkeyutils-1.2.so | |
| 00007f76aaffc000 4 - - - rw--- libkeyutils-1.2.so | |
| 00007f76aaffd000 28 - - - r-x-- libkrb5support.so.0.1 | |
| 00007f76ab004000 2044 - - - ----- libkrb5support.so.0.1 | |
| 00007f76ab203000 4 - - - r---- libkrb5support.so.0.1 | |
| 00007f76ab204000 4 - - - rw--- libkrb5support.so.0.1 | |
| 00007f76ab205000 144 - - - r-x-- libk5crypto.so.3.1 | |
| 00007f76ab229000 2048 - - - ----- libk5crypto.so.3.1 | |
| 00007f76ab429000 4 - - - r---- libk5crypto.so.3.1 | |
| 00007f76ab42a000 4 - - - rw--- libk5crypto.so.3.1 | |
| 00007f76ab42b000 284 - - - r-x-- libldap_r-2.4.so.2.5.4 | |
| 00007f76ab472000 2048 - - - ----- libldap_r-2.4.so.2.5.4 | |
| 00007f76ab672000 8 - - - r---- libldap_r-2.4.so.2.5.4 | |
| 00007f76ab674000 4 - - - rw--- libldap_r-2.4.so.2.5.4 | |
| 00007f76ab675000 8 - - - rw--- [ anon ] | |
| 00007f76ab677000 204 - - - r-x-- libgssapi_krb5.so.2.2 | |
| 00007f76ab6aa000 2044 - - - ----- libgssapi_krb5.so.2.2 | |
| 00007f76ab8a9000 4 - - - r---- libgssapi_krb5.so.2.2 | |
| 00007f76ab8aa000 4 - - - rw--- libgssapi_krb5.so.2.2 | |
| 00007f76ab8ab000 12 - - - r-x-- libcom_err.so.2.1 | |
| 00007f76ab8ae000 2044 - - - ----- libcom_err.so.2.1 | |
| 00007f76abaad000 4 - - - r---- libcom_err.so.2.1 | |
| 00007f76abaae000 4 - - - rw--- libcom_err.so.2.1 | |
| 00007f76abaaf000 744 - - - r-x-- libkrb5.so.3.3 | |
| 00007f76abb69000 2048 - - - ----- libkrb5.so.3.3 | |
| 00007f76abd69000 36 - - - r---- libkrb5.so.3.3 | |
| 00007f76abd72000 4 - - - rw--- libkrb5.so.3.3 | |
| 00007f76abd73000 160 - - - r-x-- libpq.so.5.4 | |
| 00007f76abd9b000 2048 - - - ----- libpq.so.5.4 | |
| 00007f76abf9b000 8 - - - r---- libpq.so.5.4 | |
| 00007f76abf9d000 8 - - - rw--- libpq.so.5.4 | |
| 00007f76abf9f000 124 - - - r-x-- _psycopg.so | |
| 00007f76abfbe000 2044 - - - ----- _psycopg.so | |
| 00007f76ac1bd000 4 - - - r---- _psycopg.so | |
| 00007f76ac1be000 20 - - - rw--- _psycopg.so | |
| 00007f76ac1c3000 208 - - - r-x-- pyexpat.so | |
| 00007f76ac1f7000 2044 - - - ----- pyexpat.so | |
| 00007f76ac3f6000 12 - - - r---- pyexpat.so | |
| 00007f76ac3f9000 8 - - - rw--- pyexpat.so | |
| 00007f76ac3fb000 124 - - - r-x-- libyaml-0.so.2.0.1 | |
| 00007f76ac41a000 2044 - - - ----- libyaml-0.so.2.0.1 | |
| 00007f76ac619000 4 - - - r---- libyaml-0.so.2.0.1 | |
| 00007f76ac61a000 4 - - - rw--- libyaml-0.so.2.0.1 | |
| 00007f76ac61b000 172 - - - r-x-- _yaml.so | |
| 00007f76ac646000 2044 - - - ----- _yaml.so | |
| 00007f76ac845000 4 - - - r---- _yaml.so | |
| 00007f76ac846000 16 - - - rw--- _yaml.so | |
| 00007f76ac84a000 4 - - - rw--- [ anon ] | |
| 00007f76ac84b000 12 - - - r-x-- _json.so | |
| 00007f76ac84e000 2044 - - - ----- _json.so | |
| 00007f76aca4d000 4 - - - r---- _json.so | |
| 00007f76aca4e000 4 - - - rw--- _json.so | |
| 00007f76aca4f000 16 - - - r-x-- libuuid.so.1.3.0 | |
| 00007f76aca53000 2044 - - - ----- libuuid.so.1.3.0 | |
| 00007f76acc52000 4 - - - r---- libuuid.so.1.3.0 | |
| 00007f76acc53000 4 - - - rw--- libuuid.so.1.3.0 | |
| 00007f76acc54000 772 - - - rw--- [ anon ] | |
| 00007f76acd15000 116 - - - r-x-- _ctypes.so | |
| 00007f76acd32000 2044 - - - ----- _ctypes.so | |
| 00007f76acf31000 4 - - - r---- _ctypes.so | |
| 00007f76acf32000 16 - - - rw--- _ctypes.so | |
| 00007f76acf36000 72 - - - r-x-- datetime.so | |
| 00007f76acf48000 2044 - - - ----- datetime.so | |
| 00007f76ad147000 4 - - - r---- datetime.so | |
| 00007f76ad148000 16 - - - rw--- datetime.so | |
| 00007f76ad14c000 1512 - - - r-x-- libc-2.11.1.so | |
| 00007f76ad2c6000 2044 - - - ----- libc-2.11.1.so | |
| 00007f76ad4c5000 16 - - - r---- libc-2.11.1.so | |
| 00007f76ad4c9000 4 - - - rw--- libc-2.11.1.so | |
| 00007f76ad4ca000 20 - - - rw--- [ anon ] | |
| 00007f76ad4cf000 520 - - - r-x-- libm-2.11.1.so | |
| 00007f76ad551000 2044 - - - ----- libm-2.11.1.so | |
| 00007f76ad750000 4 - - - r---- libm-2.11.1.so | |
| 00007f76ad751000 4 - - - rw--- libm-2.11.1.so | |
| 00007f76ad752000 88 - - - r-x-- libz.so.1.2.3.3 | |
| 00007f76ad768000 2044 - - - ----- libz.so.1.2.3.3 | |
| 00007f76ad967000 4 - - - r---- libz.so.1.2.3.3 | |
| 00007f76ad968000 4 - - - rw--- libz.so.1.2.3.3 | |
| 00007f76ad969000 1440 - - - r-x-- libcrypto.so.0.9.8 | |
| 00007f76adad1000 2048 - - - ----- libcrypto.so.0.9.8 | |
| 00007f76adcd1000 52 - - - r---- libcrypto.so.0.9.8 | |
| 00007f76adcde000 96 - - - rw--- libcrypto.so.0.9.8 | |
| 00007f76adcf6000 16 - - - rw--- [ anon ] | |
| 00007f76adcfa000 300 - - - r-x-- libssl.so.0.9.8 | |
| 00007f76add45000 2044 - - - ----- libssl.so.0.9.8 | |
| 00007f76adf44000 8 - - - r---- libssl.so.0.9.8 | |
| 00007f76adf46000 20 - - - rw--- libssl.so.0.9.8 | |
| 00007f76adf4b000 4 - - - rw--- [ anon ] | |
| 00007f76adf4c000 8 - - - r-x-- libutil-2.11.1.so | |
| 00007f76adf4e000 2044 - - - ----- libutil-2.11.1.so | |
| 00007f76ae14d000 4 - - - r---- libutil-2.11.1.so | |
| 00007f76ae14e000 4 - - - rw--- libutil-2.11.1.so | |
| 00007f76ae14f000 8 - - - r-x-- libdl-2.11.1.so | |
| 00007f76ae151000 2048 - - - ----- libdl-2.11.1.so | |
| 00007f76ae351000 4 - - - r---- libdl-2.11.1.so | |
| 00007f76ae352000 4 - - - rw--- libdl-2.11.1.so | |
| 00007f76ae353000 96 - - - r-x-- libpthread-2.11.1.so | |
| 00007f76ae36b000 2044 - - - ----- libpthread-2.11.1.so | |
| 00007f76ae56a000 4 - - - r---- libpthread-2.11.1.so | |
| 00007f76ae56b000 4 - - - rw--- libpthread-2.11.1.so | |
| 00007f76ae56c000 16 - - - rw--- [ anon ] | |
| 00007f76ae570000 128 - - - r-x-- ld-2.11.1.so | |
| 00007f76ae5d6000 520 - - - rw--- [ anon ] | |
| 00007f76ae659000 212 - - - r--s- passwd | |
| 00007f76ae68e000 260 - - - rw--- [ anon ] | |
| 00007f76ae701000 540 - - - rw--- [ anon ] | |
| 00007f76ae78a000 4 - - - rw--- [ anon ] | |
| 00007f76ae78c000 4 - - - rwx-- [ anon ] | |
| 00007f76ae78d000 8 - - - rw--- [ anon ] | |
| 00007f76ae78f000 4 - - - r---- ld-2.11.1.so | |
| 00007f76ae790000 4 - - - rw--- ld-2.11.1.so | |
| 00007f76ae791000 4 - - - rw--- [ anon ] | |
| 00007fff364f4000 124 - - - rw--- [ stack ] | |
| 00007fff36589000 4 - - - r-x-- [ anon ] | |
| ffffffffff600000 4 - - - r-x-- [ anon ] | |
| ---------------- ------ ------ ------ ------ | |
| total kB 599980 - - - | |
| top -u dd-agent -b -n 1 | egrep "dd-agent" | |
| ---------------- | |
| Node hk-cache-01 | |
| ---------------- | |
| 22661 dd-agent 20 0 118m 62m 4112 S 2 0.0 236 19.55 dd-forwarder | |
| 22660 dd-agent 20 0 54592 13m 3132 S 0 0.0 10 15.97 dogstatsd | |
| 22667 dd-agent 20 0 60764 17m 3328 S 0 0.0 68 52.54 python | |
| 23122 dd-agent 20 0 213m 140m 4080 S 0 0.1 21 19.40 dd-agent | |
| ---------------- | |
| Node sj-cache-03 | |
| ---------------- | |
| 21394 dd-agent 20 0 4044 772 652 S 0 0.0 0 00.02 mpstat | |
| 22147 dd-agent 20 0 52332 13m 3112 S 0 0.0 10 33.22 dogstatsd | |
| 22148 dd-agent 20 0 117m 62m 4100 S 0 0.0 241 32.36 dd-forwarder | |
| 22154 dd-agent 20 0 60268 17m 3304 S 0 0.0 71 56.74 python | |
| 22159 dd-agent 20 0 583m 511m 4064 S 0 0.4 164 55.05 dd-agent | |
| ---------------- | |
| Node sj-cache-02 | |
| ---------------- | |
| 31954 dd-agent 20 0 52668 13m 3164 S 0 0.0 10 30.13 dogstatsd | |
| 31955 dd-agent 20 0 118m 62m 4152 S 0 0.0 238 48.66 dd-forwarder | |
| 31961 dd-agent 20 0 60712 17m 3360 S 0 0.0 68 13.82 python | |
| 31966 dd-agent 20 0 581m 508m 4116 S 0 0.4 175 58.16 dd-agent | |
| ---------------- | |
| Node sj-cache-01 | |
| ---------------- | |
| 7350 dd-agent 20 0 118m 62m 4152 S 2 0.0 240 54.74 dd-forwarder | |
| 7349 dd-agent 20 0 52664 13m 3164 S 0 0.0 10 35.41 dogstatsd | |
| 7356 dd-agent 20 0 60672 17m 3360 S 0 0.0 68 57.39 python | |
| 7361 dd-agent 20 0 581m 508m 4116 S 0 0.4 183 12.73 dd-agent | |
| ---------------- | |
| Node sj-cache-05 | |
| ---------------- | |
| 27581 dd-agent 20 0 54604 13m 3128 S 0 0.0 10 26.18 dogstatsd | |
| 27582 dd-agent 20 0 116m 62m 4092 S 0 0.0 303 28.79 dd-forwarder | |
| 27588 dd-agent 20 0 60636 17m 3328 S 0 0.0 64 53.34 python | |
| 27593 dd-agent 20 0 585m 513m 4076 S 0 0.4 178 55.11 dd-agent | |
| ---------------- | |
| Node sj-cache-04 | |
| ---------------- | |
| 31368 dd-agent 20 0 115m 13m 3168 S 0 0.0 10 24.97 dogstatsd | |
| 31369 dd-agent 20 0 118m 62m 4152 S 0 0.0 226 44.24 dd-forwarder | |
| 31375 dd-agent 20 0 60580 17m 3360 S 0 0.0 70 53.70 python | |
| 31380 dd-agent 20 0 582m 509m 4116 S 0 0.4 167 01.67 dd-agent | |
| ---------------- | |
| Node sj-cache-07 | |
| ---------------- | |
| 18183 dd-agent 20 0 115m 13m 3168 S 0 0.0 10 12.76 dogstatsd | |
| 18184 dd-agent 20 0 116m 62m 4128 S 0 0.0 243 26.56 dd-forwarder | |
| 18190 dd-agent 20 0 60524 17m 3360 S 0 0.0 71 57.57 python | |
| 18195 dd-agent 20 0 581m 508m 4108 S 0 0.4 259 47.51 dd-agent | |
| ---------------- | |
| Node sj-cache-09 | |
| ---------------- | |
| 7346 dd-agent 20 0 118m 64m 4132 S 2 0.0 322 05.55 dd-forwarder | |
| 7345 dd-agent 20 0 52624 13m 3164 S 0 0.0 10 14.76 dogstatsd | |
| 7352 dd-agent 20 0 61636 18m 3360 S 0 0.0 73 17.50 python | |
| 7357 dd-agent 20 0 576m 503m 4112 S 0 0.4 270 42.84 dd-agent | |
| ---------------- | |
| Node sj-cache-06 | |
| ---------------- | |
| 6325 dd-agent 20 0 4044 768 652 S 0 0.0 0 00.02 mpstat | |
| 23588 dd-agent 20 0 54592 13m 3128 S 0 0.0 10 29.41 dogstatsd | |
| 23589 dd-agent 20 0 116m 62m 4092 S 0 0.0 304 21.00 dd-forwarder | |
| 23595 dd-agent 20 0 59868 16m 3328 S 0 0.0 63 56.12 python | |
| 23600 dd-agent 20 0 584m 511m 4076 S 0 0.4 197 32.16 dd-agent | |
| ---------------- | |
| Node uk-cache-01 | |
| ---------------- | |
| 23681 dd-agent 20 0 52644 13m 3164 S 0 0.0 10 13.54 dogstatsd | |
| 23682 dd-agent 20 0 118m 62m 4152 S 0 0.0 250 08.62 dd-forwarder | |
| 23688 dd-agent 20 0 60760 17m 3360 S 0 0.0 72 44.21 python | |
| 23693 dd-agent 20 0 585m 512m 4116 S 0 0.4 158 23.70 dd-agent | |
| ---------------- | |
| Node sj-cache-08 | |
| ---------------- | |
| 10457 dd-agent 20 0 117m 63m 4136 S 2 0.0 317 59.49 dd-forwarder | |
| 10456 dd-agent 20 0 52616 13m 3164 S 0 0.0 10 10.37 dogstatsd | |
| 10463 dd-agent 20 0 61632 18m 3360 S 0 0.0 71 30.62 python | |
| 10468 dd-agent 20 0 575m 502m 4116 S 0 0.4 265 31.43 dd-agent | |
| ---------------- | |
| Node nj-cache-06 | |
| ---------------- | |
| 23051 dd-agent 20 0 54600 13m 3128 S 0 0.0 10 21.68 dogstatsd | |
| 23052 dd-agent 20 0 118m 62m 4112 S 0 0.0 242 30.61 dd-forwarder | |
| 23058 dd-agent 20 0 60684 17m 3328 S 0 0.0 70 05.97 python | |
| 23063 dd-agent 20 0 584m 511m 4076 S 0 0.4 156 00.47 dd-agent | |
| ---------------- | |
| Node nj-cache-02 | |
| ---------------- | |
| 18268 dd-agent 20 0 54616 13m 3128 S 0 0.0 10 22.27 dogstatsd | |
| 18269 dd-agent 20 0 118m 62m 4112 S 0 0.0 250 01.20 dd-forwarder | |
| 18275 dd-agent 20 0 60176 16m 3328 S 0 0.0 72 49.72 python | |
| 24697 dd-agent 20 0 365m 293m 4076 S 0 0.2 75 34.00 dd-agent | |
| ---------------- | |
| Node nj-cache-01 | |
| ---------------- | |
| 26047 dd-agent 20 0 581m 508m 4064 S 10 0.4 191 51.79 dd-agent | |
| 9198 dd-agent 20 0 4052 808 680 S 4 0.0 0 00.02 iostat | |
| 26035 dd-agent 20 0 52372 13m 3112 S 0 0.0 10 20.39 dogstatsd | |
| 26036 dd-agent 20 0 118m 62m 4100 S 0 0.0 244 36.00 dd-forwarder | |
| 26042 dd-agent 20 0 60440 17m 3304 S 0 0.0 69 51.15 python | |
| ---------------- | |
| Node nj-cache-03 | |
| ---------------- | |
| 678 dd-agent 20 0 52372 13m 3112 S 0 0.0 10 24.02 dogstatsd | |
| 679 dd-agent 20 0 118m 62m 4100 S 0 0.0 246 39.75 dd-forwarder | |
| 685 dd-agent 20 0 59460 16m 3304 S 0 0.0 71 08.51 python | |
| 23246 dd-agent 20 0 293m 221m 4064 S 0 0.2 42 26.47 dd-agent | |
| ---------------- | |
| Node nj-cache-07 | |
| ---------------- | |
| 20964 dd-agent 20 0 52656 13m 3164 S 0 0.0 10 21.35 dogstatsd | |
| 20965 dd-agent 20 0 118m 62m 4156 S 0 0.0 245 48.33 dd-forwarder | |
| 20971 dd-agent 20 0 60588 17m 3360 S 0 0.0 69 32.83 python | |
| 20976 dd-agent 20 0 579m 506m 4116 S 0 0.4 241 12.42 dd-agent | |
| 30568 dd-agent 20 0 4336 856 724 S 0 0.0 0 00.02 mpstat | |
| ---------------- | |
| Node nj-cache-04 | |
| ---------------- | |
| 1445 dd-agent 20 0 118m 62m 4152 S 2 0.0 244 30.63 dd-forwarder | |
| 1444 dd-agent 20 0 52632 13m 3164 S 0 0.0 10 20.65 dogstatsd | |
| 1451 dd-agent 20 0 60824 17m 3360 S 0 0.0 75 24.33 python | |
| 1456 dd-agent 20 0 581m 508m 4116 S 0 0.4 193 19.44 dd-agent | |
| 30152 dd-agent 20 0 4336 852 724 S 0 0.0 0 00.02 mpstat | |
| ---------------- | |
| Node nj-cache-05 | |
| ---------------- | |
| 19934 dd-agent 20 0 118m 62m 4112 S 2 0.0 242 45.00 dd-forwarder | |
| 19933 dd-agent 20 0 54600 13m 3128 S 0 0.0 10 20.67 dogstatsd | |
| 19940 dd-agent 20 0 60708 17m 3328 S 0 0.0 70 06.00 python | |
| 24668 dd-agent 20 0 171m 99m 4076 S 0 0.1 13 06.55 dd-agent | |
| ---------------- | |
| Node nj-cache-08 | |
| ---------------- | |
| 11896 dd-agent 20 0 117m 63m 4136 S 8 0.0 348 59.28 dd-forwarder | |
| 11895 dd-agent 20 0 52632 13m 3164 S 0 0.0 10 10.32 dogstatsd | |
| 11902 dd-agent 20 0 61024 17m 3360 S 0 0.0 72 03.12 python | |
| 11907 dd-agent 20 0 576m 503m 4116 S 0 0.4 268 27.15 dd-agent | |
| ---------------- | |
| Node nj-cache-09 | |
| ---------------- | |
| 22671 dd-agent 20 0 117m 64m 4132 S 50 0.0 335 51.84 dd-forwarder | |
| 22677 dd-agent 20 0 61760 18m 3360 S 13 0.0 69 42.47 python | |
| 22682 dd-agent 20 0 577m 504m 4112 S 8 0.4 237 30.52 dd-agent | |
| 22670 dd-agent 20 0 52620 13m 3164 S 0 0.0 10 12.48 dogstatsd |
:) i was just about to activate this check in production for all of my memcached instances but this has me nervous. does this anon usage grow unbounded? what's the urgency of resolving this issue?
now also happening on non memcached systems but very memory intensive ones with redis integration running for the 8 instances of redis on the hosts :
SJ PST (2012/12/27 10:51:20)bensix@sj-support-01:~
$ pgrep dd-agent | xargs -i sudo -s pmap -x {}
12223: /usr/bin/python /usr/bin/dd-agent foreground --use-local-forwarder
Address Kbytes RSS Anon Locked Mode Mapping
0000000000400000 2160 - - - r-x-- python2.6
000000000081b000 4 - - - r---- python2.6
000000000081c000 392 - - - rw--- python2.6
000000000087e000 60 - - - rw--- [ anon ]
00000000013dd000 740028 - - - rw--- [ anon ]
00007f311b08f000 48 - - - r-x-- libnss_files-2.11.1.so
00007f311b09b000 2044 - - - ----- libnss_files-2.11.1.so
00007f311b29a000 4 - - - r---- libnss_files-2.11.1.so
00007f311b29b000 4 - - - rw--- libnss_files-2.11.1.so
00007f311b29c000 208 - - - r-x-- pyexpat.so
00007f311b2d0000 2044 - - - ----- pyexpat.so
00007f311b4cf000 12 - - - r---- pyexpat.so
00007f311b4d2000 8 - - - rw--- pyexpat.so
00007f311b4d4000 12 - - - r-x-- _heapq.so
00007f311b4d7000 2044 - - - ----- _heapq.so
00007f311b6d6000 4 - - - r---- _heapq.so
00007f311b6d7000 8 - - - rw--- _heapq.so
00007f311b6d9000 52 - - - r-x-- mxDateTime.so
00007f311b6e6000 2044 - - - ----- mxDateTime.so
00007f311b8e5000 4 - - - r---- mxDateTime.so
00007f311b8e6000 4 - - - rw--- mxDateTime.so
00007f311b8e7000 132 - - - r-x-- libpq.so.5.3
00007f311b908000 2048 - - - ----- libpq.so.5.3
00007f311bb08000 4 - - - r---- libpq.so.5.3
00007f311bb09000 8 - - - rw--- libpq.so.5.3
00007f311bb0b000 124 - - - r-x-- _psycopg.so
00007f311bb2a000 2044 - - - ----- _psycopg.so
00007f311bd29000 4 - - - r---- _psycopg.so
00007f311bd2a000 20 - - - rw--- _psycopg.so
00007f311bd2f000 12 - - - r-x-- _json.so
00007f311bd32000 2044 - - - ----- _json.so
00007f311bf31000 4 - - - r---- _json.so
00007f311bf32000 4 - - - rw--- _json.so
00007f311bf33000 124 - - - r-x-- libyaml-0.so.2.0.1
00007f311bf52000 2044 - - - ----- libyaml-0.so.2.0.1
00007f311c151000 4 - - - r---- libyaml-0.so.2.0.1
00007f311c152000 4 - - - rw--- libyaml-0.so.2.0.1
00007f311c153000 172 - - - r-x-- _yaml.so
00007f311c17e000 2044 - - - ----- _yaml.so
00007f311c37d000 4 - - - r---- _yaml.so
00007f311c37e000 16 - - - rw--- _yaml.so
00007f311c382000 4 - - - rw--- [ anon ]
00007f311c383000 72 - - - r-x-- datetime.so
00007f311c395000 2044 - - - ----- datetime.so
00007f311c594000 4 - - - r---- datetime.so
00007f311c595000 16 - - - rw--- datetime.so
00007f311c599000 772 - - - rw--- [ anon ]
00007f311c65a000 32 - - - r-x-- _speedups.so
00007f311c662000 2044 - - - ----- _speedups.so
00007f311c861000 4 - - - r---- _speedups.so
00007f311c862000 4 - - - rw--- _speedups.so
00007f311c863000 16 - - - r-x-- libuuid.so.1.3.0
00007f311c867000 2044 - - - ----- libuuid.so.1.3.0
00007f311ca66000 4 - - - r---- libuuid.so.1.3.0
00007f311ca67000 4 - - - rw--- libuuid.so.1.3.0
00007f311ca68000 116 - - - r-x-- _ctypes.so
00007f311ca85000 2044 - - - ----- _ctypes.so
00007f311cc84000 4 - - - r---- _ctypes.so
00007f311cc85000 16 - - - rw--- _ctypes.so
00007f311cc8b000 1512 - - - r-x-- libc-2.11.1.so
00007f311ce05000 2044 - - - ----- libc-2.11.1.so
00007f311d004000 16 - - - r---- libc-2.11.1.so
00007f311d008000 4 - - - rw--- libc-2.11.1.so
00007f311d009000 20 - - - rw--- [ anon ]
00007f311d00e000 520 - - - r-x-- libm-2.11.1.so
00007f311d090000 2044 - - - ----- libm-2.11.1.so
00007f311d28f000 4 - - - r---- libm-2.11.1.so
00007f311d290000 4 - - - rw--- libm-2.11.1.so
00007f311d291000 88 - - - r-x-- libz.so.1.2.3.3
00007f311d2a7000 2044 - - - ----- libz.so.1.2.3.3
00007f311d4a6000 4 - - - r---- libz.so.1.2.3.3
00007f311d4a7000 4 - - - rw--- libz.so.1.2.3.3
00007f311d4a8000 1440 - - - r-x-- libcrypto.so.0.9.8
00007f311d610000 2044 - - - ----- libcrypto.so.0.9.8
00007f311d80f000 52 - - - r---- libcrypto.so.0.9.8
00007f311d81c000 96 - - - rw--- libcrypto.so.0.9.8
00007f311d834000 16 - - - rw--- [ anon ]
00007f311d838000 300 - - - r-x-- libssl.so.0.9.8
00007f311d883000 2044 - - - ----- libssl.so.0.9.8
00007f311da82000 8 - - - r---- libssl.so.0.9.8
00007f311da84000 20 - - - rw--- libssl.so.0.9.8
00007f311da89000 4 - - - rw--- [ anon ]
00007f311da8a000 8 - - - r-x-- libutil-2.11.1.so
00007f311da8c000 2044 - - - ----- libutil-2.11.1.so
00007f311dc8b000 4 - - - r---- libutil-2.11.1.so
00007f311dc8c000 4 - - - rw--- libutil-2.11.1.so
00007f311dc8d000 8 - - - r-x-- libdl-2.11.1.so
00007f311dc8f000 2048 - - - ----- libdl-2.11.1.so
00007f311de8f000 4 - - - r---- libdl-2.11.1.so
00007f311de90000 4 - - - rw--- libdl-2.11.1.so
00007f311de91000 96 - - - r-x-- libpthread-2.11.1.so
00007f311dea9000 2044 - - - ----- libpthread-2.11.1.so
00007f311e0a8000 4 - - - r---- libpthread-2.11.1.so
00007f311e0a9000 4 - - - rw--- libpthread-2.11.1.so
00007f311e0aa000 16 - - - rw--- [ anon ]
00007f311e0ae000 128 - - - r-x-- ld-2.11.1.so
00007f311e0fb000 520 - - - rw--- [ anon ]
00007f311e17e000 28 - - - r--s- gconv-modules.cache
00007f311e185000 252 - - - r---- LC_CTYPE
00007f311e1c4000 260 - - - rw--- [ anon ]
00007f311e237000 540 - - - rw--- [ anon ]
00007f311e2c8000 4 - - - rw--- [ anon ]
00007f311e2ca000 4 - - - rwx-- [ anon ]
00007f311e2cb000 8 - - - rw--- [ anon ]
00007f311e2cd000 4 - - - r---- ld-2.11.1.so
00007f311e2ce000 4 - - - rw--- ld-2.11.1.so
00007f311e2cf000 4 - - - rw--- [ anon ]
00007fff25d3f000 132 - - - rw--- [ stack ]
00007fff25dff000 4 - - - r-x-- [ anon ]
ffffffffff600000 4 - - - r-x-- [ anon ]
total kB 793808 - - -
SJ PST (2012/12/27 10:51:21)bensix@sj-support-01:~
$ top -u dd-agent -b -n 1 | egrep "dd-agent"
12223 dd-agent 20 0 775m 729m 3868 S 0 0.6 24:37.02 dd-agent
19522 dd-agent 20 0 56524 13m 3300 S 0 0.0 6:39.18 dogstatsd
19523 dd-agent 20 0 103m 47m 4108 S 0 0.0 36:51.50 python
19533 dd-agent 20 0 224m 179m 3472 S 0 0.1 381:37.44 python
SJ PST (2012/12/27 10:51:37)bensix@sj-support-01:~
$ python -V
Python 2.6.5
NJ EST (2012/12/27 13:51:23)bensix@nj-db-02:~
$ pgrep dd-agent | xargs -i sudo -s pmap -x {}
26524: /usr/bin/python /usr/bin/dd-agent start
Address Kbytes RSS Anon Locked Mode Mapping
0000000000400000 2160 - - - r-x-- python2.6
000000000081b000 4 - - - r---- python2.6
000000000081c000 392 - - - rw--- python2.6
000000000087e000 60 - - - rw--- [ anon ]
0000000002297000 2539472 - - - rw--- [ anon ]
00007f9cc83be000 37604 - - - rw--- [ anon ]
00007f9cca877000 88 - - - r-x-- libresolv-2.11.1.so
00007f9cca88d000 2044 - - - ----- libresolv-2.11.1.so
00007f9ccaa8c000 4 - - - r---- libresolv-2.11.1.so
00007f9ccaa8d000 4 - - - rw--- libresolv-2.11.1.so
00007f9ccaa8e000 8 - - - rw--- [ anon ]
00007f9ccaa90000 20 - - - r-x-- libnss_dns-2.11.1.so
00007f9ccaa95000 2044 - - - ----- libnss_dns-2.11.1.so
00007f9ccac94000 4 - - - r---- libnss_dns-2.11.1.so
00007f9ccac95000 4 - - - rw--- libnss_dns-2.11.1.so
00007f9ccac96000 48 - - - r-x-- libnss_files-2.11.1.so
00007f9ccaca2000 2044 - - - ----- libnss_files-2.11.1.so
00007f9ccaea1000 4 - - - r---- libnss_files-2.11.1.so
00007f9ccaea2000 4 - - - rw--- libnss_files-2.11.1.so
00007f9ccaea3000 12 - - - r-x-- _heapq.so
00007f9ccaea6000 2044 - - - ----- _heapq.so
00007f9ccb0a5000 4 - - - r---- _heapq.so
00007f9ccb0a6000 8 - - - rw--- _heapq.so
00007f9ccb0a8000 208 - - - r-x-- pyexpat.so
00007f9ccb0dc000 2044 - - - ----- pyexpat.so
00007f9ccb2db000 12 - - - r---- pyexpat.so
00007f9ccb2de000 8 - - - rw--- pyexpat.so
00007f9ccb2e0000 124 - - - r-x-- libyaml-0.so.2.0.1
00007f9ccb2ff000 2044 - - - ----- libyaml-0.so.2.0.1
00007f9ccb4fe000 4 - - - r---- libyaml-0.so.2.0.1
00007f9ccb4ff000 4 - - - rw--- libyaml-0.so.2.0.1
00007f9ccb500000 172 - - - r-x-- _yaml.so
00007f9ccb52b000 2044 - - - ----- _yaml.so
00007f9ccb72a000 4 - - - r---- _yaml.so
00007f9ccb72b000 16 - - - rw--- _yaml.so
00007f9ccb72f000 4 - - - rw--- [ anon ]
00007f9ccb730000 72 - - - r-x-- datetime.so
00007f9ccb742000 2044 - - - ----- datetime.so
00007f9ccb941000 4 - - - r---- datetime.so
00007f9ccb942000 16 - - - rw--- datetime.so
00007f9ccb946000 1032 - - - rw--- [ anon ]
00007f9ccba48000 32 - - - r-x-- _speedups.so
00007f9ccba50000 2044 - - - ----- _speedups.so
00007f9ccbc4f000 4 - - - r---- _speedups.so
00007f9ccbc50000 4 - - - rw--- _speedups.so
00007f9ccbc51000 16 - - - r-x-- libuuid.so.1.3.0
00007f9ccbc55000 2044 - - - ----- libuuid.so.1.3.0
00007f9ccbe54000 4 - - - r---- libuuid.so.1.3.0
00007f9ccbe55000 4 - - - rw--- libuuid.so.1.3.0
00007f9ccbe56000 116 - - - r-x-- _ctypes.so
00007f9ccbe73000 2044 - - - ----- _ctypes.so
00007f9ccc072000 4 - - - r---- _ctypes.so
00007f9ccc073000 16 - - - rw--- _ctypes.so
00007f9ccc077000 260 - - - rw--- [ anon ]
00007f9ccc0b9000 260 - - - rw--- [ anon ]
00007f9ccc0fa000 1512 - - - r-x-- libc-2.11.1.so
00007f9ccc274000 2044 - - - ----- libc-2.11.1.so
00007f9ccc473000 16 - - - r---- libc-2.11.1.so
00007f9ccc477000 4 - - - rw--- libc-2.11.1.so
00007f9ccc478000 20 - - - rw--- [ anon ]
00007f9ccc47d000 520 - - - r-x-- libm-2.11.1.so
00007f9ccc4ff000 2044 - - - ----- libm-2.11.1.so
00007f9ccc6fe000 4 - - - r---- libm-2.11.1.so
00007f9ccc6ff000 4 - - - rw--- libm-2.11.1.so
00007f9ccc700000 88 - - - r-x-- libz.so.1.2.3.3
00007f9ccc716000 2044 - - - ----- libz.so.1.2.3.3
00007f9ccc915000 4 - - - r---- libz.so.1.2.3.3
00007f9ccc916000 4 - - - rw--- libz.so.1.2.3.3
00007f9ccc917000 1440 - - - r-x-- libcrypto.so.0.9.8
00007f9ccca7f000 2048 - - - ----- libcrypto.so.0.9.8
00007f9cccc7f000 52 - - - r---- libcrypto.so.0.9.8
00007f9cccc8c000 96 - - - rw--- libcrypto.so.0.9.8
00007f9cccca4000 16 - - - rw--- [ anon ]
00007f9cccca8000 300 - - - r-x-- libssl.so.0.9.8
00007f9ccccf3000 2044 - - - ----- libssl.so.0.9.8
00007f9cccef2000 8 - - - r---- libssl.so.0.9.8
00007f9cccef4000 20 - - - rw--- libssl.so.0.9.8
00007f9cccef9000 4 - - - rw--- [ anon ]
00007f9cccefa000 8 - - - r-x-- libutil-2.11.1.so
00007f9cccefc000 2044 - - - ----- libutil-2.11.1.so
00007f9ccd0fb000 4 - - - r---- libutil-2.11.1.so
00007f9ccd0fc000 4 - - - rw--- libutil-2.11.1.so
00007f9ccd0fd000 8 - - - r-x-- libdl-2.11.1.so
00007f9ccd0ff000 2048 - - - ----- libdl-2.11.1.so
00007f9ccd2ff000 4 - - - r---- libdl-2.11.1.so
00007f9ccd300000 4 - - - rw--- libdl-2.11.1.so
00007f9ccd301000 96 - - - r-x-- libpthread-2.11.1.so
00007f9ccd319000 2044 - - - ----- libpthread-2.11.1.so
00007f9ccd518000 4 - - - r---- libpthread-2.11.1.so
00007f9ccd519000 4 - - - rw--- libpthread-2.11.1.so
00007f9ccd51a000 16 - - - rw--- [ anon ]
00007f9ccd51e000 128 - - - r-x-- ld-2.11.1.so
00007f9ccd571000 520 - - - rw--- [ anon ]
00007f9ccd5f4000 28 - - - r--s- gconv-modules.cache
00007f9ccd5fb000 252 - - - r---- LC_CTYPE
00007f9ccd63a000 260 - - - rw--- [ anon ]
00007f9ccd6ad000 540 - - - rw--- [ anon ]
00007f9ccd737000 4 - - - rw--- [ anon ]
00007f9ccd739000 4 - - - rw--- [ anon ]
00007f9ccd73a000 4 - - - rwx-- [ anon ]
00007f9ccd73b000 8 - - - rw--- [ anon ]
00007f9ccd73d000 4 - - - r---- ld-2.11.1.so
00007f9ccd73e000 4 - - - rw--- ld-2.11.1.so
00007f9ccd73f000 4 - - - rw--- [ anon ]
00007fff428f5000 124 - - - rw--- [ stack ]
00007fff4299c000 4 - - - r-x-- [ anon ]
ffffffffff600000 4 - - - r-x-- [ anon ]
total kB 2627304 - - -
28422: /usr/bin/python /usr/bin/dd-agent foreground --use-local-forwarder
Address Kbytes RSS Anon Locked Mode Mapping
0000000000400000 2160 - - - r-x-- python2.6
000000000081b000 4 - - - r---- python2.6
000000000081c000 392 - - - rw--- python2.6
000000000087e000 60 - - - rw--- [ anon ]
0000000000987000 2380064 - - - rw--- [ anon ]
00007fb91127f000 48 - - - r-x-- libnss_files-2.11.1.so
00007fb91128b000 2044 - - - ----- libnss_files-2.11.1.so
00007fb91148a000 4 - - - r---- libnss_files-2.11.1.so
00007fb91148b000 4 - - - rw--- libnss_files-2.11.1.so
00007fb91148c000 12 - - - r-x-- _heapq.so
00007fb91148f000 2044 - - - ----- _heapq.so
00007fb91168e000 4 - - - r---- _heapq.so
00007fb91168f000 8 - - - rw--- _heapq.so
00007fb911691000 208 - - - r-x-- pyexpat.so
00007fb9116c5000 2044 - - - ----- pyexpat.so
00007fb9118c4000 12 - - - r---- pyexpat.so
00007fb9118c7000 8 - - - rw--- pyexpat.so
00007fb9118c9000 124 - - - r-x-- libyaml-0.so.2.0.1
00007fb9118e8000 2044 - - - ----- libyaml-0.so.2.0.1
00007fb911ae7000 4 - - - r---- libyaml-0.so.2.0.1
00007fb911ae8000 4 - - - rw--- libyaml-0.so.2.0.1
00007fb911ae9000 172 - - - r-x-- _yaml.so
00007fb911b14000 2044 - - - ----- _yaml.so
00007fb911d13000 4 - - - r---- _yaml.so
00007fb911d14000 16 - - - rw--- _yaml.so
00007fb911d18000 4 - - - rw--- [ anon ]
00007fb911d19000 72 - - - r-x-- datetime.so
00007fb911d2b000 2044 - - - ----- datetime.so
00007fb911f2a000 4 - - - r---- datetime.so
00007fb911f2b000 16 - - - rw--- datetime.so
00007fb911f2f000 772 - - - rw--- [ anon ]
00007fb911ff0000 32 - - - r-x-- _speedups.so
00007fb911ff8000 2044 - - - ----- _speedups.so
00007fb9121f7000 4 - - - r---- _speedups.so
00007fb9121f8000 4 - - - rw--- _speedups.so
00007fb9121f9000 16 - - - r-x-- libuuid.so.1.3.0
00007fb9121fd000 2044 - - - ----- libuuid.so.1.3.0
00007fb9123fc000 4 - - - r---- libuuid.so.1.3.0
00007fb9123fd000 4 - - - rw--- libuuid.so.1.3.0
00007fb9123fe000 116 - - - r-x-- _ctypes.so
00007fb91241b000 2044 - - - ----- _ctypes.so
00007fb91261a000 4 - - - r---- _ctypes.so
00007fb91261b000 16 - - - rw--- _ctypes.so
00007fb91261f000 1512 - - - r-x-- libc-2.11.1.so
00007fb912799000 2044 - - - ----- libc-2.11.1.so
00007fb912998000 16 - - - r---- libc-2.11.1.so
00007fb91299c000 4 - - - rw--- libc-2.11.1.so
00007fb91299d000 20 - - - rw--- [ anon ]
00007fb9129a2000 520 - - - r-x-- libm-2.11.1.so
00007fb912a24000 2044 - - - ----- libm-2.11.1.so
00007fb912c23000 4 - - - r---- libm-2.11.1.so
00007fb912c24000 4 - - - rw--- libm-2.11.1.so
00007fb912c25000 88 - - - r-x-- libz.so.1.2.3.3
00007fb912c3b000 2044 - - - ----- libz.so.1.2.3.3
00007fb912e3a000 4 - - - r---- libz.so.1.2.3.3
00007fb912e3b000 4 - - - rw--- libz.so.1.2.3.3
00007fb912e3c000 1440 - - - r-x-- libcrypto.so.0.9.8
00007fb912fa4000 2048 - - - ----- libcrypto.so.0.9.8
00007fb9131a4000 52 - - - r---- libcrypto.so.0.9.8
00007fb9131b1000 96 - - - rw--- libcrypto.so.0.9.8
00007fb9131c9000 16 - - - rw--- [ anon ]
00007fb9131cd000 300 - - - r-x-- libssl.so.0.9.8
00007fb913218000 2044 - - - ----- libssl.so.0.9.8
00007fb913417000 8 - - - r---- libssl.so.0.9.8
00007fb913419000 20 - - - rw--- libssl.so.0.9.8
00007fb91341e000 4 - - - rw--- [ anon ]
00007fb91341f000 8 - - - r-x-- libutil-2.11.1.so
00007fb913421000 2044 - - - ----- libutil-2.11.1.so
00007fb913620000 4 - - - r---- libutil-2.11.1.so
00007fb913621000 4 - - - rw--- libutil-2.11.1.so
00007fb913622000 8 - - - r-x-- libdl-2.11.1.so
00007fb913624000 2048 - - - ----- libdl-2.11.1.so
00007fb913824000 4 - - - r---- libdl-2.11.1.so
00007fb913825000 4 - - - rw--- libdl-2.11.1.so
00007fb913826000 96 - - - r-x-- libpthread-2.11.1.so
00007fb91383e000 2044 - - - ----- libpthread-2.11.1.so
00007fb913a3d000 4 - - - r---- libpthread-2.11.1.so
00007fb913a3e000 4 - - - rw--- libpthread-2.11.1.so
00007fb913a3f000 16 - - - rw--- [ anon ]
00007fb913a43000 128 - - - r-x-- ld-2.11.1.so
00007fb913a96000 520 - - - rw--- [ anon ]
00007fb913b19000 28 - - - r--s- gconv-modules.cache
00007fb913b20000 252 - - - r---- LC_CTYPE
00007fb913b5f000 260 - - - rw--- [ anon ]
00007fb913bd2000 540 - - - rw--- [ anon ]
00007fb913c5d000 4 - - - rw--- [ anon ]
00007fb913c5f000 4 - - - rwx-- [ anon ]
00007fb913c60000 8 - - - rw--- [ anon ]
00007fb913c62000 4 - - - r---- ld-2.11.1.so
00007fb913c63000 4 - - - rw--- ld-2.11.1.so
00007fb913c64000 4 - - - rw--- [ anon ]
00007fff173cf000 124 - - - rw--- [ stack ]
00007fff173ff000 4 - - - r-x-- [ anon ]
ffffffffff600000 4 - - - r-x-- [ anon ]
total kB 2425288 - - -
NJ EST (2012/12/27 13:51:24)bensix@nj-db-02:~
$ top -u dd-agent -b -n 1 | egrep "dd-agent"
28407 dd-agent 20 0 79756 23m 4080 S 4 0.1 5:51.36 python
28406 dd-agent 20 0 55344 12m 3296 S 0 0.0 1:05.62 dogstatsd
28417 dd-agent 20 0 197m 151m 3468 S 0 0.5 28:29.68 python
28422 dd-agent 20 0 2369m 2.3g 3636 S 0 7.3 82:07.20 dd-agent
NJ EST (2012/12/27 13:51:39)bensix@nj-db-02:~
$ python -V
Python 2.6.5
@jkoppe memcache-wise, we should have fix in shortly.
As expected, a big chunk of anonymous memory.