Redis Log Audit

redis_node.log snippet

[2013-11-18 08:11:56.571246] redis_node_100_0 - pid=1120 tid=24c4 fid=7ce4   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:12:04.192050] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:12:26.574858] redis_node_100_0 - pid=1120 tid=a721 fid=b5f6   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:12:34.196544] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:12:56.578844] redis_node_100_0 - pid=1120 tid=3414 fid=9a8a   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:13:04.200119] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:13:26.576970] redis_node_100_0 - pid=1120 tid=4ea2 fid=07c6   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:13:34.204637] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:13:56.627039] redis_node_100_0 - pid=1120 tid=683c fid=d912   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:14:04.207935] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:14:26.594196] redis_node_100_0 - pid=1120 tid=0648 fid=bd25   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:14:34.212281] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:14:56.594859] redis_node_100_0 - pid=1120 tid=bd92 fid=6e5e   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:15:04.215236] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone
[2013-11-18 08:15:26.599628] redis_node_100_0 - pid=1120 tid=a41f fid=bbbe   WARN -- Failed to get instance ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 varz details: Error Code: 31107, Error Message: Could not connect redis instance
[2013-11-18 08:15:34.216427] redis_node_100_0 - pid=1120 tid=2952 fid=4e52  DEBUG -- RaaS-Node: Sending announcement for everyone

warden.log snippet

{"timestamp":1384320766.760781,"message":"Wrote snapshot in 0.000505","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17aus47g4kp"},"thread_id":5019780,"fiber_id":8740260,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384320766.761487,"message":"Killing oom-notifier process","log_level":"debug","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{},"thread_id":5019780,"fiber_id":8740260,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/features/mem_limit.rb","lineno":51,"method":"kill"}
{"timestamp":1384320766.8623104,"message":"stop (took 0.169283)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17aus47g4kp","request":{"handle":"17aus47g4kp"},"response":{}},"thread_id":5019780,"fiber_id":8740260,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384320766.8646474,"message":"Exited with status 0 (74138.579s): [[\"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\", \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\"], \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/oom/oom\", \"/sys/fs/cgroup/memory/instance-17aus47g4kp\"]","log_level":"warn","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{"stdout":"","stderr":""},"thread_id":5019780,"fiber_id":10754620,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/spawn.rb","lineno":134,"method":"set_deferred_success"}
{"timestamp":1384320766.992586,"message":"Container destroyed","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17aus47g4kp"},"thread_id":5019780,"fiber_id":8879200,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":129,"method":"do_destroy"}
{"timestamp":1384320766.9934843,"message":"destroy (took 0.127878)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17aus47g4kp","request":{"handle":"17aus47g4kp"},"response":{}},"thread_id":5019780,"fiber_id":8879200,"process_id":936,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534330.9634585,"message":"Configuration","log_level":"info","source":"Warden::Server","data":{"server":{"unix_domain_path":"/tmp/warden.sock","unix_domain_permissions":511,"container_klass":"Warden::Container::Linux","container_grace_time":null,"job_output_limit":10485760,"quota":{"disk_quota_enabled":false},"container_rootfs_path":"/var/vcap/packages/rootfs_lucid64","container_depot_path":"/var/vcap/store/redis/containers"},"logging":{"level":"debug","file":"/var/vcap/sys/log/redis/warden/warden.log","syslog":"vcap.services.redis.warden"},"network":{"pool_network":"10.253.0.0/18","deny_networks":[],"allow_networks":[]},"port":{"pool_start_port":61001,"pool_size":4000},"user":{"pool_start_uid":10000,"pool_size":4096}},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/server.rb","lineno":269,"method":"run!"}
{"timestamp":1384534331.6245317,"message":"Destroying dead container at: /var/vcap/store/redis/containers/17aus47g4kq","log_level":"info","source":"Warden::Server","data":{},"thread_id":10608780,"fiber_id":17415300,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/server.rb","lineno":232,"method":"block in recover_containers"}
{"timestamp":1384534331.817577,"message":"Destroying container without snapshot at: /var/vcap/store/redis/containers/tmp","log_level":"info","source":"Warden::Server","data":{},"thread_id":10608780,"fiber_id":17415300,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/server.rb","lineno":226,"method":"block in recover_containers"}
{"timestamp":1384534331.837895,"message":"Listening on /tmp/warden.sock","log_level":"info","source":"Warden::Server","data":{},"thread_id":10608780,"fiber_id":17415300,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/server.rb","lineno":303,"method":"block (2 levels) in run!"}
{"timestamp":1384534351.3413966,"message":"Container created","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":17106960,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":104,"method":"do_create"}
{"timestamp":1384534351.3447227,"message":"Container created","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17464180,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":104,"method":"do_create"}
{"timestamp":1384534351.9498463,"message":"Container started","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":17106960,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":110,"method":"do_create"}
{"timestamp":1384534351.9515822,"message":"Wrote snapshot in 0.000663","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":17106960,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534351.9520788,"message":"create (took 1.349408)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"bind_mounts":["#<Warden::Protocol::CreateRequest::BindMount:0x00000002153130>","#<Warden::Protocol::CreateRequest::BindMount:0x00000002152690>","#<Warden::Protocol::CreateRequest::BindMount:0x00000002151c90>","#<Warden::Protocol::CreateRequest::BindMount:0x00000002151218>","#<Warden::Protocol::CreateRequest::BindMount:0x000000021507a0>"]},"response":{"handle":"17b7832b58r"}},"thread_id":10608780,"fiber_id":17106960,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534351.9640226,"message":"Container started","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17464180,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":110,"method":"do_create"}
{"timestamp":1384534351.9652328,"message":"Wrote snapshot in 0.000374","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17464180,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534351.96561,"message":"create (took 1.366160)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"bind_mounts":["#<Warden::Protocol::CreateRequest::BindMount:0x0000000214c3a8>","#<Warden::Protocol::CreateRequest::BindMount:0x0000000214b728>","#<Warden::Protocol::CreateRequest::BindMount:0x0000000214ad28>","#<Warden::Protocol::CreateRequest::BindMount:0x0000000214a2b0>","#<Warden::Protocol::CreateRequest::BindMount:0x00000002149838>"]},"response":{"handle":"17b7832b58q"}},"thread_id":10608780,"fiber_id":17464180,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534351.9818668,"message":"Wrote snapshot in 0.003150","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":18327080,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534351.9830961,"message":"spawn (took 0.026970)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","script":"chown -R vcap:vcap /var/vcap/sys/log/monit /var/vcap/store/redis/instances/eb95e510-8035-417c-8ce9-20406cec6e33 /var/vcap/sys/service-log/redis/eb95e510-8035-417c-8ce9-20406cec6e33","privileged":true},"response":{"job_id":1}},"thread_id":10608780,"fiber_id":18327080,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534351.9949522,"message":"Wrote snapshot in 0.000415","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17901720,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534351.9958627,"message":"spawn (took 0.028149)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"chown -R vcap:vcap /var/vcap/sys/log/monit /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2","privileged":true},"response":{"job_id":2}},"thread_id":10608780,"fiber_id":17901720,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.0183618,"message":"Wrote snapshot in 0.000421","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.0541334,"message":"link (took 0.070168)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","job_id":1},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":18327080,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.0553575,"message":"run (took 0.099364)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","script":"chown -R vcap:vcap /var/vcap/sys/log/monit /var/vcap/store/redis/instances/eb95e510-8035-417c-8ce9-20406cec6e33 /var/vcap/sys/service-log/redis/eb95e510-8035-417c-8ce9-20406cec6e33","privileged":true},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":18327080,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.0590959,"message":"Wrote snapshot in 0.000636","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.059616,"message":"link (took 0.062750)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","job_id":2},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":17901720,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.060548,"message":"run (took 0.092900)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"chown -R vcap:vcap /var/vcap/sys/log/monit /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2","privileged":true},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":17901720,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.063835,"message":"Wrote snapshot in 0.000518","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":11773000,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.064159,"message":"limit_memory (took 0.002144)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","limit_in_bytes":37748736},"response":{"limit_in_bytes":37748736}},"thread_id":10608780,"fiber_id":11773000,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.0686638,"message":"Wrote snapshot in 0.000316","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":12422340,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.069398,"message":"limit_memory (took 0.002971)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","limit_in_bytes":37748736},"response":{"limit_in_bytes":37748736}},"thread_id":10608780,"fiber_id":12422340,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.0972204,"message":"Wrote snapshot in 0.000343","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":12715500,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.0979655,"message":"spawn (took 0.027786)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","script":"/var/vcap/store/redis_common/bin/warden_service_ctl start /var/vcap/store/redis/instances/eb95e510-8035-417c-8ce9-20406cec6e33 /var/vcap/sys/service-log/redis/eb95e510-8035-417c-8ce9-20406cec6e33 /var/vcap/store/redis_common /var/vcap/packages/redis26"},"response":{"job_id":3}},"thread_id":10608780,"fiber_id":12715500,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.1117504,"message":"Wrote snapshot in 0.000344","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":12321460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.1124942,"message":"spawn (took 0.038529)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"/var/vcap/store/redis_common/bin/warden_service_ctl start /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/store/redis_common /var/vcap/packages/redis26"},"response":{"job_id":4}},"thread_id":10608780,"fiber_id":12321460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.2233796,"message":"Wrote snapshot in 0.000448","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r"},"thread_id":10608780,"fiber_id":14259460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.2243369,"message":"net_in (took 0.124599)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r","host_port":5000,"container_port":25001},"response":{"host_port":5000,"container_port":25001}},"thread_id":10608780,"fiber_id":14259460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.2344174,"message":"Wrote snapshot in 0.000325","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":14439460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384534352.2348163,"message":"net_in (took 0.116140)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","host_port":5001,"container_port":25001},"response":{"host_port":5001,"container_port":25001}},"thread_id":10608780,"fiber_id":14439460,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.3345354,"message":"info (took 0.108300)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58r","request":{"handle":"17b7832b58r"},"response":{"state":"active","events":[],"host_ip":"10.253.0.5","container_ip":"10.253.0.6","container_path":"/var/vcap/store/redis/containers/17b7832b58r","memory_stat":"#<Warden::Protocol::InfoResponse::MemoryStat:0x00000001429b80>","cpu_stat":"#<Warden::Protocol::InfoResponse::CpuStat:0x000000015d6a28>","bandwidth_stat":"#<Warden::Protocol::InfoResponse::BandwidthStat:0x000000018416a0>","job_ids":[3]}},"thread_id":10608780,"fiber_id":10524980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384534352.3448765,"message":"info (took 0.108770)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{"state":"active","events":[],"host_ip":"10.253.0.1","container_ip":"10.253.0.2","container_path":"/var/vcap/store/redis/containers/17b7832b58q","memory_stat":"#<Warden::Protocol::InfoResponse::MemoryStat:0x000000016dca58>","cpu_stat":"#<Warden::Protocol::InfoResponse::CpuStat:0x000000017a09d0>","bandwidth_stat":"#<Warden::Protocol::InfoResponse::BandwidthStat:0x00000001b01408>","job_ids":[4]}},"thread_id":10608780,"fiber_id":11832440,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.17987,"message":"info (took 0.044155)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{"state":"active","events":[],"host_ip":"10.253.0.1","container_ip":"10.253.0.2","container_path":"/var/vcap/store/redis/containers/17b7832b58q","memory_stat":"#<Warden::Protocol::InfoResponse::MemoryStat:0x00000001674110>","cpu_stat":"#<Warden::Protocol::InfoResponse::CpuStat:0x00000001689ee8>","bandwidth_stat":"#<Warden::Protocol::InfoResponse::BandwidthStat:0x00000001796660>","job_ids":[4]}},"thread_id":10608780,"fiber_id":11199060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.1982305,"message":"Wrote snapshot in 0.000422","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.1988301,"message":"spawn (took 0.014350)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"/var/vcap/store/redis_common/bin/warden_service_ctl stop /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/store/redis_common"},"response":{"job_id":5}},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.2862213,"message":"Wrote snapshot in 0.000618","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3012645,"message":"Wrote snapshot in 0.013143","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3018155,"message":"link (took 0.102131)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","job_id":5},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.3027477,"message":"run (took 0.118373)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"/var/vcap/store/redis_common/bin/warden_service_ctl stop /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/store/redis_common"},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.3645036,"message":"Wrote snapshot in 0.000415","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3651786,"message":"Killing oom-notifier process","log_level":"debug","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/features/mem_limit.rb","lineno":51,"method":"kill"}
{"timestamp":1384607788.4659197,"message":"stop (took 0.161045)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{}},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.4680958,"message":"Exited with status 0 (73436.400s): [[\"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\", \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\"], \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/oom/oom\", \"/sys/fs/cgroup/memory/instance-17b7832b58q\"]","log_level":"warn","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{"stdout":"","stderr":""},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/spawn.rb","lineno":134,"method":"set_deferred_success"}
{"timestamp":1384607788.5819473,"message":"Container destroyed","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":12576820,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":129,"method":"do_destroy"}
{"timestamp":1384607788.5830016,"message":"destroy (took 0.113830)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{}},"thread_id":10608780,"fiber_id":12576820,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
bosh_q4qbisrz1@48e53c36-ea47-46fd-8e0d-27bedb674939:/var/vcap/sys/log/redis/warden$ tail -f warden.log 
{"timestamp":1384607788.2862213,"message":"Wrote snapshot in 0.000618","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3012645,"message":"Wrote snapshot in 0.013143","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3018155,"message":"link (took 0.102131)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","job_id":5},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.3027477,"message":"run (took 0.118373)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q","script":"/var/vcap/store/redis_common/bin/warden_service_ctl stop /var/vcap/store/redis/instances/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/sys/service-log/redis/ce8e2f24-ec5e-477f-ab4c-4f1511b31fa2 /var/vcap/store/redis_common"},"response":{"exit_status":0,"stdout":"","stderr":""}},"thread_id":10608780,"fiber_id":12697020,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.3645036,"message":"Wrote snapshot in 0.000415","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":360,"method":"write_snapshot"}
{"timestamp":1384607788.3651786,"message":"Killing oom-notifier process","log_level":"debug","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/features/mem_limit.rb","lineno":51,"method":"kill"}
{"timestamp":1384607788.4659197,"message":"stop (took 0.161045)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{}},"thread_id":10608780,"fiber_id":11686980,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}
{"timestamp":1384607788.4680958,"message":"Exited with status 0 (73436.400s): [[\"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\", \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/closefds/closefds\"], \"/var/vcap/data/packages/redis_node_ng/1.1/warden/src/oom/oom\", \"/sys/fs/cgroup/memory/instance-17b7832b58q\"]","log_level":"warn","source":"Warden::Container::Features::MemLimit::OomNotifier","data":{"stdout":"","stderr":""},"thread_id":10608780,"fiber_id":17418060,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/spawn.rb","lineno":134,"method":"set_deferred_success"}
{"timestamp":1384607788.5819473,"message":"Container destroyed","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q"},"thread_id":10608780,"fiber_id":12576820,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/linux.rb","lineno":129,"method":"do_destroy"}
{"timestamp":1384607788.5830016,"message":"destroy (took 0.113830)","log_level":"info","source":"Warden::Container::Linux","data":{"handle":"17b7832b58q","request":{"handle":"17b7832b58q"},"response":{}},"thread_id":10608780,"fiber_id":12576820,"process_id":938,"file":"/var/vcap/data/packages/redis_node_ng/1.1/warden/lib/warden/container/base.rb","lineno":318,"method":"dispatch"}