Skip to content

Instantly share code, notes, and snippets.

@moolitayer
Last active September 15, 2017 14:52
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save moolitayer/87f117c20416b820d353b0fe83e7063e to your computer and use it in GitHub Desktop.
Save moolitayer/87f117c20416b820d353b0fe83e7063e to your computer and use it in GitHub Desktop.
Debug Collection
{"generationID":"4cf35435-6833-487d-bc64-f2bd171999b3","messages":[{"index":97,"timestamp":"2017-09-13T17:39:31.040232406Z","data":{"alerts":[{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice/docker-02b3d68a072e4b5a1e25b6e981cdc724bd12bfb3ecd0cb7dd0f58e28b911393b.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_54608f40-9888-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:38:00.193018154Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:36:00.193007205Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice/docker-02b3d68a072e4b5a1e25b6e981cdc724bd12bfb3ecd0cb7dd0f58e28b911393b.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_54608f40-9888-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:38:00.193018154Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:36:00.193007205Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}},{"index":98,"timestamp":"2017-09-13T20:29:31.048279703Z","data":{"alerts":[{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"2017-09-13T20:25:00.193032736Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice/docker-02b3d68a072e4b5a1e25b6e981cdc724bd12bfb3ecd0cb7dd0f58e28b911393b.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_54608f40-9888-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:38:00.193018154Z","status":"resolved"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"2017-09-13T20:25:00.193032736Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:36:00.193007205Z","status":"resolved"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"2017-09-13T20:25:00.193032736Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice/docker-02b3d68a072e4b5a1e25b6e981cdc724bd12bfb3ecd0cb7dd0f58e28b911393b.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_54608f40-9888-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:38:00.193018154Z","status":"resolved"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:28:00.193007351Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"2017-09-13T20:25:00.193032736Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod54608f40_9888_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T13:36:00.193007205Z","status":"resolved"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}},{"index":99,"timestamp":"2017-09-14T00:29:31.058279312Z","data":{"alerts":[{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:28:00.193007351Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}},{"index":100,"timestamp":"2017-09-14T04:29:31.068653284Z","data":{"alerts":[{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:28:00.193007351Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}},{"index":101,"timestamp":"2017-09-14T08:29:31.080028632Z","data":{"alerts":[{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:28:00.193007351Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}},{"index":102,"timestamp":"2017-09-14T12:29:31.090124488Z","data":{"alerts":[{"annotations":{"message":"ContainerNode ip-172-31-58-95.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-61-250.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-60-240.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","container_name":"manageiq","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice/docker-cd151120812ec56574b560887dd3ef7bed1c31b85ad61e74b44a60835d895f14.scope","image":"docker.io/ilackarms/miq-app-frontend@sha256:c9d9d778eff300588657e12f9edba5e06d84b09d5dc69679220342e4d2fe1f3b","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","name":"k8s_manageiq_manageiq-0_cfme_b9db2492-98c1-11e7-af85-0aa25fed968e_0","namespace":"cfme","ops_node":"old","pod_name":"manageiq-0","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:28:00.193007351Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-56-218.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-59-213.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-8bb52","id":"/kubepods.slice","instance":"ip-172-31-61-250.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-61-250.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/kubepods.slice","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-8f67c","id":"/kubepods.slice","instance":"ip-172-31-60-240.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-60-240.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-58-101.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"ContainerNode ip-172-31-63-23.us-west-2.compute.internal is up!","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=up%7Bjob%3D%22kubernetes-nodes%22%7D+%3D%3D+1\u0026g0.tab=0","labels":{"alertname":"node_down_alert","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-05T18:23:00.178490395Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-b5ad6","id":"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb9db2492_98c1_11e7_af85_0aa25fed968e.slice","instance":"ip-172-31-63-23.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-63-23.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-09-13T20:27:00.193001024Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-7d2ae","id":"/","instance":"ip-172-31-59-213.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-59-213.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-infra-3fc86","id":"/kubepods.slice","instance":"ip-172-31-58-101.us-west-2.compute.internal","job":"kubernetes-cadvisor","kubernetes_io_hostname":"ip-172-31-58-101.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"infra"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-node-compute-cb183","id":"/kubepods.slice","instance":"ip-172-31-56-218.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-56-218.us-west-2.compute.internal","logging_infra_fluentd":"true","ops_node":"old","region":"us-west-2","type":"compute"},"startsAt":"2017-08-31T17:09:00.178484511Z","status":"firing"},{"annotations":{"message":"Huge node detected","miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"endsAt":"0001-01-01T00:00:00Z","generatorURL":"http://prometheus-2278364511-lb8zw:9090/graph?g0.expr=container_spec_memory_limit_bytes+%3E+1e%2B10\u0026g0.tab=0","labels":{"alertname":"BigMemNode","beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","hostname":"certtest-master-251f8","id":"/kubepods.slice","instance":"ip-172-31-58-95.us-west-2.compute.internal","job":"kubernetes-nodes","kubernetes_io_hostname":"ip-172-31-58-95.us-west-2.compute.internal","region":"us-west-2","type":"master"},"startsAt":"2017-08-31T17:10:00.180454925Z","status":"firing"}],"commonAnnotations":{"miqTarget":"ContainerNode","severity":"HIGH","url":"https://www.example.com/fixing_instructions"},"commonLabels":{"beta_kubernetes_io_arch":"amd64","beta_kubernetes_io_instance_type":"m4.xlarge","beta_kubernetes_io_os":"linux","failure_domain_beta_kubernetes_io_region":"us-west-2","failure_domain_beta_kubernetes_io_zone":"us-west-2c","region":"us-west-2"},"externalURL":"http://prometheus-2278364511-lb8zw:9093","groupKey":"{}:{}","groupLabels":{},"receiver":"alert-buffer-wh","status":"firing","version":"4"}}]}
generation: 4cf35435-6833-487d-bc64-f2bd171999b3
6 messages: 97 98 99 100 101 102
7 effected nodes: ip-172-31-63-23.us-west-2.compute.internal ip-172-31-58-95.us-west-2.compute.internal ip-172-31-56-218.us-west-2.compute.internal ip-172-31-60-240.us-west-2.compute.internal ip-172-31-61-250.us-west-2.compute.internal ip-172-31-58-101.us-west-2.compute.internal ip-172-31-59-213.us-west-2.compute.internal
Alert [BigMemNode] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-58-95.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-58-95.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-56-218.us-west-2.compute.internal] started at [2017-08-31T17:09:00.178484511Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-60-240.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-56-218.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-09-13T13:38:00.193018154Z] is [resolved]
Alert [BigMemNode] on node [ip-172-31-58-95.us-west-2.compute.internal] started at [2017-08-31T17:09:00.178484511Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-61-250.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-60-240.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-09-13T13:36:00.193007205Z] is [resolved]
Alert [node_down_alert] on node [ip-172-31-56-218.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-61-250.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-58-101.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-59-213.us-west-2.compute.internal] started at [2017-08-31T17:10:00.180454925Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-59-213.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-58-101.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [node_down_alert] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-09-05T18:23:00.178490395Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-09-13T20:27:00.193001024Z] is [firing]
Alert [BigMemNode] on node [ip-172-31-63-23.us-west-2.compute.internal] started at [2017-09-13T20:28:00.193007351Z] is [firing]
20 distinct cases identified, 18 are active
#!/usr/bin/env ruby
require 'json'
indexes = []
nodes = {}
alerts = {}
file = File.read('/home/mtayer/Downloads/provider/pab.json')
data_hash = JSON.parse(file)
data_hash["messages"].each do |message|
indexes << message["index"]
message["data"]["alerts"].each do |alert|
nodes[alert['labels']['instance']] = true
key = [alert['startsAt'], alert['labels']['instance'], alert['labels']['alertname']]
entry = alerts[key] || []
entry << "#{alert['status']}"
alerts[key] = entry
end
end
puts "generation: #{data_hash["generationID"]}"
puts "#{indexes.count} messages: #{indexes.join(' ')}"
puts "#{nodes.keys.count} effected nodes: #{nodes.keys.join(' ')}"
active = 0
alerts.each do |key, val|
puts "Alert [#{key[2]}] on node [#{key[1]}] started at [#{key[0]}] is [#{val.last}]"
active+=1 if val.last == 'firing'
end
puts "#{alerts.count} distinct cases identified, #{active} are active"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment