Skip to content

Instantly share code, notes, and snippets.

@stuartnelson3
Last active July 26, 2021 16:24
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save stuartnelson3/7bf2bc10763883bc947b5bb424eb250c to your computer and use it in GitHub Desktop.
Save stuartnelson3/7bf2bc10763883bc947b5bb424eb250c to your computer and use it in GitHub Desktop.
Comparison of legacy xpack monitoring output to the currently available metrics from elastic-agent managing apm-server
{
"_index": ".ds-metrics-elastic_agent.elastic_agent-default-2021.07.21-000001",
"_id": "nX1gynoB54y3ZSSKBgXb",
"_score": 1,
"_source": {
"agent": {
"name": "47814b6747ad",
"id": "a8072f99-82a2-4c63-b502-177324189638",
"ephemeral_id": "5a125964-4a16-41fe-bf97-341af5bc2964",
"type": "metricbeat",
"version": "8.0.0"
},
"elastic_agent": {
"process": "apm_server",
"id": "a8072f99-82a2-4c63-b502-177324189638",
"version": "8.0.0",
"snapshot": true
},
"@timestamp": "2021-07-21T18:42:07.734Z",
"system": {
"process": {
"memory": {
"size": 76104712
},
"cpu": {
"total": {
"ticks": 2270,
"time": {
"ms": 2279
},
"value": 2270
},
"system": {
"ticks": 880,
"time": {
"ms": 884
}
},
"user": {
"ticks": 1390,
"time": {
"ms": 1395
}
}
},
"cgroup": {
"memory": {
"mem": {
"usage": {
"bytes": 849756160
},
"limit": {
"bytes": 9223372036854772000
}
},
"id": "47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
},
"cpu": {
"cfs": {
"period": {
"us": 100000
},
"quota": {
"us": 0
}
},
"stats": {
"periods": 0,
"throttled": {
"ns": 0,
"periods": 0
}
},
"id": "47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
},
"cpuacct": {
"total": {
"ns": 20211042302
},
"id": "47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
}
},
"fd": {
"limit": {
"hard": 1048576,
"soft": 1048576
},
"open": 15
}
}
},
"ecs": {
"version": "1.10.0"
},
"service": {
"address": "http://unix/stats",
"type": "http"
},
"data_stream": {
"namespace": "default",
"type": "metrics",
"dataset": "elastic_agent.elastic_agent"
},
"host": {
"hostname": "47814b6747ad",
"os": {
"kernel": "5.8.0-59-generic",
"codename": "Core",
"name": "CentOS Linux",
"family": "redhat",
"type": "linux",
"version": "7 (Core)",
"platform": "centos"
},
"containerized": true,
"ip": [
"172.19.0.4"
],
"name": "47814b6747ad",
"id": "e7c0309748f4b435ed952273df0c7c5a",
"mac": [
"02:42:ac:13:00:04"
],
"architecture": "x86_64"
},
"metricset": {
"period": 10000,
"name": "json"
},
"event": {
"duration": 11063237,
"agent_id_status": "auth_metadata_missing",
"ingested": "2021-07-21T18:42:08.730951202Z",
"module": "http",
"dataset": "elastic_agent.elastic_agent"
}
},
"fields": {
"system.process.cpu.system.ticks": [
880
],
"elastic_agent.version": [
"8.0.0"
],
"elastic_agent.process": [
"apm_server"
],
"host.os.name.text": [
"CentOS Linux"
],
"system.process.cpu.total.value": [
2270
],
"host.hostname": [
"47814b6747ad"
],
"host.mac": [
"02:42:ac:13:00:04"
],
"service.type": [
"http"
],
"system.process.memory.size": [
76104712
],
"host.os.version": [
"7 (Core)"
],
"system.process.cgroup.cpu.stats.periods": [
0
],
"system.process.fd.open": [
15
],
"system.process.fd.limit.soft": [
1048576
],
"host.os.name": [
"CentOS Linux"
],
"system.process.cgroup.cpu.stats.throttled.ns": [
0
],
"system.process.cgroup.cpu.stats.throttled.periods": [
0
],
"agent.name": [
"47814b6747ad"
],
"host.name": [
"47814b6747ad"
],
"event.agent_id_status": [
"auth_metadata_missing"
],
"system.process.cgroup.cpu.id": [
"47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
],
"host.os.type": [
"linux"
],
"system.process.cgroup.cpuacct.total.ns": [
20211042302
],
"data_stream.type": [
"metrics"
],
"host.architecture": [
"x86_64"
],
"agent.id": [
"a8072f99-82a2-4c63-b502-177324189638"
],
"host.containerized": [
true
],
"ecs.version": [
"1.10.0"
],
"service.address": [
"http://unix/stats"
],
"agent.version": [
"8.0.0"
],
"host.os.family": [
"redhat"
],
"system.process.cgroup.memory.id": [
"47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
],
"system.process.cgroup.cpuacct.id": [
"47814b6747ad936f1968f407547cc6fde43991f9aa495c2dc0e2a5bfc26b48ac"
],
"system.process.cpu.user.ticks": [
1390
],
"system.process.fd.limit.hard": [
1048576
],
"system.process.cpu.system.time.ms": [
"1970-01-01T00:00:00.884Z"
],
"system.process.cgroup.cpu.cfs.period.us": [
100000
],
"system.process.cgroup.memory.mem.limit.bytes": [
9223372036854772000
],
"host.ip": [
"172.19.0.4"
],
"system.process.cgroup.memory.mem.usage.bytes": [
849756160
],
"agent.type": [
"metricbeat"
],
"event.module": [
"http"
],
"host.os.kernel": [
"5.8.0-59-generic"
],
"elastic_agent.snapshot": [
true
],
"host.id": [
"e7c0309748f4b435ed952273df0c7c5a"
],
"system.process.cpu.user.time.ms": [
"1395-01-01T00:00:00.000Z"
],
"system.process.cpu.total.time.ms": [
"2279-01-01T00:00:00.000Z"
],
"system.process.cpu.total.ticks": [
2270
],
"elastic_agent.id": [
"a8072f99-82a2-4c63-b502-177324189638"
],
"data_stream.namespace": [
"default"
],
"metricset.period": [
10000
],
"host.os.codename": [
"Core"
],
"system.process.cgroup.cpu.cfs.quota.us": [
0
],
"metricset.name": [
"json"
],
"event.duration": [
11063237
],
"event.ingested": [
"2021-07-21T18:42:08.730Z"
],
"@timestamp": [
"2021-07-21T18:42:07.734Z"
],
"host.os.platform": [
"centos"
],
"data_stream.dataset": [
"elastic_agent.elastic_agent"
],
"agent.ephemeral_id": [
"5a125964-4a16-41fe-bf97-341af5bc2964"
],
"event.dataset": [
"elastic_agent.elastic_agent"
]
}
}
{
"_index": ".ds-metrics-elastic_agent.apm_server-default-2021.07.21-000001",
"_id": "usa0yXoBuSvHoSy96seX",
"_score": 1,
"_source": {
"@timestamp": "2021-07-21T15:35:13.846Z",
"agent": {
"name": "851d6df465fc",
"type": "metricbeat",
"id": "0f752ee0-e480-4570-a034-eec66bf6ffcf",
"version": "8.0.0",
"ephemeral_id": "7dc981fb-4c71-4463-86f1-ea26464eb54b"
},
"service": {
"type": "beat",
"name": "beat",
"address": "http://unix/stats"
},
"event": {
"dataset": "elastic_agent.apm_server",
"module": "beat",
"duration": 5566532
},
"beat": {
"type": "apm-server",
"stats": {
"cpu": {
"user": {
"ticks": 3230,
"time": {
"ms": 3240
}
},
"system": {
"time": {
"ms": 2113
},
"ticks": 2110
},
"total": {
"ticks": 5340,
"time": {
"ms": 5353
},
"value": 5340
}
},
"uptime": {
"ms": 1382709
},
"runtime": {
"goroutines": 48
},
"memstats": {
"gc_next": 20702336,
"memory": {
"alloc": 12554344,
"total": 319970736
},
"rss": 119709696
},
"system": {
"cpu": {
"cores": 8
},
"load": {
"1": 0.71,
"15": 0.94,
"5": 0.87,
"norm": {
"15": 0.1175,
"5": 0.1088,
"1": 0.0888
}
}
},
"info": {
"ephemeral_id": "1f633d46-e615-4295-8d09-b8c9e5fe66a5",
"uptime": {
"ms": 1382709
},
"version": "8.0.0"
},
"cgroup": {
"cpu": {
"stats": {
"periods": 0,
"throttled": {
"ns": 0,
"periods": 0
}
},
"cfs": {
"period": {
"us": 100000
},
"quota": {
"us": 0
}
},
"id": "851d6df465fc453f1f6d42af48378aec247006294141789a4922bca506096cc6"
},
"cpuacct": {
"id": "851d6df465fc453f1f6d42af48378aec247006294141789a4922bca506096cc6",
"total": {
"ns": 35024637300
}
},
"memory": {
"id": "851d6df465fc453f1f6d42af48378aec247006294141789a4922bca506096cc6",
"mem": {
"limit": {
"bytes": 9223372036854772000
},
"usage": {
"bytes": 1010290688
}
}
}
},
"handles": {
"limit": {
"hard": 1048576,
"soft": 1048576
},
"open": 15
},
"apm_server": {
"otlp": {
"grpc": {
"metrics": {
"consumer": {
"unsupported_dropped": 0
},
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"unauthorized": 0,
"count": 0,
"ratelimit": 0,
"timeout": 0
},
"valid": {
"count": 0
}
}
},
"traces": {
"request": {
"count": 0
},
"response": {
"errors": {
"ratelimit": 0,
"timeout": 0,
"unauthorized": 0,
"count": 0
},
"valid": {
"count": 0
},
"count": 0
}
}
}
},
"sourcemap": {
"validation": {
"count": 0,
"errors": 0
},
"decoding": {
"count": 0,
"errors": 0
},
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"timeout": 0,
"toolarge": 0,
"closed": 0,
"queue": 0,
"validate": 0,
"forbidden": 0,
"decode": 0,
"internal": 0,
"invalidquery": 0,
"method": 0,
"count": 0,
"unauthorized": 0,
"unavailable": 0,
"notfound": 0,
"ratelimit": 0
},
"valid": {
"count": 0,
"notmodified": 0,
"ok": 0,
"accepted": 0
}
},
"unset": 0
},
"acm": {
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"toolarge": 0,
"unavailable": 0,
"validate": 0,
"forbidden": 0,
"invalidquery": 0,
"timeout": 0,
"method": 0,
"closed": 0,
"queue": 0,
"ratelimit": 0,
"count": 0,
"decode": 0,
"notfound": 0,
"unauthorized": 0,
"internal": 0
},
"valid": {
"accepted": 0,
"count": 0,
"notmodified": 0,
"ok": 0
}
},
"unset": 0
},
"root": {
"response": {
"count": 0,
"errors": {
"unauthorized": 0,
"unavailable": 0,
"closed": 0,
"queue": 0,
"ratelimit": 0,
"internal": 0,
"invalidquery": 0,
"notfound": 0,
"forbidden": 0,
"toolarge": 0,
"validate": 0,
"decode": 0,
"method": 0,
"count": 0,
"timeout": 0
},
"valid": {
"count": 0,
"notmodified": 0,
"ok": 0,
"accepted": 0
}
},
"unset": 0,
"request": {
"count": 0
}
},
"sampling": {
"transactions_dropped": 0
},
"server": {
"unset": 0,
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"closed": 0,
"decode": 0,
"toolarge": 0,
"unauthorized": 0,
"unavailable": 0,
"timeout": 0,
"method": 0,
"notfound": 0,
"count": 0,
"validate": 0,
"internal": 0,
"forbidden": 0,
"queue": 0,
"invalidquery": 0,
"ratelimit": 0
},
"valid": {
"accepted": 0,
"count": 0,
"notmodified": 0,
"ok": 0
}
}
},
"decoder": {
"missing-content-length": {
"count": 0
},
"reader": {
"count": 0
},
"uncompressed": {
"content-length": 0,
"count": 0
},
"deflate": {
"content-length": 0,
"count": 0
},
"gzip": {
"content-length": 0,
"count": 0
}
},
"profile": {
"request": {
"count": 0
},
"response": {
"valid": {
"notmodified": 0,
"ok": 0,
"accepted": 0,
"count": 0
},
"count": 0,
"errors": {
"invalidquery": 0,
"decode": 0,
"timeout": 0,
"validate": 0,
"closed": 0,
"notfound": 0,
"queue": 0,
"forbidden": 0,
"ratelimit": 0,
"unauthorized": 0,
"unavailable": 0,
"internal": 0,
"method": 0,
"toolarge": 0,
"count": 0
}
},
"unset": 0
},
"jaeger": {
"grpc": {
"collect": {
"response": {
"count": 0,
"errors": {
"count": 0,
"ratelimit": 0,
"timeout": 0,
"unauthorized": 0
},
"valid": {
"count": 0
}
},
"request": {
"count": 0
}
},
"sampling": {
"event": {
"received": {
"count": 0
}
},
"request": {
"count": 0
},
"response": {
"valid": {
"count": 0
},
"count": 0,
"errors": {
"count": 0
}
}
}
},
"http": {
"event": {
"received": {
"count": 0
}
},
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"count": 0
},
"valid": {
"count": 0
}
}
}
},
"aggregation": {
"txmetrics": {
"active_groups": 0,
"overflowed": 0
}
},
"processor": {
"transaction": {
"transformations": 0
},
"error": {
"stacktraces": 0,
"transformations": 0,
"frames": 0
},
"metric": {
"transformations": 0
},
"sourcemap": {
"counter": 0
},
"span": {
"frames": 0,
"stacktraces": 0,
"transformations": 0
},
"stream": {
"accepted": 0,
"errors": {
"invalid": 0,
"toolarge": 0
}
}
}
},
"libbeat": {
"output": {
"events": {
"total": 0,
"acked": 0,
"active": 0,
"batches": 0,
"dropped": 0,
"duplicates": 0,
"failed": 0,
"toomany": 0
},
"read": {
"bytes": 0,
"errors": 0
},
"write": {
"bytes": 0,
"errors": 0
},
"type": "elasticsearch"
},
"pipeline": {
"clients": 1,
"queue": {
"acked": 0
},
"events": {
"filtered": 0,
"published": 0,
"retry": 0,
"total": 0,
"active": 0,
"dropped": 0,
"failed": 0
}
},
"config": {
"stops": 0,
"running": 1,
"starts": 1
}
},
"beat": {
"name": "851d6df465fc",
"host": "851d6df465fc",
"type": "apm-server",
"uuid": "7c61b18e-e3d8-4c19-b8f9-38218630dfac",
"version": "8.0.0"
}
},
"id": "7c61b18e-e3d8-4c19-b8f9-38218630dfac"
},
"data_stream": {
"namespace": "default",
"type": "metrics",
"dataset": "elastic_agent.apm_server"
},
"metricset": {
"period": 10000,
"name": "stats"
},
"elastic_agent": {
"id": "0f752ee0-e480-4570-a034-eec66bf6ffcf",
"snapshot": true,
"version": "8.0.0"
},
"ecs": {
"version": "1.10.0"
},
"host": {
"architecture": "x86_64",
"os": {
"family": "redhat",
"name": "CentOS Linux",
"kernel": "5.8.0-59-generic",
"codename": "Core",
"type": "linux",
"platform": "centos",
"version": "7 (Core)"
},
"name": "851d6df465fc",
"id": "118a702054d751583776b592b2cfbbeb",
"containerized": true,
"ip": [
"172.19.0.4"
],
"mac": [
"02:42:ac:13:00:04"
],
"hostname": "851d6df465fc"
}
}
}
{
"_index": ".monitoring-beats-7-2021.07.26",
"_id": "V39v43oB54y3ZSSKGbS6",
"_score": 1,
"_source": {
"timestamp": "2021-07-26T15:29:06.988Z",
"cluster_uuid": "PC3cKjZQRIev2LJfUIWtlQ",
"type": "beats_stats",
"beats_stats": {
"beat": {
"uuid": "93046267-285a-4794-bda7-e38428945a45",
"type": "apm-server",
"version": "8.0.0",
"name": "slaptop",
"host": "slaptop"
},
"metrics": {
"beat": {
"cgroup": {
"cpu": {
"id": "user.slice",
"cfs": {
"period": {
"us": 100000
},
"quota": {
"us": 0
}
},
"stats": {
"periods": 0,
"throttled": {
"ns": 0,
"periods": 0
}
}
},
"cpuacct": {
"total": {
"ns": 58989674741406
},
"id": "user.slice"
},
"memory": {
"id": "session-2.scope",
"mem": {
"limit": {
"bytes": 9223372036854772000
},
"usage": {
"bytes": 10241732608
}
}
}
},
"handles": {
"open": 12,
"limit": {
"hard": 1048576,
"soft": 1024
}
},
"info": {
"uptime": {
"ms": 870072
},
"ephemeral_id": "bb6f56e2-5440-42e8-b1dc-7e97c60b98fd",
"version": "8.0.0"
},
"memstats": {
"memory_total": 151823712,
"memory_alloc": 13559640,
"memory_sys": 76104712,
"gc_next": 19769328,
"rss": 76447744
},
"cpu": {
"system": {
"ticks": 610,
"time": {
"ms": 618
}
},
"total": {
"value": 2010,
"ticks": 2010,
"time": {
"ms": 2025
}
},
"user": {
"ticks": 1400,
"time": {
"ms": 1407
}
}
},
"runtime": {
"goroutines": 42
}
},
"libbeat": {
"config": {
"scans": 0,
"reloads": 0,
"module": {
"starts": 0,
"stops": 0,
"running": 0
}
},
"output": {
"read": {
"bytes": 14972,
"errors": 3
},
"type": "elasticsearch",
"events": {
"dropped": 0,
"duplicates": 0,
"active": 0,
"toomany": 0,
"batches": 15,
"total": 213,
"acked": 213,
"failed": 0
},
"write": {
"errors": 0,
"bytes": 312365
}
},
"pipeline": {
"queue": {
"acked": 213,
"max_events": 100
},
"clients": 1,
"events": {
"dropped": 0,
"retry": 1,
"active": 0,
"total": 213,
"filtered": 0,
"published": 213,
"failed": 0
}
}
},
"apm-server": {
"otlp": {
"grpc": {
"traces": {
"response": {
"errors": {
"count": 0,
"ratelimit": 0,
"timeout": 0,
"unauthorized": 0
},
"valid": {
"count": 0
},
"count": 0
},
"request": {
"count": 0
}
},
"metrics": {
"request": {
"count": 0
},
"response": {
"errors": {
"count": 0,
"ratelimit": 0,
"timeout": 0,
"unauthorized": 0
},
"valid": {
"count": 0
},
"count": 0
},
"consumer": {
"unsupported_dropped": 0
}
}
}
},
"sourcemap": {
"validation": {
"count": 0,
"errors": 0
},
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"unauthorized": 0,
"unavailable": 0,
"queue": 0,
"timeout": 0,
"internal": 0,
"decode": 0,
"notfound": 0,
"method": 0,
"ratelimit": 0,
"invalidquery": 0,
"closed": 0,
"validate": 0,
"count": 0,
"toolarge": 0,
"forbidden": 0
},
"valid": {
"count": 0,
"notmodified": 0,
"accepted": 0,
"ok": 0
}
},
"unset": 0,
"decoding": {
"count": 0,
"errors": 0
}
},
"decoder": {
"gzip": {
"content-length": 0,
"count": 0
},
"uncompressed": {
"count": 10,
"content-length": 137230
},
"reader": {
"count": 10
},
"missing-content-length": {
"count": 0
},
"deflate": {
"content-length": 0,
"count": 0
}
},
"root": {
"request": {
"count": 0
},
"response": {
"count": 0,
"errors": {
"validate": 0,
"ratelimit": 0,
"forbidden": 0,
"method": 0,
"notfound": 0,
"unavailable": 0,
"timeout": 0,
"count": 0,
"closed": 0,
"invalidquery": 0,
"queue": 0,
"unauthorized": 0,
"toolarge": 0,
"decode": 0,
"internal": 0
},
"valid": {
"count": 0,
"notmodified": 0,
"accepted": 0,
"ok": 0
}
},
"unset": 0
},
"jaeger": {
"http": {
"event": {
"received": {
"count": 0
}
},
"request": {
"count": 0
},
"response": {
"errors": {
"count": 0
},
"valid": {
"count": 0
},
"count": 0
}
},
"grpc": {
"sampling": {
"request": {
"count": 0
},
"response": {
"errors": {
"count": 0
},
"valid": {
"count": 0
},
"count": 0
},
"event": {
"received": {
"count": 0
}
}
},
"collect": {
"request": {
"count": 0
},
"response": {
"errors": {
"unauthorized": 0,
"count": 0,
"ratelimit": 0,
"timeout": 0
},
"valid": {
"count": 0
},
"count": 0
}
}
}
},
"processor": {
"metric": {
"transformations": 2
},
"span": {
"transformations": 190,
"stacktraces": 190,
"frames": 380
},
"transaction": {
"transformations": 10
},
"sourcemap": {
"counter": 0
},
"stream": {
"accepted": 210,
"errors": {
"invalid": 0,
"toolarge": 0
}
},
"error": {
"transformations": 10,
"stacktraces": 10,
"frames": 50
}
},
"profile": {
"request": {
"count": 0
},
"response": {
"valid": {
"ok": 0,
"count": 0,
"notmodified": 0,
"accepted": 0
},
"count": 0,
"errors": {
"forbidden": 0,
"internal": 0,
"unavailable": 0,
"validate": 0,
"count": 0,
"decode": 0,
"ratelimit": 0,
"invalidquery": 0,
"closed": 0,
"unauthorized": 0,
"notfound": 0,
"method": 0,
"toolarge": 0,
"timeout": 0,
"queue": 0
}
},
"unset": 0
},
"aggregation": {
"txmetrics": {
"overflowed": 0,
"active_groups": 0
}
},
"server": {
"request": {
"count": 10
},
"response": {
"count": 10,
"errors": {
"toolarge": 0,
"ratelimit": 0,
"count": 0,
"forbidden": 0,
"invalidquery": 0,
"notfound": 0,
"decode": 0,
"internal": 0,
"method": 0,
"timeout": 0,
"validate": 0,
"unauthorized": 0,
"unavailable": 0,
"closed": 0,
"queue": 0
},
"valid": {
"accepted": 10,
"ok": 0,
"count": 10,
"notmodified": 0
}
},
"unset": 0
},
"sampling": {
"transactions_dropped": 0
},
"acm": {
"request": {
"count": 1
},
"response": {
"errors": {
"unauthorized": 0,
"toolarge": 0,
"queue": 0,
"ratelimit": 0,
"decode": 0,
"method": 0,
"internal": 0,
"closed": 0,
"validate": 0,
"unavailable": 0,
"notfound": 0,
"invalidquery": 0,
"forbidden": 0,
"timeout": 0,
"count": 0
},
"valid": {
"ok": 0,
"notmodified": 1,
"accepted": 0,
"count": 1
},
"count": 1
},
"unset": 0
}
},
"system": {
"cpu": {
"cores": 8
},
"load": {
"1": 1.45,
"5": 1.18,
"15": 1.18,
"norm": {
"1": 0.1813,
"5": 0.1475,
"15": 0.1475
}
}
}
},
"timestamp": "2021-07-26T15:29:06.988Z"
},
"interval_ms": 10000
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment