Skip to content

Instantly share code, notes, and snippets.

@leventyalcin

leventyalcin/logstash-api.json Secret

Created February 11, 2021 04:07
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save leventyalcin/cdc809c19dc38815aef9a4548a503e69 to your computer and use it in GitHub Desktop.
Save leventyalcin/cdc809c19dc38815aef9a4548a503e69 to your computer and use it in GitHub Desktop.
Download ZIP
Logstash Data Persistency
Raw
logstash-api.json
{
"host": "",
"version": "7.11.0",
"http_address": "127.0.0.1:9600",
"id": "",
"name": "",
"ephemeral_id": "",
"status": "green",
"snapshot": false,
"pipeline": {
"workers": 2,
"batch_size": 125,
"batch_delay": 50
},
"jvm": {
"threads": {
"count": 30,
"peak_count": 33
},
"mem": {
"heap_used_percent": 44,
"heap_committed_in_bytes": 519438336,
"heap_max_in_bytes": 519438336,
"heap_used_in_bytes": 229687576,
"non_heap_used_in_bytes": 180362144,
"non_heap_committed_in_bytes": 204771328,
"pools": {
"survivor": {
"committed_in_bytes": 17432576,
"used_in_bytes": 14418896,
"peak_used_in_bytes": 17432576,
"peak_max_in_bytes": 17432576,
"max_in_bytes": 17432576
},
"old": {
"committed_in_bytes": 362414080,
"used_in_bytes": 154452920,
"peak_used_in_bytes": 154452920,
"peak_max_in_bytes": 362414080,
"max_in_bytes": 362414080
},
"young": {
"committed_in_bytes": 139591680,
"used_in_bytes": 60815760,
"peak_used_in_bytes": 139591680,
"peak_max_in_bytes": 139591680,
"max_in_bytes": 139591680
}
}
},
"gc": {
"collectors": {
"old": {
"collection_count": 4,
"collection_time_in_millis": 1234
},
"young": {
"collection_count": 17,
"collection_time_in_millis": 1012
}
}
},
"uptime_in_millis": 124364
},
"process": {
"open_file_descriptors": 113,
"peak_open_file_descriptors": 113,
"max_file_descriptors": 65535,
"mem": {
"total_virtual_in_bytes": 3527757824
},
"cpu": {
"total_in_millis": 85910,
"percent": 4,
"load_average": {
"1m": 0.76,
"5m": 0.62,
"15m": 0.44
}
}
},
"events": {
"in": 120,
"filtered": 0,
"out": 0,
"duration_in_millis": 0,
"queue_push_duration_in_millis": 78
},
"pipelines": {
"main": {
"events": {
"in": 120,
"out": 0,
"filtered": 0,
"queue_push_duration_in_millis": 78,
"duration_in_millis": 0
},
"plugins": {
"inputs": [
{
"id": "a5ed1ecb053eb7fa4f41141e17d31ee3c21c4240f35df036cc6c27743069f836",
"events": {
"out": 120,
"queue_push_duration_in_millis": 78
},
"peak_connections": 1,
"current_connections": 1,
"name": "beats"
}
],
"codecs": [
{
"id": "plain_a644c574-b804-44da-bdb5-f1c74e3bf65e",
"decode": {
"out": 0,
"writes_in": 0,
"duration_in_millis": 0
},
"name": "plain",
"encode": {
"writes_in": 0,
"duration_in_millis": 0
}
},
{
"id": "plain_883b4a7b-27d9-44d1-8302-a32057497964",
"decode": {
"out": 0,
"writes_in": 0,
"duration_in_millis": 0
},
"name": "plain",
"encode": {
"writes_in": 0,
"duration_in_millis": 0
}
}
],
"filters": [
{
"id": "73f59d19b09a58553841ba03d67fbec3f5dc45bc849954c7e6ad3293976a1607",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 11
},
"name": "mutate"
},
{
"id": "b2d8ca610db457941dc1b4b22ba29c99380c5775dc6493137ec6fb4a46b0d5d1",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 30
},
"patterns_per_field": {
"request": 1
},
"matches": 120,
"name": "grok",
"failures": 0
},
{
"id": "78545a422bb5d665abd9832b556a7ba8233c9975008e00b3fac5f33044dde730",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 176
},
"patterns_per_field": {
"[ecs][container_name]": 1
},
"matches": 120,
"name": "grok",
"failures": 0
},
{
"id": "c2a0597af50437555b9ad90413368b7a3d9d00918d7ae2026664aa1464b77a48",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 25
},
"name": "ruby"
},
{
"id": "5c2f04f0c78926d718a842a7127132e41b7ce65d85504dd278c86666083c24b5",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 95
},
"patterns_per_field": {
"message": 2
},
"matches": 0,
"name": "grok",
"failures": 120
},
{
"id": "ffadada55c3e8a119357a112c979a25492ca2e66a7edc11fa47e7b790ac30ffa",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 58
},
"patterns_per_field": {
"[docker][image]": 1
},
"matches": 120,
"name": "grok",
"failures": 0
},
{
"id": "23f1716144780d5fcebd0414670e14e842b0f6d0659a217eb66bcc213a6f3cb8",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 55
},
"name": "kv"
},
{
"id": "5f67654d4e794f1a02ea732f9ae8a0afa98be749270aced304b2093e26be5b13",
"events": {
"in": 0,
"out": 0,
"duration_in_millis": 0
},
"name": "drop"
},
{
"id": "c9ca7a3e2177559d5550eaf74fc0a2801a9e71e56391b26fe5aafd5649a4236d",
"events": {
"in": 0,
"out": 0,
"duration_in_millis": 0
},
"name": "mutate"
},
{
"id": "882519f4f7d83850d478b1871db58df5c61782f179b291a65edcef45488fbf21",
"events": {
"in": 120,
"out": 0,
"duration_in_millis": 0
},
"name": "sleep"
},
{
"id": "9b435e515a5225d678c8235c07afc455c907f78b121ec618a80c7a0941094263",
"events": {
"in": 0,
"out": 0,
"duration_in_millis": 5
},
"name": "mutate"
},
{
"id": "828428eebc8f5f74ac1ef1453e89d64b7feda6634f7bbe8f02848cb411f28432",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 16
},
"name": "mutate"
},
{
"id": "d9e2f18d82efecb87a8f9b0922c4138db5f51fa2f8d5a51b3bbb3965749d05c3",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 206
},
"patterns_per_field": {
"message": 2
},
"matches": 120,
"name": "grok",
"failures": 0
},
{
"id": "f395ecd6b3888f99417ad5cb2be087086b80eba94f9fcd629e927a611600284e",
"events": {
"in": 120,
"out": 120,
"duration_in_millis": 165
},
"name": "json"
}
],
"outputs": [
{
"id": "df15ba57e97a65ea6413fb14137cf901beae65de92e8bf3380a121f6554811ab",
"events": {
"in": 0,
"out": 0,
"duration_in_millis": 44
},
"name": "elasticsearch"
}
]
},
"reloads": {
"last_error": null,
"successes": 0,
"last_success_timestamp": null,
"last_failure_timestamp": null,
"failures": 0
},
"queue": {
"capacity": {
"page_capacity_in_bytes": 67108864,
"max_unread_events": 0,
"max_queue_size_in_bytes": 2097152000,
"queue_size_in_bytes": 222613
},
"events": 0,
"type": "persisted",
"data": {
"storage_type": "xfs",
"path": "/var/lib/logstash/queue/main",
"free_space_in_bytes": 5039648768
},
"events_count": 0,
"queue_size_in_bytes": 222613,
"max_queue_size_in_bytes": 2097152000
},
"hash": "ce6c7d1d41dacb21123f70d3ba35d89d72b6ac1fd57463d9c6f2695301d5163a",
"ephemeral_id": "e1ef510f-916d-4238-b020-fb94aa0488be"
}
},
"reloads": {
"successes": 0,
"failures": 0
},
"os": {
"cgroup": {
"cpuacct": {
"usage_nanos": 85877468356,
"control_group": "/system.slice/logstash.service"
},
"cpu": {
"cfs_quota_micros": -1,
"cfs_period_micros": 100000,
"control_group": "/system.slice/logstash.service",
"stat": {
"time_throttled_nanos": 0,
"number_of_elapsed_periods": 0,
"number_of_times_throttled": 0
}
}
}
},
"queue": {
"events_count": 0
}
}
Raw
logstash.yml
path.data: /var/lib/logstash
path.logs: /var/log/logstash
pipeline.ordered: auto
queue.type: persisted
queue.drain: true
queue.checkpoint.writes: 10
queue.max_bytes: 2000mb
config.reload.automatic: true
config.reload.interval: 3s
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment