gistfile1.txt

15:32:04 [@logstash1010:/srv/kafka/data/udp_localhost-info-2] $ stat /srv/kafka/data/udp_localhost-info-2/00000000004911836348.log
  File: /srv/kafka/data/udp_localhost-info-2/00000000004911836348.log
  Size: 1073741181	Blocks: 2097152    IO Block: 4096   regular file
Device: 901h/2305d	Inode: 10741850117  Links: 1
Access: (0644/-rw-r--r--)  Uid: (  499/   kafka)   Gid: (  499/   kafka)
Access: 2020-04-16 15:26:56.963215263 +0000
Modify: 2020-01-01 05:07:39.234657596 +0000
Change: 2020-01-01 05:07:39.234657596 +0000
 Birth: -
 
 
 
 
 kafka run-class kafka.tools.DumpLogSegments --files /srv/kafka/data/udp_localhost-info-2/00000000004911836348.timeindex
kafka-run-class kafka.tools.DumpLogSegments --files /srv/kafka/data/udp_localhost-info-2/00000000004911836348.timeindex
Dumping /srv/kafka/data/udp_localhost-info-2/00000000004911836348.timeindex
timestamp: 1609441600000 offset: 4911836348
timestamp: 1609442116000 offset: 4911873929
timestamp: 1609442732000 offset: 4911919817
timestamp: 1609443627000 offset: 4911984211
timestamp: 1609443653000 offset: 4911986208
timestamp: 1609443946000 offset: 4912007354
timestamp: 1609444047000 offset: 4912014497
timestamp: 1609452365000 offset: 4912096019
timestamp: 1609453290000 offset: 4912167999
timestamp: 1609453480000 offset: 4912182927
timestamp: 1609453544000 offset: 4912187796
timestamp: 1609453672000 offset: 4912197192
timestamp: 1609454935000 offset: 4912289020
timestamp: 1609454999000 offset: 4912293102
timestamp: 1609455063000 offset: 4912297609
timestamp: 1609456689000 offset: 4912409275
timestamp: 1609457462000 offset: 4912462171
timestamp: 1609458722000 offset: 4912545531
timestamp: 1609459075000 offset: 4913034082



15:31:04 [@logstash1010:/srv/kafka/data/udp_localhost-info-2] $ kafkacat -C -b localhost:9092 -t udp_localhost-info -o 4911836348 -c 1
{
  "private": true,
  "agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
  "referer": "",
  "c_ip": "X.X.X.X",
  "logstash_formatter_key_conflict": [
    "ip"
  ],
  "username": "X.X.X.X",
  "feature": "action=opensearch&suggest",
  "reqId": "Xgv21QpAAEgAACw-6DoAAADV",
  "mwversion": "1.35.0-wmf.11",
  "wiki": "enwiki",
  "unique_id": "Xgv21QpAAEgAACw-6DoAAADV",
  "referrer": null,
  "server": "en.wikipedia.org",
  "http_method": "GET",
  "ip": "10.64.0.72",
  "@version": 1,
  "@timestamp": "2020-01-01T01:33:09.900918+00:00",
  "facility": "user",
  "severity": "info",
  "program": "mediawiki",
  "host": "mw1277",
  "logsource": "mw1277",
  "timestamp": "2020-01-01T01:33:09+00:00",
  "message": "\"...\"",
  "type": "mediawiki",
  "channel": "api-feature-usage",
  "level": "INFO",
  "shard": "s1",
  "normalized_message": "\"...\"",
  "phpversion": "7.2.24-1+0~20191026.31+debian9~1.gbpbbacde+wmf1",
  "url": "/w/api.php?action=opensearch&format=json&formatversion=2&search=Reading+%285+minutes%29&namespace=0&limit=10&suggest=true"
}