jeqo

# -*- mode: ruby -*-
# vi: set ft=ruby :
require "yaml"

VAGRANTFILE_API_VERSION = "2"

Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
	# Load properties files
	box_props = YAML.load_file("box.properties")
	aws_props = YAML.load_file("aws.properties")

jeqo

import org.apache.kafka.streams.TopologyDescription;

import java.io.StringWriter;
import java.util.stream.Stream;

/**
 *
 */
public class KafkaStreamsTopologyGraphvizPrinter {

jeqo

Keybase proof

I hereby claim:

• I am jeqo on github.
• I am jeqo (https://keybase.io/jeqo) on keybase.
• I have a public key ASCIm2UdVGVBKLX-DkhiL3voOQJsIBqNl_jold97uLKbZwo

To claim this, I am signing this object:

jeqo

[
  {
    "name": "com.sun.security.sasl.ClientFactoryImpl",
    "allDeclaredMethods": true,
    "allDeclaredConstructors": true
  },
  {
    "name": "org.apache.kafka.clients.consumer.RangeAssignor",
    "allDeclaredMethods": true,
    "allDeclaredConstructors": true

jeqo

# regex demo: https://regex101.com/r/2AxwfE/1
sqlite-utils insert /tmp/kafka-logs-test.db logs server.log.2022-09-24-21 --text --convert "
import re
r = re.compile(r'^\[(?P<datetime>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3})\]\s(?P<level>\w+)\s(?P<log>(.+(\n(?\!\[).+|)+))', re.MULTILINE)

def convert(text):
    rows = [m.groupdict() for m in r.finditer(text)]
    for row in rows:
        row.update({'server': 'localhost'})
        row.update({'component': 'broker'})

jeqo

1. Set retention check to shorter periods for more frequency (e.g. 10sec) on server.properties

log.retention.check.interval.ms=10000

and start zookeeper/kafka.

2. Create a couple of topics