sqlite-utils to load log4j log files into sqlite

logs-convert.sh

# regex demo: https://regex101.com/r/2AxwfE/1
sqlite-utils insert /tmp/kafka-logs-test.db logs server.log.2022-09-24-21 --text --convert "
import re
r = re.compile(r'^\[(?P<datetime>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3})\]\s(?P<level>\w+)\s(?P<log>(.+(\n(?\!\[).+|)+))', re.MULTILINE)

def convert(text):
    rows = [m.groupdict() for m in r.finditer(text)]
    for row in rows:
        row.update({'server': 'localhost'})
        row.update({'component': 'broker'})
    return rows
"