Create queries from PG Logs

log2query.py

#!/usr/bin/python

#
# Convert a log snippet to an actual executable query, by replacing
# all $1 $2 etc. with the parameters in the following line.
# TODO: handle statements spanning multiple lines (\n in the query itself).
#

import io
import sys
import re

def print_stmt(stmt_line, param_line):
    # print "STMT:", stmt_line
    # print "PARAMS:", param_line
    params = {}
    for param in param_line.split(', '):
        keyval = param.split(' = ')
        params[keyval[0]] = keyval[1]

    print re.sub('\$\d+', lambda m: params[m.group(0)], stmt_line), ';'

# end def print_stmt

param_errors = 0
stmt_errors = 0
f = io.open(sys.argv[1])
line = f.readline()
while line:
    # remove the leading time spec
    line = line[24:].strip()
    if re.match('LOG:  execute', line):
        if re.search('\$', line):
            params = f.readline()
            params = params[24:].strip()
            if re.match('DETAIL:  parameters: ', params):
                print_stmt(line[25:], params[21:])
            else:
                param_errors += 1
        else:
            print line[25:], ';'

    else:
        # unknown type of statement: ignore
        stmt_errors += 1
        pass

    line = f.readline()
# end while

if param_errors > 0:
    print param_errors, "lines had param errors"
if stmt_errors > 0:
    print stmt_errors, "lines had stmt errors"