proclog.sh

#!/bin/bash
# Process a compressed rails log file and sort the SQL
# statements by frequency
# Requires - gzip, ansifilter, sed

echo $ARGC
COMMANDNAME=`basename $0`

if [ $# -lt "1" ]
then
    echo "Usage: $COMMANDNAME COMPRESSEDLOGFILETOPROCESS > OUTPUTFILE"
else
    gzip -dc $1 | ansifilter | grep ' DEBUG --' | cut -d: -f 4-100 | grep -o -E '(CACHE |)\([0-9.]*.ms\) *(SELECT|UPDATE|INSERT|DELETE) [^[]*' | sed "s/CACHE \(([0-9.]*ms)\) /\1  CACHED/g;s/'[^']\+'/'%'/g;s/(\('%',* *\)\+\('%'\)*)/('%','%')/g" | sed "s/\([^$]\)\([0-9]\+\)/\1#/g;s/\(#, \)\+#/#,#/g" | sort | uniq -c | sort -k 1nr
fi