heroku2psql_format_logs.pl

heroku2psql_format_logs.pl

#!/usr/bin/perl -w
use strict;
use Time::Piece;

die "Ooft, mate, i need an input file\n" unless (scalar @ARGV == 1);

my $date = localtime->strftime('%m-%d-%Y');
my $infile = $ARGV[0];
my $outfile = $infile . ".$date";
open(FILE, $infile) || die "Cannae open yer file, buddy\n";
open(OUTFILE, ">$outfile") || die "Cannae open OUTPUT file, buddy\n";

while (<FILE>) {
  if ($_ =~ /^\d{4}-\d{2}-\d{2}.*/m) {  # M for multiline so it matches multiline starting with a date
    next if $_ =~ /\[GOLD\]/;#   filter out unwanted app
    $_ =~ s/\[OLIVE\]/LOG: /;# replace app name with standard postgres LOG: line
    $_ =~ s/app\[postgres.\d+\]/[7777]: [1-1]/; # replace other app part with standard stderr placeholders (unused)
    $_ =~ s/(\d{4})-(\d{2})-(\d{2})T(\d{2}:\d{2}:\d{2})Z/$1-$2-$3 $4 UTC/;   # change date format 
    print "$_\n";
    print OUTFILE "$_\n";
  }
}