parallel-log-parse.sh

for access_log in /export/logback/www*/app_m_access.log.2015-04-*.gz; do
  (
  csv_file="`mktemp $root/tmp/access_log-XXXXXX.csv`"
  : > $csv_file
  echo "processing $access_log -> $csv_file"
  $root/scripts/parse_access_log_v2.py --source xxxxxxxx --access-log $access_log > $csv_file
  echo "\COPY m_access_log FROM '$csv_file' WITH CSV" | connect_postgres
  rm -f $csv_file
  ) &
done
wait