Logstash config for parsing DB CSV reports

logstash_db_report_csv.conf

input {  
      file {
          path => "/var/logs/csv/*.csv"
          type => "csvdb"
          start_position => "beginning"
      }
}

filter {
    if [message] =~ /^oid/ { 
        drop { } 
    }
  
    csv {
        skip_empty_columns => true
        columns => ["oid", "table_schema", "table_name", "row_estimate", "total_bytes", "index_bytes", "toast_bytes", "table_bytes", "total", "index", "toast", "table"]
        separator => ","
        convert => {
            "table_bytes" => "integer"
            "index_bytes" => "integer"
            "total_bytes" => "integer"
            "oid" => "integer"
        }
    }

    if ![toast_bytes] {
        mutate {
            add_field => {"toast_bytes" => 0 }
        }
    }

    mutate {
        convert => {
            "toast_bytes" => "integer"
        }
    }

    grok {
        match => ["path", "^%{GREEDYDATA}/[^/]+_%{YEAR:year}-%{MONTHNUM:month}-%{MONTHDAY:day}\.csv$"]
        add_field => ["date", "%{year}_%{month}_%{day}"]
    }

    date {
        match => ["date", "YYY_MM_dd"]
    }
}

output {  
    elasticsearch {
        action => "index"
        hosts => "localhost"
        index => "logstash-%{+YYYY.MM.dd}"
        workers => 1
    }
    stdout {
        codec => rubydebug
    }
}