Coronavirus "COVID-19-euro.conf" Logstash Pipeline

COVID-19-euro.conf

input {
file {
path => "/var/log/COVID-19-Euro/*.csv"
start_position => "beginning"
} }


filter {
csv { 
skip_empty_columns => true
skip_empty_rows => true
autodetect_column_names => true
columns => ["Date","CountryName","NewCase","NewDeath","Country","RXcode","EU"]
convert => {
"NewCase" => "integer"
"NewDeath" => "integer"
}
}
if [Deaths] == "Deaths" { drop { } }
grok { match => [ "Date", "(?<Year>\d{4})\/(?<Month>\d{2})\/(?<Day>\d{2})" ] }
date { match => [ "Date", "yyyy/MM/dd" ] }
}

# Replace *'s with your info
output {
elasticsearch {
hosts => ["***********"] 
index => "covid-19-euro"
ilm_enabled => true
ilm_policy => "Coronavirus"
manage_template => false
user => "********"
password => "*******"
ssl_certificate_verification => false
}
}