0. Create kafka user
sudo adduser kafka
sudo adduser kafka sudo
su -l kafka
1. Download and Install kafka archive
import com.fasterxml.jackson.core.JsonFactory; | |
import com.fasterxml.jackson.core.JsonGenerator; | |
import org.simpleflatmapper.csv.CsvParser; | |
import org.simpleflatmapper.csv.CsvReader; | |
import java.io.IOException; | |
import java.util.Iterator; | |
// uses http://simpleflatmapper.org/0101-getting-started-csv.html for csv parser | |
// and jackson-core for JsonGenerator |
input { | |
file { | |
path => "/var/log/xferlog" | |
type => "xferlog" | |
add_field => { "program" => "proftpd" } | |
} | |
} | |
filter { | |
if [type] == "xferlog" { |
# delete all data | |
curl -XDELETE localhost:9200/test | |
# create an index and define specific french stop_words | |
curl -XPUT localhost:9200/test -d '{ | |
"settings" : { | |
"index" : { | |
"analysis" : { | |
"analyzer" : { | |
"french" : { |