Retail Log Producer Using Kafka

LogProducer.scala

import java.util.{Properties}
import org.apache.kafka.clients.producer.{ProducerConfig, KafkaProducer, ProducerRecord}
import scala.sys.process._

val props = new Properties()
props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "rm01.itversity.com:6667,nn02.itversity.com:6667,nn01.itversity.com:6667")
props.put(ProducerConfig.CLIENT_ID_CONFIG, "ScalaProducerExample")
props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer")
props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer")
val producer = new KafkaProducer[String, String](props)

def processLine(line: String, producer: KafkaProducer[String, String]): Unit = {
	val data = new ProducerRecord[String, String]("Kafka-Testing", "Key", line)
	producer.send(data)
}

val file = "/opt/gen_logs/logs/access.log"

val tail = Seq("tail", "-f", file)

tail.lineStream.foreach(processLine(_, producer))