Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import java.util.{Properties}
- import org.apache.kafka.clients.producer.{ProducerConfig, KafkaProducer, ProducerRecord}
- import scala.sys.process._
- val props = new Properties()
- props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "rm01.itversity.com:6667,nn02.itversity.com:6667,nn01.itversity.com:6667")
- props.put(ProducerConfig.CLIENT_ID_CONFIG, "ScalaProducerExample")
- props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer")
- props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer")
- val producer = new KafkaProducer[String, String](props)
- def processLine(line: String, producer: KafkaProducer[String, String]): Unit = {
- val data = new ProducerRecord[String, String]("Kafka-Testing", "Key", line)
- producer.send(data)
- }
- val file = "/opt/gen_logs/logs/access.log"
- val tail = Seq("tail", "-f", file)
- tail.lineStream.foreach(processLine(_, producer))
Add Comment
Please, Sign In to add comment