Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import com.mongodb.spark.MongoSpark
- import com.mongodb.spark.config.ReadConfig
- import org.apache.spark.sql.SQLContext
- import org.apache.spark.streaming.rabbitmq.RabbitMQUtils
- import org.apache.spark.streaming.{Seconds, StreamingContext}
- import org.apache.spark.{SparkConf, SparkContext}
- val receiverStream = RabbitMQUtils.createStream(ssc, Map(
- "hosts" -> "",
- "queueName" -> "",
- "vHost" -> "/",
- "userName" -> "guest",
- "password" -> "guest"
- ))
- receiverStream.foreachRDD(rdd => {
- if (!rdd.isEmpty()) {
- imeis =['121312312','1231231231']
- val filtermap = rdd.filter(x => x("imei") in imeis) // Not working
- }
Add Comment
Please, Sign In to add comment