Advertisement
Guest User

Script Python

a guest
May 25th, 2018
96
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.82 KB | None | 0 0
  1. import org.apache.spark._
  2. import org.apache.spark.streaming._
  3. import org.apache.spark.streaming.twitter._
  4. import org.apache.spark.streaming.StreamingContext._
  5. import twitter4j.auth.Authorization
  6. import twitter4j.Status
  7. import twitter4j.auth.AuthorizationFactory
  8. import twitter4j.conf.ConfigurationBuilder
  9. import org.apache.spark.streaming.api.java.JavaStreamingContext
  10. import org.apache.spark.rdd.RDD
  11. import org.apache.spark.SparkContext
  12. import org.apache.spark.mllib.feature.HashingTF
  13. import org.apache.spark.mllib.linalg.Vector
  14. import org.apache.spark.SparkConf
  15. import org.apache.spark.api.java.JavaSparkContext
  16. import org.apache.spark.api.java.function.Function
  17. import org.apache.spark.streaming.Duration
  18. import org.apache.spark.streaming.api.java.JavaDStream
  19. import org.apache.spark.streaming.api.java.JavaReceiverInputDStream
  20. val consumerKey = "[TU_CONSUMERKEY_AQUÍ]"
  21. val consumerSecret = "[TU_CONSUMERSECRET_AQUÍ]"
  22. val accessToken = "[TU_ACCESSTOKEN_AQUÍ]"
  23. val accessTokenSecret = "[TU_ACCESSTOKENSECRET_AQUÍ]"
  24. val url = "https://stream.twitter.com/1.1/statuses/filter.json"
  25. val documents: RDD[Seq[String]] = spark.sparkContext.textFile("").map(_.split(" ").toSeq)
  26. // Twitter Streaming
  27. val ssc = new JavaStreamingContext(spark.sparkContext,Seconds(2))
  28. val conf = new ConfigurationBuilder()
  29. conf.setOAuthAccessToken(accessToken)
  30. conf.setOAuthAccessTokenSecret(accessTokenSecret)
  31. conf.setOAuthConsumerKey(consumerKey)
  32. conf.setOAuthConsumerSecret(consumerSecret)
  33. conf.setStreamBaseURL(url)
  34. conf.setSiteStreamBaseURL(url)
  35. val filter = Array("Hola", "ApacheSpark")
  36. val auth = AuthorizationFactory.getInstance(conf.build())
  37. val tweets : JavaReceiverInputDStream[twitter4j.Status] = TwitterUtils.createStream(ssc,
  38. auth, filter)
  39. val statuses = tweets.dstream.map(status => status.getText)
  40. statuses.print()
  41. ssc.start()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement