Guest User

Untitled

a guest
Nov 22nd, 2017
112
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.52 KB | None | 0 0
  1. object SocketReadExample {
  2.  
  3. val sparkSession = SparkSession.builder
  4. .master("local")
  5. .appName("example")
  6. .config("spark.driver.bindAddress", "127.0.0.1")
  7. .getOrCreate()
  8. //create stream from socket
  9. val socketStreamDf = sparkSession.readStream
  10. .format("socket")
  11. .option("host", "localhost")
  12. .option("port", 50050)
  13. .load()
  14.  
  15. val consoleDataFrameWriter = socketStreamDf.writeStream
  16. .format("console")
  17. .outputMode(OutputMode.Append())
  18.  
  19. val query = consoleDataFrameWriter.start()
  20.  
  21. query.awaitTermination()
  22. }
  23. }
  24.  
  25. Exception in thread "main" org.apache.spark.sql.streaming.StreamingQueryException: Connection
  26.  
  27. Current State: INITIALIZING
  28. Thread State: RUNNABLE
  29. at org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runBatches(StreamExecution.scala:343)
  30. at org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:206)
  31. Caused by: java.net.ConnectException: Connection refused
  32. at java.net.PlainSocketImpl.socketConnect(Native Method)
  33. at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
  34. at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
  35. at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
  36. at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
  37. at java.net.Socket.connect(Socket.java:589)
  38. at java.net.Socket.connect(Socket.java:538)
  39. at java.net.Socket.<init>(Socket.java:434)
  40. at java.net.Socket.<init>(Socket.java:211)
Add Comment
Please, Sign In to add comment