Guest User

Untitled

a guest
Jan 18th, 2019
148
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.53 KB | None | 0 0
  1. spark.cassandra.connection.host=somehosts&spark.cassandra.auth.username=app&spark.cassandra.auth.password=app
  2.  
  3. {{tstr}}contexts/cassandra?num-cpu-cores=4&memory-per-node=5g&context-factory=spark.jobserver.context.SessionContextFactory&spark.executor.instances=10&spark.scheduler.mode=FAIR&spark.executor.cores=5&spark.cassandra.connection.host=some.host&spark.cassandra.auth.username=app&spark.cassandra.auth.password=app
  4.  
  5. java.io.IOException: Failed to open native connection to Cassandra at {127.0.0.1}:9042
  6. at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$createSession(CassandraConnector.scala:168)
  7. at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$8.apply(CassandraConnector.scala:154)
  8. at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$8.apply(CassandraConnector.scala:154)
  9. at com.datastax.spark.connector.cql.RefCountedCache.createNewValueAndKeys(RefCountedCache.scala:32)
  10. at com.datastax.spark.connector.cql.RefCountedCache.syncAcquire(RefCountedCache.scala:69)
  11. at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:57)
  12. at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:79)
  13. at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:111)
  14. at com.datastax.spark.connector.rdd.partitioner.dht.TokenFactory$.forSystemLocalPartitioner(TokenFactory.scala:98)
  15. at org.apache.spark.sql.cassandra.CassandraSourceRelation$.apply(CassandraSourceRelation.scala:272)
  16. at org.apache.spark.sql.cassandra.DefaultSource.createRelation(DefaultSource.scala:56)
  17. at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:309)
  18. at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:178)
  19. at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:146)
  20. at spark.jobserver.SparkSessionJob$class.runJob(SparkSessionJob.scala:16)
  21. at spark.jobserver.JobManagerActor$$anonfun$getJobFuture$4.apply(JobManagerActor.scala:594)
  22. at scala.concurrent.impl.Future$PromiseCompletingRunnable.liftedTree1$1(Future.scala:24)
  23. at scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:24)
  24. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  25. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  26. at java.lang.Thread.run(Thread.java:745)
  27. Caused by: com.datastax.driver.core.exceptions.NoHostAvailableException: All host(s) tried for query failed (tried: localhost/127.0.0.1:9042 (com.datastax.driver.core.exceptions.TransportException: [localhost/127.0.0.1:9042] Cannot connect))
  28. at com.datastax.driver.core.ControlConnection.reconnectInternal(ControlConnection.java:233)
  29. at com.datastax.driver.core.ControlConnection.connect(ControlConnection.java:79)
  30. at com.datastax.driver.core.Cluster$Manager.init(Cluster.java:1483)
  31. at com.datastax.driver.core.Cluster.getMetadata(Cluster.java:399)
  32. at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$createSession(CassandraConnector.scala:161)
  33. ... 24 more
  34.  
  35. log.info(spark.sparkContext.getConf.get("spark.cassandra.connection.host"))
  36. log.info(spark.sparkContext.getConf.get("spark.cassandra.auth.username"))
  37. log.info(spark.sparkContext.getConf.get("spark.cassandra.auth.password"))
  38.  
  39. 2019-01-18 21:22:57 INFO root:39 - localhost
  40. 2019-01-18 21:22:57 INFO root:40 - app
  41. 2019-01-18 21:22:57 INFO root:41 - app
Add Comment
Please, Sign In to add comment