Guest User

Untitled

a guest
Aug 26th, 2016
55
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.36 KB | None | 0 0
  1. package application.RestApplication;
  2.  
  3. import org.apache.hadoop.conf.Configuration;
  4. import org.apache.spark.SparkConf;
  5. import org.apache.spark.deploy.yarn.Client;
  6. import org.apache.spark.deploy.yarn.ClientArguments;
  7.  
  8. public class App {
  9. public static void main(String[] args1) {
  10. String[] args = new String[] {
  11. "--class", "org.apache.spark.examples.JavaWordCount",
  12. // "--deploy-mode", "cluster",
  13. // "--master", "yarn",
  14. // "--driver-memory", "3g",
  15. // "--executor-memory", "3g",
  16. "--jar", "/opt/spark/examples/jars/spark-examples_2.11-2.0.0.jar",
  17. "--arg", "hdfs://hadoop-master:9000/input/file.txt"
  18. };
  19. Configuration config = new Configuration();
  20. System.setProperty("SPARK_YARN_MODE", "true");
  21. SparkConf sparkConf = new SparkConf();
  22. ClientArguments cArgs = new ClientArguments(args);
  23. Client client = new Client(cArgs, config, sparkConf);
  24. client.run();
  25. }
  26. }
  27.  
  28. Exception in thread "main" java.lang.NoSuchMethodError: scala.collection.immutable.$colon$colon.hd$1()Ljava/lang/Object;
  29. at org.apache.spark.deploy.yarn.ClientArguments.parseArgs(ClientArguments.scala:38)
  30. at org.apache.spark.deploy.yarn.ClientArguments.<init>(ClientArguments.scala:31)
  31. at application.RestApplication.App.main(App.java:37)
Add Comment
Please, Sign In to add comment