Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- root@7618a9ab62c4:/root/code/fuzzy-dupe# bash run-spark.sh
- rm: `fuz-dupe': No such file or directory
- 17/01/18 06:23:21 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
- 17/01/18 06:23:22 INFO client.RMProxy: Connecting to ResourceManager at jobtracker-dev.la.prod.factual.com/10.20.6.120:8032
- 17/01/18 06:23:33 WARN ipc.Client: Exception encountered while connecting to the server : java.lang.IllegalArgumentException: Server has invalid Kerberos principal: yarn/jobtracker-dev.la.prod.factual.com@FACTUAL.COM
- Exception in thread "main" java.io.IOException: Failed on local exception: java.io.IOException: java.lang.IllegalArgumentException: Server has invalid Kerberos principal: yarn/jobtracker-dev.la.prod.factual.com@FACTUAL.COM; Host Details : local host is: "7618a9ab62c4/172.17.0.2"; destination host is: "jobtracker-dev.la.prod.factual.com":8032;
- at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
- at org.apache.hadoop.ipc.Client.call(Client.java:1473)
- at org.apache.hadoop.ipc.Client.call(Client.java:1400)
- at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
- at com.sun.proxy.$Proxy12.getClusterMetrics(Unknown Source)
- at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
- at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
- at com.sun.proxy.$Proxy13.getClusterMetrics(Unknown Source)
- at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
- at org.apache.spark.deploy.yarn.Client$$anonfun$submitApplication$1.apply(Client.scala:154)
- at org.apache.spark.deploy.yarn.Client$$anonfun$submitApplication$1.apply(Client.scala:154)
- at org.apache.spark.internal.Logging$class.logInfo(Logging.scala:54)
- at org.apache.spark.deploy.yarn.Client.logInfo(Client.scala:60)
- at org.apache.spark.deploy.yarn.Client.submitApplication(Client.scala:153)
- at org.apache.spark.deploy.yarn.Client.run(Client.scala:1119)
- at org.apache.spark.deploy.yarn.Client$.main(Client.scala:1178)
- at org.apache.spark.deploy.yarn.Client.main(Client.scala)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:736)
- at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:185)
- at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:210)
- at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:124)
- at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
- Caused by: java.io.IOException: java.lang.IllegalArgumentException: Server has invalid Kerberos principal: yarn/jobtracker-dev.la.prod.factual.com@FACTUAL.COM
- at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:681)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:422)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:644)
- at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:731)
- at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:369)
- at org.apache.hadoop.ipc.Client.getConnection(Client.java:1522)
- at org.apache.hadoop.ipc.Client.call(Client.java:1439)
- ... 29 more
- Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos principal: yarn/jobtracker-dev.la.prod.factual.com@FACTUAL.COM
- at org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:334)
- at org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:231)
- at org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:159)
- at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:396)
- at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:554)
- at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:369)
- at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:723)
- at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:719)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:422)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:718)
- ... 32 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement