API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Mar 29th, 2017
71
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 10.73 KB | None | 0 0
raw download clone embed print report
  1. C:\Users\wrlxs\park\python\lib\py4j-0.10.3-src.zip\py4j\java_gateway.py in __call__(self, *args)
  2.    1131         answer = self.gateway_client.send_command(command)
  3.    1132         return_value = get_return_value(
  4. -> 1133             answer, self.gateway_client, self.target_id, self.name)
  5.    1134
  6.    1135         for temp_arg in temp_args:
  7.  
  8. C:\Users\wrlxs\park\python\pyspark\sql\utils.py in deco(*a, **kw)
  9.      61     def deco(*a, **kw):
  10.      62         try:
  11. ---> 63             return f(*a, **kw)
  12.      64         except py4j.protocol.Py4JJavaError as e:
  13.      65             s = e.java_exception.toString()
  14.  
  15. C:\Users\wrlxs\park\python\lib\py4j-0.10.3-src.zip\py4j\protocol.py in get_return_value(answer, gateway_client, target_id, name)
  16.     317                 raise Py4JJavaError(
  17.     318                     "An error occurred while calling {0}{1}{2}.\n".
  18. --> 319                     format(target_id, ".", name), value)
  19.     320             else:
  20.     321                 raise Py4JError(
  21.  
  22. Py4JJavaError: An error occurred while calling o25.applySchemaToPythonRDD.
  23. : java.lang.RuntimeException: java.lang.RuntimeException: Error while running command to get file permissions : java.io.IOException: (null) entry in command string: null ls -F C:\tmp\hive
  24.     at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:770)
  25.     at org.apache.hadoop.util.Shell.execCommand(Shell.java:866)
  26.     at org.apache.hadoop.util.Shell.execCommand(Shell.java:849)
  27.     at org.apache.hadoop.fs.FileUtil.execCommand(FileUtil.java:1097)
  28.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:659)
  29.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:634)
  30.     at org.apache.hadoop.hive.ql.session.SessionState.createRootHDFSDir(SessionState.java:599)
  31.     at org.apache.hadoop.hive.ql.session.SessionState.createSessionDirs(SessionState.java:554)
  32.     at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:508)
  33.     at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:189)
  34.     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  35.     at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
  36.     at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
  37.     at java.lang.reflect.Constructor.newInstance(Unknown Source)
  38.     at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:258)
  39.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:359)
  40.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:263)
  41.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive$lzycompute(HiveSharedState.scala:39)
  42.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive(HiveSharedState.scala:38)
  43.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog$lzycompute(HiveSharedState.scala:46)
  44.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog(HiveSharedState.scala:45)
  45.     at org.apache.spark.sql.hive.HiveSessionState.catalog$lzycompute(HiveSessionState.scala:50)
  46.     at org.apache.spark.sql.hive.HiveSessionState.catalog(HiveSessionState.scala:48)
  47.     at org.apache.spark.sql.hive.HiveSessionState$$anon$1.<init>(HiveSessionState.scala:63)
  48.     at org.apache.spark.sql.hive.HiveSessionState.analyzer$lzycompute(HiveSessionState.scala:63)
  49.     at org.apache.spark.sql.hive.HiveSessionState.analyzer(HiveSessionState.scala:62)
  50.     at org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:49)
  51.     at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:64)
  52.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:666)
  53.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:656)
  54.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  55.     at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
  56.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
  57.     at java.lang.reflect.Method.invoke(Unknown Source)
  58.     at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:237)
  59.     at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
  60.     at py4j.Gateway.invoke(Gateway.java:280)
  61.     at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
  62.     at py4j.commands.CallCommand.execute(CallCommand.java:79)
  63.     at py4j.GatewayConnection.run(GatewayConnection.java:214)
  64.     at java.lang.Thread.run(Unknown Source)
  65.  
  66.     at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:522)
  67.     at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:189)
  68.     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  69.     at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
  70.     at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
  71.     at java.lang.reflect.Constructor.newInstance(Unknown Source)
  72.     at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:258)
  73.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:359)
  74.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:263)
  75.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive$lzycompute(HiveSharedState.scala:39)
  76.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive(HiveSharedState.scala:38)
  77.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog$lzycompute(HiveSharedState.scala:46)
  78.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog(HiveSharedState.scala:45)
  79.     at org.apache.spark.sql.hive.HiveSessionState.catalog$lzycompute(HiveSessionState.scala:50)
  80.     at org.apache.spark.sql.hive.HiveSessionState.catalog(HiveSessionState.scala:48)
  81.     at org.apache.spark.sql.hive.HiveSessionState$$anon$1.<init>(HiveSessionState.scala:63)
  82.     at org.apache.spark.sql.hive.HiveSessionState.analyzer$lzycompute(HiveSessionState.scala:63)
  83.     at org.apache.spark.sql.hive.HiveSessionState.analyzer(HiveSessionState.scala:62)
  84.     at org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:49)
  85.     at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:64)
  86.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:666)
  87.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:656)
  88.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  89.     at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
  90.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
  91.     at java.lang.reflect.Method.invoke(Unknown Source)
  92.     at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:237)
  93.     at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
  94.     at py4j.Gateway.invoke(Gateway.java:280)
  95.     at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
  96.     at py4j.commands.CallCommand.execute(CallCommand.java:79)
  97.     at py4j.GatewayConnection.run(GatewayConnection.java:214)
  98.     at java.lang.Thread.run(Unknown Source)
  99. Caused by: java.lang.RuntimeException: Error while running command to get file permissions : java.io.IOException: (null) entry in command string: null ls -F C:\tmp\hive
  100.     at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:770)
  101.     at org.apache.hadoop.util.Shell.execCommand(Shell.java:866)
  102.     at org.apache.hadoop.util.Shell.execCommand(Shell.java:849)
  103.     at org.apache.hadoop.fs.FileUtil.execCommand(FileUtil.java:1097)
  104.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:659)
  105.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:634)
  106.     at org.apache.hadoop.hive.ql.session.SessionState.createRootHDFSDir(SessionState.java:599)
  107.     at org.apache.hadoop.hive.ql.session.SessionState.createSessionDirs(SessionState.java:554)
  108.     at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:508)
  109.     at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:189)
  110.     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  111.     at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
  112.     at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
  113.     at java.lang.reflect.Constructor.newInstance(Unknown Source)
  114.     at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:258)
  115.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:359)
  116.     at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:263)
  117.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive$lzycompute(HiveSharedState.scala:39)
  118.     at org.apache.spark.sql.hive.HiveSharedState.metadataHive(HiveSharedState.scala:38)
  119.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog$lzycompute(HiveSharedState.scala:46)
  120.     at org.apache.spark.sql.hive.HiveSharedState.externalCatalog(HiveSharedState.scala:45)
  121.     at org.apache.spark.sql.hive.HiveSessionState.catalog$lzycompute(HiveSessionState.scala:50)
  122.     at org.apache.spark.sql.hive.HiveSessionState.catalog(HiveSessionState.scala:48)
  123.     at org.apache.spark.sql.hive.HiveSessionState$$anon$1.<init>(HiveSessionState.scala:63)
  124.     at org.apache.spark.sql.hive.HiveSessionState.analyzer$lzycompute(HiveSessionState.scala:63)
  125.     at org.apache.spark.sql.hive.HiveSessionState.analyzer(HiveSessionState.scala:62)
  126.     at org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:49)
  127.     at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:64)
  128.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:666)
  129.     at org.apache.spark.sql.SparkSession.applySchemaToPythonRDD(SparkSession.scala:656)
  130.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  131.     at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
  132.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
  133.     at java.lang.reflect.Method.invoke(Unknown Source)
  134.     at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:237)
  135.     at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
  136.     at py4j.Gateway.invoke(Gateway.java:280)
  137.     at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
  138.     at py4j.commands.CallCommand.execute(CallCommand.java:79)
  139.     at py4j.GatewayConnection.run(GatewayConnection.java:214)
  140.     at java.lang.Thread.run(Unknown Source)
  141.  
  142.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:699)
  143.     at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:634)
  144.     at org.apache.hadoop.hive.ql.session.SessionState.createRootHDFSDir(SessionState.java:599)
  145.     at org.apache.hadoop.hive.ql.session.SessionState.createSessionDirs(SessionState.java:554)
  146.     at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:508)
  147.     ... 32 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!