API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Sep 19th, 2019
196
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 12.15 KB | None | 0 0
raw download clone embed print report
  1. Traceback (most recent call last):
  2.  
  3.   File "<ipython-input-1-1852b9da8ec0>", line 30, in <module>
  4.     df.count()
  5.  
  6.   File "C:\Users\Miguel\Anaconda3\lib\site-packages\pyspark\sql\dataframe.py", line 455, in count
  7.     return int(self._jdf.count())
  8.  
  9.   File "C:\Users\Miguel\Anaconda3\lib\site-packages\py4j\java_gateway.py", line 1257, in __call__
  10.     answer, self.gateway_client, self.target_id, self.name)
  11.  
  12.   File "C:\Users\Miguel\Anaconda3\lib\site-packages\pyspark\sql\utils.py", line 63, in deco
  13.     return f(*a, **kw)
  14.  
  15.   File "C:\Users\Miguel\Anaconda3\lib\site-packages\py4j\protocol.py", line 328, in get_return_value
  16.     format(target_id, ".", name), value)
  17.  
  18. Py4JJavaError: An error occurred while calling o62.count.
  19. : org.apache.spark.SparkException: Job aborted due to stage failure: Task 1 in stage 0.0 failed 1 times, most recent failure: Lost task 1.0 in stage 0.0 (TID 1, localhost, executor driver): java.lang.IllegalArgumentException: Error fetching data for one of:
  20.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs.eval(RasterSourceToRasterRefs.scala:82)
  21.     at org.apache.spark.sql.execution.GenerateExec$$anonfun$1$$anonfun$3.apply(GenerateExec.scala:95)
  22.     at org.apache.spark.sql.execution.GenerateExec$$anonfun$1$$anonfun$3.apply(GenerateExec.scala:92)
  23.     at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435)
  24.     at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441)
  25.     at scala.collection.Iterator$JoinIterator.hasNext(Iterator.scala:212)
  26.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  27.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  28.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  29.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  30.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  31.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  32.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  33.     at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)
  34.     at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
  35.     at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
  36.     at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$13$$anon$1.hasNext(WholeStageCodegenExec.scala:636)
  37.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  38.     at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
  39.     at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
  40.     at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
  41.     at org.apache.spark.scheduler.Task.run(Task.scala:123)
  42.     at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408)
  43.     at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
  44.     at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414)
  45.     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  46.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  47.     at java.lang.Thread.run(Thread.java:748)
  48. Caused by: java.lang.IllegalArgumentException: Illegal character in path at index 8: file:/D:\TFM\ACF\ACF_NDVI_savgolfix.envi
  49.     at java.net.URI.create(URI.java:852)
  50.     at org.locationtech.rasterframes.expressions.transformers.URIToRasterSource.nullSafeEval(URIToRasterSource.scala:52)
  51.     at org.apache.spark.sql.catalyst.expressions.UnaryExpression.eval(Expression.scala:393)
  52.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs$$anonfun$1.apply(RasterSourceToRasterRefs.scala:65)
  53.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs$$anonfun$1.apply(RasterSourceToRasterRefs.scala:64)
  54.     at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  55.     at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  56.     at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
  57.     at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
  58.     at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
  59.     at scala.collection.AbstractTraversable.map(Traversable.scala:104)
  60.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs.eval(RasterSourceToRasterRefs.scala:64)
  61. 27 more
  62. Caused by: java.net.URISyntaxException: Illegal character in path at index 8: file:/D:\TFM\ACF\ACF_NDVI_savgolfix.envi
  63.     at java.net.URI$Parser.fail(URI.java:2848)
  64.     at java.net.URI$Parser.checkChars(URI.java:3021)
  65.     at java.net.URI$Parser.parseHierarchical(URI.java:3105)
  66.     at java.net.URI$Parser.parse(URI.java:3053)
  67.     at java.net.URI.<init>(URI.java:588)
  68.     at java.net.URI.create(URI.java:850)
  69. 38 more
  70.  
  71. Driver stacktrace:
  72.     at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1889)
  73.     at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1877)
  74.     at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1876)
  75.     at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
  76.     at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
  77.     at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1876)
  78.     at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926)
  79.     at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926)
  80.     at scala.Option.foreach(Option.scala:257)
  81.     at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:926)
  82.     at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2110)
  83.     at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2059)
  84.     at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2048)
  85.     at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
  86.     at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:737)
  87.     at org.apache.spark.SparkContext.runJob(SparkContext.scala:2061)
  88.     at org.apache.spark.SparkContext.runJob(SparkContext.scala:2082)
  89.     at org.apache.spark.SparkContext.runJob(SparkContext.scala:2101)
  90.     at org.apache.spark.SparkContext.runJob(SparkContext.scala:2126)
  91.     at org.apache.spark.rdd.RDD$$anonfun$collect$1.apply(RDD.scala:945)
  92.     at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  93.     at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
  94.     at org.apache.spark.rdd.RDD.withScope(RDD.scala:363)
  95.     at org.apache.spark.rdd.RDD.collect(RDD.scala:944)
  96.     at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:299)
  97.     at org.apache.spark.sql.Dataset$$anonfun$count$1.apply(Dataset.scala:2836)
  98.     at org.apache.spark.sql.Dataset$$anonfun$count$1.apply(Dataset.scala:2835)
  99.     at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3370)
  100.     at org.apache.spark.sql.execution.SQLExecution$$anonfun$withNewExecutionId$1.apply(SQLExecution.scala:78)
  101.     at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:125)
  102.     at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:73)
  103.     at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3369)
  104.     at org.apache.spark.sql.Dataset.count(Dataset.scala:2835)
  105.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  106.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  107.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  108.     at java.lang.reflect.Method.invoke(Method.java:498)
  109.     at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
  110.     at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
  111.     at py4j.Gateway.invoke(Gateway.java:282)
  112.     at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
  113.     at py4j.commands.CallCommand.execute(CallCommand.java:79)
  114.     at py4j.GatewayConnection.run(GatewayConnection.java:238)
  115.     at java.lang.Thread.run(Thread.java:748)
  116. Caused by: java.lang.IllegalArgumentException: Error fetching data for one of:
  117.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs.eval(RasterSourceToRasterRefs.scala:82)
  118.     at org.apache.spark.sql.execution.GenerateExec$$anonfun$1$$anonfun$3.apply(GenerateExec.scala:95)
  119.     at org.apache.spark.sql.execution.GenerateExec$$anonfun$1$$anonfun$3.apply(GenerateExec.scala:92)
  120.     at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435)
  121.     at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441)
  122.     at scala.collection.Iterator$JoinIterator.hasNext(Iterator.scala:212)
  123.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  124.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  125.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  126.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  127.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  128.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  129.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  130.     at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)
  131.     at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
  132.     at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
  133.     at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$13$$anon$1.hasNext(WholeStageCodegenExec.scala:636)
  134.     at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
  135.     at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
  136.     at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
  137.     at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
  138.     at org.apache.spark.scheduler.Task.run(Task.scala:123)
  139.     at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408)
  140.     at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
  141.     at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414)
  142.     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  143.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  144. 1 more
  145. Caused by: java.lang.IllegalArgumentException: Illegal character in path at index 8: file:/D:\TFM\ACF\ACF_NDVI_savgolfix.envi
  146.     at java.net.URI.create(URI.java:852)
  147.     at org.locationtech.rasterframes.expressions.transformers.URIToRasterSource.nullSafeEval(URIToRasterSource.scala:52)
  148.     at org.apache.spark.sql.catalyst.expressions.UnaryExpression.eval(Expression.scala:393)
  149.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs$$anonfun$1.apply(RasterSourceToRasterRefs.scala:65)
  150.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs$$anonfun$1.apply(RasterSourceToRasterRefs.scala:64)
  151.     at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  152.     at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  153.     at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
  154.     at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
  155.     at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
  156.     at scala.collection.AbstractTraversable.map(Traversable.scala:104)
  157.     at org.locationtech.rasterframes.expressions.generators.RasterSourceToRasterRefs.eval(RasterSourceToRasterRefs.scala:64)
  158. 27 more
  159. Caused by: java.net.URISyntaxException: Illegal character in path at index 8: file:/D:\TFM\ACF\ACF_NDVI_savgolfix.envi
  160.     at java.net.URI$Parser.fail(URI.java:2848)
  161.     at java.net.URI$Parser.checkChars(URI.java:3021)
  162.     at java.net.URI$Parser.parseHierarchical(URI.java:3105)
  163.     at java.net.URI$Parser.parse(URI.java:3053)
  164.     at java.net.URI.<init>(URI.java:588)
  165.     at java.net.URI.create(URI.java:850)
  166. 38 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!