Advertisement
Guest User

Untitled

a guest
Aug 1st, 2015
206
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.87 KB | None | 0 0
  1. "Executor task launch worker-29" #42075 daemon prio=5 os_prio=0 tid=0x00007fcdfd32a000 nid=0x5782 runnable [0x00007fcf38a0c000]
  2. java.lang.Thread.State: RUNNABLE
  3. at org.apache.hadoop.io.compress.zlib.ZlibCompressor.deflateBytesDirect(Native Method)
  4. at org.apache.hadoop.io.compress.zlib.ZlibCompressor.compress(ZlibCompressor.java:368)
  5. - locked <0x00007fd766772b30> (a org.apache.hadoop.io.compress.GzipCodec$GzipZlibCompressor)
  6. at org.apache.hadoop.io.compress.CompressorStream.compress(CompressorStream.java:81)
  7. at org.apache.hadoop.io.compress.CompressorStream.write(CompressorStream.java:76)
  8. at parquet.bytes.CapacityByteArrayOutputStream.writeTo(CapacityByteArrayOutputStream.java:146)
  9. at parquet.bytes.BytesInput$CapacityBAOSBytesInput.writeAllTo(BytesInput.java:308)
  10. at parquet.bytes.BytesInput$SequenceBytesIn.writeAllTo(BytesInput.java:233)
  11. at parquet.hadoop.CodecFactory$BytesCompressor.compress(CodecFactory.java:108)
  12. at parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter.writePage(ColumnChunkPageWriteStore.java:125)
  13. at parquet.column.impl.ColumnWriterImpl.writePage(ColumnWriterImpl.java:147)
  14. at parquet.column.impl.ColumnWriterImpl.accountForValueWritten(ColumnWriterImpl.java:108)
  15. at parquet.column.impl.ColumnWriterImpl.write(ColumnWriterImpl.java:200)
  16. at parquet.io.MessageColumnIO$MessageColumnIORecordConsumer.addBinary(MessageColumnIO.java:340)
  17. at org.apache.spark.sql.parquet.MutableRowWriteSupport.consumeType(ParquetTableSupport.scala:365)
  18. at org.apache.spark.sql.parquet.MutableRowWriteSupport.write(ParquetTableSupport.scala:347)
  19. at org.apache.spark.sql.parquet.MutableRowWriteSupport.write(ParquetTableSupport.scala:333)
  20. at parquet.hadoop.InternalParquetRecordWriter.write(InternalParquetRecordWriter.java:120)
  21. at parquet.hadoop.ParquetRecordWriter.write(ParquetRecordWriter.java:81)
  22. at parquet.hadoop.ParquetRecordWriter.write(ParquetRecordWriter.java:37)
  23. at org.apache.spark.sql.parquet.InsertIntoParquetTable.org$apache$spark$sql$parquet$InsertIntoParquetTable$$writeShard$1(ParquetTableOperations.scala:500)
  24. at org.apache.spark.sql.parquet.InsertIntoParquetTable$$anonfun$saveAsHadoopFile$1.apply(ParquetTableOperations.scala:517)
  25. at org.apache.spark.sql.parquet.InsertIntoParquetTable$$anonfun$saveAsHadoopFile$1.apply(ParquetTableOperations.scala:517)
  26. at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:61)
  27. at org.apache.spark.scheduler.Task.run(Task.scala:56)
  28. at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:200)
  29. at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
  30. at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
  31. at java.lang.Thread.run(Unknown Source)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement