Advertisement
Guest User

Kafka Snappy IOException

a guest
Apr 30th, 2015
352
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.76 KB | None | 0 0
  1. 2015-04-29 21:33:52,924] ERROR [KafkaApi-1] Error processing ProducerRequest with correlation id 3417 from client samza_producer-s2_call_w_deploy_to_json-1-1430357421070-4 on partition [svc.call.w_deploy.T2UDe2PWRYWcVAAAhMOAwA,7] (kafka.server.KafkaApis)
  2. kafka.common.KafkaException: Error in validating messages while appending to log 'svc.call.w_deploy.T2UDe2PWRYWcVAAAhMOAwA-7'
  3. at kafka.log.Log.liftedTree1$1(Log.scala:277)
  4. at kafka.log.Log.append(Log.scala:274)
  5. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:379)
  6. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:365)
  7. at kafka.utils.Utils$.inLock(Utils.scala:535)
  8. at kafka.utils.Utils$.inReadLock(Utils.scala:541)
  9. at kafka.cluster.Partition.appendMessagesToLeader(Partition.scala:365)
  10. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:291)
  11. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:282)
  12. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:194)
  13. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:194)
  14. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:93)
  15. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:93)
  16. at scala.collection.Iterator$class.foreach(Iterator.scala:660)
  17. at scala.collection.mutable.HashTable$$anon$1.foreach(HashTable.scala:157)
  18. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:190)
  19. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:43)
  20. at scala.collection.mutable.HashMap.foreach(HashMap.scala:93)
  21. at scala.collection.TraversableLike$class.map(TraversableLike.scala:194)
  22. at scala.collection.mutable.HashMap.map(HashMap.scala:43)
  23. at kafka.server.KafkaApis.appendToLocalLog(KafkaApis.scala:282)
  24. at kafka.server.KafkaApis.handleProducerOrOffsetCommitRequest(KafkaApis.scala:204)
  25. at kafka.server.KafkaApis.handle(KafkaApis.scala:59)
  26. at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:59)
  27. at java.lang.Thread.run(Thread.java:745)
  28. Caused by: java.io.IOException: PARSING_ERROR(2)
  29. at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:84)
  30. at org.xerial.snappy.SnappyNative.uncompressedLength(Native Method)
  31. at org.xerial.snappy.Snappy.uncompressedLength(Snappy.java:594)
  32. at org.xerial.snappy.SnappyInputStream.hasNextChunk(SnappyInputStream.java:358)
  33. at org.xerial.snappy.SnappyInputStream.rawRead(SnappyInputStream.java:167)
  34. at org.xerial.snappy.SnappyInputStream.read(SnappyInputStream.java:150)
  35. at java.io.InputStream.read(InputStream.java:101)
  36. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply$mcI$sp(ByteBufferMessageSet.scala:67)
  37. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply(ByteBufferMessageSet.scala:67)
  38. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply(ByteBufferMessageSet.scala:67)
  39. at scala.collection.immutable.Stream$.continually(Stream.scala:679)
  40. at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:679)
  41. at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:679)
  42. at scala.collection.immutable.Stream$Cons.tail(Stream.scala:634)
  43. at scala.collection.immutable.Stream$Cons.tail(Stream.scala:626)
  44. at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:440)
  45. at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:440)
  46. at scala.collection.immutable.Stream$Cons.tail(Stream.scala:634)
  47. at scala.collection.immutable.Stream$Cons.tail(Stream.scala:626)
  48. at scala.collection.immutable.Stream.foreach(Stream.scala:292)
  49. at kafka.message.ByteBufferMessageSet$.decompress(ByteBufferMessageSet.scala:67)
  50. at kafka.message.ByteBufferMessageSet$$anon$1.makeNextOuter(ByteBufferMessageSet.scala:179)
  51. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:192)
  52. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:146)
  53. at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  54. at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  55. at scala.collection.Iterator$$anon$19.hasNext(Iterator.scala:334)
  56. at scala.collection.Iterator$class.foreach(Iterator.scala:660)
  57. at scala.collection.Iterator$$anon$19.foreach(Iterator.scala:333)
  58. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  59. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:99)
  60. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:250)
  61. at scala.collection.Iterator$$anon$19.toBuffer(Iterator.scala:333)
  62. at kafka.message.ByteBufferMessageSet.assignOffsets(ByteBufferMessageSet.scala:220)
  63. at kafka.log.Log.liftedTree1$1(Log.scala:275)
  64. ... 24 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement