API tools faq
paste
Advertisement
Guest User

Kafka Snappy OutOfMemory

a guest
Apr 30th, 2015
373
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 6.11 KB | None | 0 0
raw download clone embed print report
  1. [2015-04-29 21:17:30,896] ERROR [KafkaApi-2] Error processing ProducerRequest with correlation id 4876 from client samza_producer-s2_call_w_deploy_to_json-1-1430356188102-4 on partition [svc.call.w_deploy.T2UDe2PWRYWcVAAAhMOAwA,0] (kafka.server.KafkaApis)
  2. java.lang.OutOfMemoryError: Java heap space
  3. at org.xerial.snappy.SnappyInputStream.hasNextChunk(SnappyInputStream.java:346)
  4. at org.xerial.snappy.SnappyInputStream.rawRead(SnappyInputStream.java:167)
  5. at org.xerial.snappy.SnappyInputStream.read(SnappyInputStream.java:150)
  6. at java.io.InputStream.read(InputStream.java:101)
  7. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply$mcI$sp(ByteBufferMessageSet.scala:67)
  8. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply(ByteBufferMessageSet.scala:67)
  9. at kafka.message.ByteBufferMessageSet$$anonfun$decompress$1.apply(ByteBufferMessageSet.scala:67)
  10. at scala.collection.immutable.Stream$.continually(Stream.scala:679)
  11. at kafka.message.ByteBufferMessageSet$.decompress(ByteBufferMessageSet.scala:67)
  12. at kafka.message.ByteBufferMessageSet$$anon$1.makeNextOuter(ByteBufferMessageSet.scala:179)
  13. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:192)
  14. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:146)
  15. at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  16. at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  17. at scala.collection.Iterator$$anon$19.hasNext(Iterator.scala:334)
  18. at scala.collection.Iterator$class.foreach(Iterator.scala:660)
  19. at scala.collection.Iterator$$anon$19.foreach(Iterator.scala:333)
  20. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  21. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:99)
  22. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:250)
  23. at scala.collection.Iterator$$anon$19.toBuffer(Iterator.scala:333)
  24. at kafka.message.ByteBufferMessageSet.assignOffsets(ByteBufferMessageSet.scala:220)
  25. at kafka.log.Log.liftedTree1$1(Log.scala:275)
  26. at kafka.log.Log.append(Log.scala:274)
  27. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:379)
  28. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:365)
  29. at kafka.utils.Utils$.inLock(Utils.scala:535)
  30. at kafka.utils.Utils$.inReadLock(Utils.scala:541)
  31. at kafka.cluster.Partition.appendMessagesToLeader(Partition.scala:365)
  32. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:291)
  33. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:282)
  34. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:194)
  35. [2015-04-29 21:18:01,740] ERROR [KafkaApi-2] Error processing ProducerRequest with correlation id 5390 from client samza_producer-s2_call_w_deploy_to_json-1-1430356188102-4 on partition [svc.call.w_deploy.T2UDe2PWRYWcVAAAhMOAwA,0] (kafka.server.KafkaApis)
  36. kafka.message.InvalidMessageException: Message found with corrupt size (0)
  37. at kafka.message.ByteBufferMessageSet$$anon$1.makeNextOuter(ByteBufferMessageSet.scala:159)
  38. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:192)
  39. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:146)
  40. at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  41. at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  42. at kafka.message.ByteBufferMessageSet$$anon$1.innerDone(ByteBufferMessageSet.scala:150)
  43. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:191)
  44. at kafka.message.ByteBufferMessageSet$$anon$1.makeNext(ByteBufferMessageSet.scala:146)
  45. at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  46. at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  47. at scala.collection.Iterator$$anon$19.hasNext(Iterator.scala:334)
  48. at scala.collection.Iterator$class.foreach(Iterator.scala:660)
  49. at scala.collection.Iterator$$anon$19.foreach(Iterator.scala:333)
  50. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  51. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:99)
  52. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:250)
  53. at scala.collection.Iterator$$anon$19.toBuffer(Iterator.scala:333)
  54. at kafka.message.ByteBufferMessageSet.assignOffsets(ByteBufferMessageSet.scala:220)
  55. at kafka.log.Log.liftedTree1$1(Log.scala:275)
  56. at kafka.log.Log.append(Log.scala:274)
  57. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:379)
  58. at kafka.cluster.Partition$$anonfun$appendMessagesToLeader$1.apply(Partition.scala:365)
  59. at kafka.utils.Utils$.inLock(Utils.scala:535)
  60. at kafka.utils.Utils$.inReadLock(Utils.scala:541)
  61. at kafka.cluster.Partition.appendMessagesToLeader(Partition.scala:365)
  62. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:291)
  63. at kafka.server.KafkaApis$$anonfun$appendToLocalLog$2.apply(KafkaApis.scala:282)
  64. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:194)
  65. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:194)
  66. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:93)
  67. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:93)
  68. at scala.collection.Iterator$class.foreach(Iterator.scala:660)
  69. at scala.collection.mutable.HashTable$$anon$1.foreach(HashTable.scala:157)
  70. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:190)
  71. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:43)
  72. at scala.collection.mutable.HashMap.foreach(HashMap.scala:93)
  73. at scala.collection.TraversableLike$class.map(TraversableLike.scala:194)
  74. at scala.collection.mutable.HashMap.map(HashMap.scala:43)
  75. at kafka.server.KafkaApis.appendToLocalLog(KafkaApis.scala:282)
  76. at kafka.server.KafkaApis.handleProducerOrOffsetCommitRequest(KafkaApis.scala:204)
  77. at kafka.server.KafkaApis.handle(KafkaApis.scala:59)
  78. at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:59)
  79. at java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!