API tools faq
paste
Guest User

Serialization Exception

a guest
Feb 20th, 2014
116
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 8.31 KB | None | 0 0
raw download clone embed print report
  1. org.apache.crunch.CrunchRuntimeException: java.io.NotSerializableException: org.apache.hadoop.util.bloom.BloomFilter
  2.     at org.apache.crunch.impl.mr.MRPipeline.plan(MRPipeline.java:104)
  3.     at org.apache.crunch.impl.mr.MRPipeline.runAsync(MRPipeline.java:123)
  4.     at org.apache.crunch.impl.mr.MRPipeline.run(MRPipeline.java:111)
  5.     at org.apache.crunch.materialize.MaterializableIterable.iterator(MaterializableIterable.java:68)
  6.     at org.apache.crunch.impl.mem.collect.MemTable.union(MemTable.java:68)
  7.     at org.apache.crunch.impl.mem.collect.MemTable.union(MemTable.java:60)
  8.     at org.apache.crunch.lib.join.DefaultJoinStrategy.preJoin(DefaultJoinStrategy.java:107)
  9.     at org.apache.crunch.lib.join.DefaultJoinStrategy.join(DefaultJoinStrategy.java:73)
  10.     at org.apache.crunch.lib.join.DefaultJoinStrategy.join(DefaultJoinStrategy.java:50)
  11.     at org.apache.crunch.lib.join.BloomFilterJoinStrategy.join(BloomFilterJoinStrategy.java:150)
  12.     at My Code
  13.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  14.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  15.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  16.     at java.lang.reflect.Method.invoke(Method.java:597)
  17.     at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
  18.     at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
  19.     at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
  20.     at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
  21.     at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
  22.     at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
  23.     at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
  24.     at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
  25.     at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
  26.     at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
  27.     at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
  28.     at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
  29.     at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
  30.     at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
  31.     at org.junit.runners.Suite.runChild(Suite.java:127)
  32.     at org.junit.runners.Suite.runChild(Suite.java:26)
  33.     at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
  34.     at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
  35.     at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
  36.     at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
  37.     at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
  38.     at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
  39.     at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
  40.     at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
  41.     at org.eclipse.jdt.internal.junit4.runner.JUnit4TestReference.run(JUnit4TestReference.java:50)
  42.     at org.eclipse.jdt.internal.junit.runner.TestExecution.run(TestExecution.java:38)
  43.     at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.runTests(RemoteTestRunner.java:467)
  44.     at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.runTests(RemoteTestRunner.java:683)
  45.     at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.run(RemoteTestRunner.java:390)
  46.     at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.main(RemoteTestRunner.java:197)
  47. Caused by: java.io.NotSerializableException: org.apache.hadoop.util.bloom.BloomFilter
  48.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1165)
  49.     at java.io.ObjectOutputStream.writeArray(ObjectOutputStream.java:1359)
  50.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1155)
  51.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  52.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  53.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  54.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  55.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  56.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  57.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  58.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  59.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  60.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  61.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  62.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  63.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  64.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  65.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  66.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  67.     at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:331)
  68.     at java.util.ArrayList.writeObject(ArrayList.java:570)
  69.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  70.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  71.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  72.     at java.lang.reflect.Method.invoke(Method.java:597)
  73.     at java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:950)
  74.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1482)
  75.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  76.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  77.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  78.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  79.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  80.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  81.     at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:331)
  82.     at java.util.ArrayList.writeObject(ArrayList.java:570)
  83.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  84.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  85.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  86.     at java.lang.reflect.Method.invoke(Method.java:597)
  87.     at java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:950)
  88.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1482)
  89.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  90.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  91.     at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1531)
  92.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
  93.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  94.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  95.     at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:331)
  96.     at java.util.ArrayList.writeObject(ArrayList.java:570)
  97.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  98.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  99.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  100.     at java.lang.reflect.Method.invoke(Method.java:597)
  101.     at java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:950)
  102.     at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1482)
  103.     at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1413)
  104.     at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1159)
  105.     at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:331)
  106.     at org.apache.crunch.util.DistCache.write(DistCache.java:55)
  107.     at org.apache.crunch.impl.mr.plan.JobPrototype.serialize(JobPrototype.java:242)
  108.     at org.apache.crunch.impl.mr.plan.JobPrototype.build(JobPrototype.java:215)
  109.     at org.apache.crunch.impl.mr.plan.JobPrototype.getCrunchJob(JobPrototype.java:134)
  110.     at org.apache.crunch.impl.mr.plan.MSCRPlanner.plan(MSCRPlanner.java:180)
  111.     at org.apache.crunch.impl.mr.MRPipeline.plan(MRPipeline.java:102)
  112.     ... 45 more
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!