API tools faq
paste
Advertisement
arinto

Error Flume + HDFS Cloudera

arinto
May 28th, 2012
207
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 6.82 KB | None | 0 0
raw download clone embed print report
  1. 2012-05-28 17:05:10,677 INFO lifecycle.LifecycleSupervisor: Starting lifecycle supervisor 1
  2. 2012-05-28 17:05:10,680 INFO node.FlumeNode: Flume node starting - agent
  3. 2012-05-28 17:05:10,684 INFO nodemanager.DefaultLogicalNodeManager: Node manager starting
  4. 2012-05-28 17:05:10,684 INFO lifecycle.LifecycleSupervisor: Starting lifecycle supervisor 10
  5. 2012-05-28 17:05:10,685 INFO properties.PropertiesFileConfigurationProvider: Configuration provider starting
  6. 2012-05-28 17:05:10,687 INFO properties.PropertiesFileConfigurationProvider: Reloading configuration file:/etc/flume-ng/conf/flume.conf
  7. 2012-05-28 17:05:10,693 INFO conf.FlumeConfiguration: Added sinks: hdfs-sink Agent: agent
  8. 2012-05-28 17:05:10,693 INFO conf.FlumeConfiguration: Processing:hdfs-sink
  9. 2012-05-28 17:05:10,693 INFO conf.FlumeConfiguration: Processing:hdfs-sink
  10. 2012-05-28 17:05:10,693 INFO conf.FlumeConfiguration: Processing:hdfs-sink
  11. 2012-05-28 17:05:10,716 INFO conf.FlumeConfiguration: Post-validation flume configuration contains configuration for agents: [agent]
  12. 2012-05-28 17:05:10,716 INFO properties.PropertiesFileConfigurationProvider: Creating channels
  13. 2012-05-28 17:05:10,722 INFO properties.PropertiesFileConfigurationProvider: created channel memoryChannel
  14. 2012-05-28 17:05:10,751 INFO sink.DefaultSinkFactory: Creating instance of sink hdfs-sink typehdfs
  15. 2012-05-28 17:05:11,200 INFO hdfs.HDFSEventSink: Hadoop Security enabled: false
  16. 2012-05-28 17:05:11,204 INFO nodemanager.DefaultLogicalNodeManager: Node configuration change:{ sourceRunners:{avro-collection-source=EventDrivenSourceRunner: { source:AvroSource: { bindAddress:10.240.242.93 port:60000 } }} sinkRunners:{hdfs-sink=SinkRunner: { policy:org.apache.flume.sink.DefaultSinkProcessor@5e785d65 counterGroup:{ name:null counters:{} } }} channels:{memoryChannel=org.apache.flume.channel.MemoryChannel@303bc257} }
  17. 2012-05-28 17:05:11,207 INFO source.AvroSource: Avro source starting:AvroSource: { bindAddress:10.240.242.93 port:60000 }
  18. 2012-05-28 17:06:01,333 INFO ipc.NettyServer: [id: 0x1389c036, /10.235.37.180:47145 => /10.240.242.93:60000] OPEN
  19. 2012-05-28 17:06:01,350 INFO ipc.NettyServer: [id: 0x1389c036, /10.235.37.180:47145 => /10.240.242.93:60000] BOUND: /10.240.242.93:60000
  20. 2012-05-28 17:06:01,350 INFO ipc.NettyServer: [id: 0x1389c036, /10.235.37.180:47145 => /10.240.242.93:60000] CONNECTED: /10.235.37.180:47145
  21. 2012-05-28 17:06:48,397 WARN hdfs.HDFSEventSink: HDFS IO error
  22. org.apache.hadoop.security.AccessControlException: org.apache.hadoop.security.AccessControlException: Permission denied: user=flume, access=WRITE, inode="/":hdfs:hadoop:drwxr-xr-x
  23. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  24. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
  25. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
  26. at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
  27. at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:95)
  28. at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:57)
  29. at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.<init>(DFSClient.java:3354)
  30. at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:705)
  31. at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:219)
  32. at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:584)
  33. at org.apache.hadoop.io.SequenceFile$Writer.<init>(SequenceFile.java:897)
  34. at org.apache.hadoop.io.SequenceFile.createWriter(SequenceFile.java:393)
  35. at org.apache.hadoop.io.SequenceFile.createWriter(SequenceFile.java:329)
  36. at org.apache.flume.sink.hdfs.HDFSSequenceFile.open(HDFSSequenceFile.java:65)
  37. at org.apache.flume.sink.hdfs.HDFSSequenceFile.open(HDFSSequenceFile.java:49)
  38. at org.apache.flume.sink.hdfs.BucketWriter.open(BucketWriter.java:95)
  39. at org.apache.flume.sink.hdfs.BucketWriter.open(BucketWriter.java:117)
  40. at org.apache.flume.sink.hdfs.HDFSEventSink$1.call(HDFSEventSink.java:361)
  41. at org.apache.flume.sink.hdfs.HDFSEventSink$1.call(HDFSEventSink.java:357)
  42. at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
  43. at java.util.concurrent.FutureTask.run(FutureTask.java:138)
  44. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  45. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  46. at java.lang.Thread.run(Thread.java:662)
  47. Caused by: org.apache.hadoop.ipc.RemoteException: org.apache.hadoop.security.AccessControlException: Permission denied: user=flume, access=WRITE, inode="/":hdfs:hadoop:drwxr-xr-x
  48. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:203)
  49. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:184)
  50. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:132)
  51. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5207)
  52. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkAncestorAccess(FSNamesystem.java:5181)
  53. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:1211)
  54. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:1163)
  55. at org.apache.hadoop.hdfs.server.namenode.NameNode.create(NameNode.java:599)
  56. at org.apache.hadoop.hdfs.server.namenode.NameNode.create(NameNode.java:578)
  57. at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
  58. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  59. at java.lang.reflect.Method.invoke(Method.java:597)
  60. at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
  61. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1434)
  62. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1430)
  63. at java.security.AccessController.doPrivileged(Native Method)
  64. at javax.security.auth.Subject.doAs(Subject.java:396)
  65. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1177)
  66. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1428)
  67.  
  68. at org.apache.hadoop.ipc.Client.call(Client.java:1107)
  69. at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:226)
  70. at $Proxy5.create(Unknown Source)
  71. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  72. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  73. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  74. at java.lang.reflect.Method.invoke(Method.java:597)
  75. at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82)
  76. at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59)
  77. at $Proxy5.create(Unknown Source)
  78. at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.<init>(DFSClient.java:3350)
  79. ... 17 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!