Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- [INFO] MapReduceJob - Map 16% Reduce 0%
- [INFO] MapReduceJob - Map 100% Reduce 0%
- [INFO] MapReduceJob - Map 100% Reduce 100%
- [INFO] Jets3tNativeFileSystemStore - s3.putObject kevin-logrepo emr-outputS1/ch18-17/out-r-00000 101773
- [INFO] HadoopMode - Map reduce job sinks: Vector(TextFileSink: s3n://kevin-logrepo/emr-outputS1)
- [INFO] HadoopMode - ===== END OF MAP REDUCE JOB 1 of 1 (mscr id = 1, Scoobi job = WordCount$-0903-010808--999335501) ======
- Exception in thread "main" java.lang.IllegalArgumentException: Wrong FS: s3n://kevin-logrepo/emr-outputS1, expected: hdfs://10.165.69.242:9000
- at org.apache.hadoop.fs.FileSystem.checkPath(FileSystem.java:644)
- at org.apache.hadoop.hdfs.DistributedFileSystem.getPathName(DistributedFileSystem.java:181)
- at org.apache.hadoop.hdfs.DistributedFileSystem.access$000(DistributedFileSystem.java:92)
- at org.apache.hadoop.hdfs.DistributedFileSystem$17.doCall(DistributedFileSystem.java:1106)
- at org.apache.hadoop.hdfs.DistributedFileSystem$17.doCall(DistributedFileSystem.java:1102)
- at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
- at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1102)
- at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1399)
- at com.nicta.scoobi.impl.io.FileSystems$class.listDirectPaths(FileSystems.scala:92)
- at com.nicta.scoobi.impl.io.FileSystems$.listDirectPaths(FileSystems.scala:142)
- at com.nicta.scoobi.impl.exec.HadoopMode$$anonfun$4.apply(HadoopMode.scala:108)
- at com.nicta.scoobi.impl.exec.HadoopMode$$anonfun$4.apply(HadoopMode.scala:108)
- at scala.collection.Iterator$class.forall(Iterator.scala:739)
- at scala.collection.AbstractIterator.forall(Iterator.scala:1157)
- at scala.collection.IterableLike$class.forall(IterableLike.scala:75)
- at scala.collection.AbstractIterable.forall(Iterable.scala:54)
- at com.nicta.scoobi.impl.exec.HadoopMode.setJobSuccess(HadoopMode.scala:108)
- at com.nicta.scoobi.impl.exec.HadoopMode.com$nicta$scoobi$impl$exec$HadoopMode$$executeMscrs(HadoopMode.scala:96)
- at com.nicta.scoobi.impl.exec.HadoopMode$$anonfun$executeNode$1.apply(HadoopMode.scala:74)
- at com.nicta.scoobi.impl.exec.HadoopMode$$anonfun$executeNode$1.apply(HadoopMode.scala:67)
- at org.kiama.attribution.AttributionCore$CachedAttribute.apply(AttributionCore.scala:63)
- at scalaz.syntax.IdOps$class.$bar$greater(IdOps.scala:15)
- at scalaz.syntax.ToIdOps$$anon$1.$bar$greater(IdOps.scala:82)
- at com.nicta.scoobi.impl.exec.HadoopMode.execute(HadoopMode.scala:54)
- at com.nicta.scoobi.impl.exec.HadoopMode.execute(HadoopMode.scala:50)
- at com.nicta.scoobi.impl.Persister.persist(Persister.scala:44)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement