Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- package spark;
- import java.util.Arrays;
- import org.apache.spark.SparkConf;
- import org.apache.spark.api.java.JavaSparkContext;
- import scala.Tuple2;
- public class WordCount_v0 {
- public static void main(String[] args) {
- JavaSparkContext sc = new JavaSparkContext(new SparkConf().setAppName("WordCount-v0"));
- sc.textFile(args[0])
- .flatMap(s -> Arrays.asList(s.split(" ")))
- .mapToPair(s -> new Tuple2<String, Integer>(s, 1))
- .reduceByKey((x, y) -> x + y)
- .saveAsTextFile(args[1]);
- sc.close();
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement