package spark.example

import org.apache.spark.SparkContext
import org.apache.spark.SparkContext._
import org.apache.spark.SparkConf

object SparkGrep {
	def main(args: Array[String]) {
		if (args.length < 3) {
			System.err.println("Usage: SparkGrep <host> <input_file> <match_term>")
			System.exit(1)
		}
		val conf = new SparkConf().setAppName("SparkGrep").setMaster(args(0))
		val sc = new SparkContext(conf)
		val inputFile = sc.textFile(args(1), 2).cache()
		val matchTerm : String = args(2)
		val numMatches = inputFile.filter(line => line.contains(matchTerm)).count()
		println("%s lines in %s contain %s".format(numMatches, args(1), matchTerm))
		System.exit(0)
	}
}