object SparkAss {

  var percetage = 1000000

  def main(args: Array[String]) {

    var db = readFromFile2("src/ghtorrent-logs.txt")
    var counter = 0

    for (i <- db.indices) {
      if (db(i).getlogLevel == "WARN") {
        counter = counter + 1
      }
    }
    println(db.length)
    println(counter)
  }

  def readFromFile(fn: String): List[Script] = {

    var db = List[Script]()
    val bufferedSource = io.Source.fromFile(fn)
    for (line <- bufferedSource.getLines()) {
      if (line.contains("WARN") || line.contains("DEBUG") || line.contains("INFO") || line.contains("ERROR")) {
        var linesplitted = line.split(", ")
        if (linesplitted(2).contains("--")) {
          var endOfLine = linesplitted(2).split("--")
          var script = Script(linesplitted(0), linesplitted(1), endOfLine(0), endOfLine(1))
          db = script :: db
          //          if(db.length > percetage){
          //            println("25% : " + db.length)
          //            percetage += 1000000
          //          }
        }
      }
    }
    bufferedSource.close
    val temp = db.reverse
    db = temp
    db
  }

  def readFromFile2(fn: String): List[Script] = {

    var db = List[Script]()
    val bufferedSource = io.Source.fromFile(fn)
    for (line <- bufferedSource.getLines()) {
      if(line.contains(", ")){
        var linesplitted = line.split(", ")
        var script = Script(linesplitted(0), linesplitted(1), "", "")
        db = script :: db
      }
    }
    bufferedSource.close
    val temp = db.reverse
    db = temp
    db
  }

  case class Script(logLevel: String, timeStamp: String, id: String, retStage: String) {

    def getlogLevel: String = {
      logLevel
    }

    def gettimeStamp: String = {
      timeStamp
    }

    def getid: String = {
      id
    }

    def getretStage: String = {
      retStage
    }

  }

}