Advertisement
Guest User

Untitled

a guest
May 26th, 2019
66
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 1.10 KB | None | 0 0
  1.     public static void main(String[] args) {
  2.         SparkSession spark = SparkSession.builder()
  3.                     .appName("Simple Application")
  4.                     .config("spark.master", "local")
  5.                 .getOrCreate();
  6.  
  7.         Dataset<Row> dataFrame = getDataset();
  8.         Dataset<Row>[] splits = dataFrame.randomSplit(new double[]{0.7, 0.3}, 1234L);
  9.         Dataset<Row> train = splits[0];
  10.         Dataset<Row> test = splits[1];
  11.  
  12.         System.out.println("Start learning...");
  13.         NaiveBayes nb = new NaiveBayes();
  14.         NaiveBayesModel model = nb.fit(train);
  15.  
  16.         Dataset<Row> predictions = model.transform(test);
  17.         predictions.show();
  18. //        predictions.show(Integer.MAX_VALUE / 2);
  19.  
  20.         MulticlassClassificationEvaluator evaluator = new MulticlassClassificationEvaluator()
  21.                 .setLabelCol("label")
  22.                 .setPredictionCol("prediction")
  23.                 .setMetricName("accuracy");
  24.         double accuracy = evaluator.evaluate(predictions);
  25.         System.out.println("Test set accuracy = " + accuracy);
  26.  
  27.         spark.stop();
  28.     }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement