Advertisement
Guest User

Untitled

a guest
Sep 19th, 2019
117
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.62 KB | None | 0 0
  1. using Microsoft.Spark.Sql;
  2.  
  3.  
  4. namespace blog.apachesparkgettingstarted
  5. {
  6. class Program
  7. {
  8. static void Main(string[] args)
  9. {
  10. SparkSession spark = SparkSession
  11. .Builder()
  12. .AppName("My application")
  13. .GetOrCreate();
  14.  
  15. DataFrame df = spark
  16. .Read()
  17. .Option("header", true)
  18. .Csv("./data/seattle-cultural-space-inventory.csv");
  19.  
  20. df
  21. .Select("Name", "Phone")
  22. .Filter(df["Phone"].IsNotNull());
  23. }
  24. }
  25. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement