Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import org.apache.spark.SparkFiles
- import org.apache.spark.SparkContext
- val context = spark.sparkContext
- val fileName = "file.csv"
- val fetchedFile = context.addFile(s"ftp://my-ftp-server.net/$fileName")
- val readFile = context.textFile(SparkFiles.get(fileName)).collect()
- readFile.foreach(println)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement