Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- from __future__ import division
- from pyspark.shell import sc
- def main():
- from pyspark.sql import SQLContext
- sql_context = SQLContext(sc)
- df = sql_context.read.format('com.databricks.spark.csv').options(header='true', inferschema='true') \
- .load('/home/jkovacevic/PycharmProjects/spark_demo/transaction_demo.csv')
- df.show(5)
- df.printSchema();
- if __name__ == "__main__":
- main()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement