Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- df1 = spark.createDataFrame(rdd1).toDF("id", "val")
- df1.createOrReplaceTempView("table1")
- df2 = spark.createDataFrame(rdd2).toDF("id", "val")
- df2.createOrReplaceTempView("table2")
- def callable_ssql_timeit():
- query="SELECT * FROM table1 LEFT JOIN table2 ON table1.id=table2.id"
- spark.sql(query)
- print(timeit.timeit(callable_ssql_timeit, number=100))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement