Advertisement
Guest User

SparkTest

a guest
May 27th, 2019
243
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.58 KB | None | 0 0
  1. package spark
  2.  
  3. import org.apache.spark.sql.SparkSession
  4. import org.junit.{AfterClass, BeforeClass}
  5.  
  6. abstract class SparkTest {
  7.  
  8.   val spark: SparkSession = SparkTest.spark
  9.  
  10. }
  11.  
  12. object SparkTest {
  13.   var spark: SparkSession = _
  14.  
  15.   @BeforeClass
  16.   def initializeSpark(): Unit = {
  17.     spark = SparkSession
  18.       .builder()
  19.       .appName("TableUpdaterTest")
  20.       .master("local[*]")
  21.       .config("spark.driver.memory", "471859200")
  22.       .config("spark.testing.memory", "471859200")
  23.       .getOrCreate()
  24.   }
  25.  
  26.   @AfterClass
  27.   def stopSpark(): Unit = {
  28.     spark.stop()
  29.   }
  30. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement