Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- /**
- * myDataset: org.apache.spark.sql.Dataset[org.apache.spark.sql.Row] = [key: string, absMal: array<struct<absDjt:string,absDr:string>>]
- */
- // one array element => a row (explode)
- val explodeDataset = myDataset.select(col("key"), explode(col("absMal")).as("abs")).filter("absMal is not null")
- // one struct element => one column
- val finalDataset = explodeDataset.select(col("key"), col("abs.absDr").as("absDr"), col("abs.absDjt").as("absDjt"))
Add Comment
Please, Sign In to add comment