my_split = udf(lambda x: x.split(' '), ArrayType(StringType()))

words = lines.select(
    explode(
        my_split(lines.value)
    )
)

words = lines.select(
    explode(
        split(lines.value, ' ')
    )
)