Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- >>> df.printSchema()
- root
- |-- AppVersion: string (nullable = true)
- |-- Device: string (nullable = true)
- |-- Events: array (nullable = true)
- | |-- element: struct (containsNull = true)
- | | |-- Name: string (nullable = true)
- | | |-- Properties: struct (nullable = true)
- | | | |-- Model: string (nullable = true)
- | | | |-- Result: string (nullable = true)
- | | | |-- SerialNumber: string (nullable = true)
- | | |-- Time: long (nullable = true)
- |-- Id: string (nullable = true)
- |-- Location: struct (nullable = true)
- | |-- Country: string (nullable = true)
- | |-- Lat: string (nullable = true)
- | |-- Lng: string (nullable = true)
- |-- OSVersion: string (nullable = true)
- |-- Platform: string (nullable = true)
- |-- Screens: array (nullable = true)
- | |-- element: struct (containsNull = true)
- | | |-- Actions: array (nullable = true)
- | | | |-- element: struct (containsNull = true)
- | | | | |-- Time: long (nullable = true)
- | | | | |-- Type: string (nullable = true)
- | | |-- Gestures: array (nullable = true)
- | | | |-- element: struct (containsNull = true)
- | | | | |-- EndTime: long (nullable = true)
- | | | | |-- StartTime: long (nullable = true)
- | | | | |-- Type: string (nullable = true)
- | | |-- Name: string (nullable = true)
- | | |-- StartTime: long (nullable = true)
- |-- SessionIndex: long (nullable = true)
- |-- StartTime: string (nullable = true)
- |-- Type: string (nullable = true)
- df1 = df.select("*", f.explode(f.col("Events")).alias("events"))
- df2 = df1.select([df1[c] for c in df1.columns if c != 'events'], "events.name", "events.Properties", "events.Time")
- pyspark.sql.utils.AnalysisException: u"Reference 'Events' is ambiguous, could be: Events#5, Events#17.;"
- >>> final_df.printSchema()
- root
- |-- AppVersion: string (nullable = true)
- |-- Device: string (nullable = true)
- |-- Name: string (nullable = true)
- |-- Model: string (nullable = true)
- |-- Result: string (nullable = true)
- |-- SerialNumber: string (nullable = true)
- |-- Time: long (nullable = true)
- |-- Id: string (nullable = true)
- |-- Country: string (nullable = true)
- |-- Lat: string (nullable = true)
- |-- Lng: string (nullable = true)
- |-- OSVersion: string (nullable = true)
- |-- Platform: string (nullable = true)
- |-- Actions_Time: long (nullable = true)
- |-- Actions_Type: string (nullable = true)
- |-- Gestures_EndTime: long (nullable = true)
- |-- Gestures_StartTime: long (nullable = true)
- |-- Gestures_Type: string (nullable = true)
- |-- Name: string (nullable = true)
- |-- StartTime: long (nullable = true)
- |-- SessionIndex: long (nullable = true)
- |-- StartTime: string (nullable = true)
- |-- Type: string (nullable = true)
Add Comment
Please, Sign In to add comment