Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # Теперь выберем из таблицы только те строки,
- # которые были выпущены между start_dt и end_dt
- query = ''' SELECT *, TO_TIMESTAMP(ts / 1000) AT TIME ZONE 'Etc/UTC' AS dt
- FROM log_raw
- WHERE TO_TIMESTAMP(ts / 1000) AT TIME ZONE 'Etc/UTC' BETWEEN '{}'::TIMESTAMP AND '{}'::TIMESTAMP
- '''.format(start_dt, end_dt)
- data_raw = pd.io.sql.read_sql(query, con = engine, index_col = 'event_id')
- #pd.to_datetime(df['date_time_column']).dt.round('min')
- columns_datetime = ['dt']
- for column in columns_datetime: data_raw[column] = pd.to_datetime(data_raw[column]).dt.round('min')
- #### агрегирующие таблицы
- dash_visits = data_raw.groupby(['item_topic', 'source_topic', 'age_segment', 'dt']).agg({'event': 'count'})
- dash_visits = dash_visits.rename(columns = {'event': 'visits'})
- dash_engagement = data_raw.groupby(['dt', 'item_topic', 'event', 'age_segment']).agg({'user_id': lambda x: x.nunique()})
- dash_engagement = dash_engagement.rename(columns = {'user_id': 'unique_users'})
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement