Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- if os.path.isfile("file.gz"):
- with gzip.GzipFile("file.gz", 'r') as fin:
- for line in fin:
- if get_new_user is True:
- if datetime.strptime(json.loads(line).get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == (datetime.today()-timedelta(1)).date():
- users.append(json.loads(line))
- else:
- users.append(json.loads(line))
- os.remove("file.gz")
- return users
- threshold = (datetime.today()-timedelta(1)).date()
- for line in fin:
- user = json.loads(line)
- if get_new_user is True:
- if datetime.strptime(user.get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == threshold:
- users.append(user)
- else:
- users.append(user)
- if get_new_user is True:
- threshold = (datetime.today()-timedelta(1)).date()
- for line in fin:
- user = json.loads(line)
- if datetime.strptime(user.get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == threshold:
- users.append(user)
- else:
- for line in fin:
- users.append(json.loads(line))
- if get_new_user is True:
- threshold = (datetime.today()-timedelta(1)).date()
- users = [ user for user in (json.loads(line) for line in fin)
- if datetime.strptime(user.get('UpdatedAt'),
- '%Y-%m-%dT%H:%M:%S.%fZ'
- ).date() == threshold ]
- else:
- users = [ json.loads(line) for line in fin ]
- threshold = (datetime.today()-timedelta(1)).date()
- users = [ user for user in (json.loads(line) for line in fin)
- if get_new_user is not True or
- datetime.strptime(user.get('UpdatedAt'),
- '%Y-%m-%dT%H:%M:%S.%fZ'
- ).date() == threshold ]
Add Comment
Please, Sign In to add comment