Guest User

Untitled

a guest
Sep 26th, 2018
76
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.74 KB | None | 0 0
  1. if os.path.isfile("file.gz"):
  2. with gzip.GzipFile("file.gz", 'r') as fin:
  3. for line in fin:
  4. if get_new_user is True:
  5. if datetime.strptime(json.loads(line).get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == (datetime.today()-timedelta(1)).date():
  6. users.append(json.loads(line))
  7. else:
  8. users.append(json.loads(line))
  9. os.remove("file.gz")
  10. return users
  11.  
  12. threshold = (datetime.today()-timedelta(1)).date()
  13. for line in fin:
  14. user = json.loads(line)
  15. if get_new_user is True:
  16. if datetime.strptime(user.get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == threshold:
  17. users.append(user)
  18. else:
  19. users.append(user)
  20.  
  21. if get_new_user is True:
  22. threshold = (datetime.today()-timedelta(1)).date()
  23. for line in fin:
  24. user = json.loads(line)
  25. if datetime.strptime(user.get('UpdatedAt'), '%Y-%m-%dT%H:%M:%S.%fZ').date() == threshold:
  26. users.append(user)
  27. else:
  28. for line in fin:
  29. users.append(json.loads(line))
  30.  
  31. if get_new_user is True:
  32. threshold = (datetime.today()-timedelta(1)).date()
  33. users = [ user for user in (json.loads(line) for line in fin)
  34. if datetime.strptime(user.get('UpdatedAt'),
  35. '%Y-%m-%dT%H:%M:%S.%fZ'
  36. ).date() == threshold ]
  37. else:
  38. users = [ json.loads(line) for line in fin ]
  39.  
  40. threshold = (datetime.today()-timedelta(1)).date()
  41. users = [ user for user in (json.loads(line) for line in fin)
  42. if get_new_user is not True or
  43. datetime.strptime(user.get('UpdatedAt'),
  44. '%Y-%m-%dT%H:%M:%S.%fZ'
  45. ).date() == threshold ]
Add Comment
Please, Sign In to add comment