Public Pastes
daily pastebin goal
27%
SHARE
TWEET

Untitled

a guest Jan 12th, 2018 43 Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. '''Tweet Streaming API consumer'''
  2. #importing twitter and csv python packages
  3. import twitter
  4. import csv
  5.  
  6. # == OAuth Authentication ==
  7. consumer_key=""
  8. consumer_secret=""
  9. access_token=""
  10. access_token_secret=""
  11.  
  12.  
  13. AUTH = twitter.oauth.OAuth(access_token, access_token_secret, consumer_key, consumer_secret)
  14. TWITTER_API = twitter.Twitter(auth=AUTH)
  15.  
  16. # opens/creates a csv file in the present working directory.
  17. # remember to change the name of files from previous runs as this will overwrite without warning.
  18. csvfile = open('drWhoLive.csv', 'w')
  19. csvwriter = csv.writer(csvfile)
  20. # this gives the column headers, must make sure that they are in the same order as the "getVal"s below.
  21. csvwriter.writerow(['created_at',
  22.                     'user-screen_name',
  23.                     'text',
  24.                     'coordinates lng',
  25.                     'coordinates lat',
  26.                     'place',
  27.                     'user-location',
  28.                     'user-geo_enabled',
  29.                     'user-lang',
  30.                     'user-time_zone',
  31.                     'user-statuses_count',
  32.                     'user-followers_count',
  33.                     'user-friends_count',
  34.                     'user-created_at',
  35.                     'user-source',
  36.                     'truncated'])
  37. # added 'truncated' so that it was easy to see if the truncated if staement was working
  38. q = "#DoctorWho, #DrWho, #Neverthelessshepersisted"
  39. print 'Filtering the public timeline for keyword="%s"' % (q)
  40. twitter_stream = twitter.TwitterStream(auth=TWITTER_API.auth)
  41. stream = twitter_stream.statuses.filter(track=q)
  42.  
  43.  
  44. ''' helper functions, clean data, unpack dictionaries '''
  45. def getVal(val):
  46.     clean = ""
  47.     if isinstance(val, bool):
  48.         return val
  49.     if isinstance(val, int):
  50.         return val
  51.     if val:
  52.         clean = val.encode('utf-8')
  53.     return clean
  54.  
  55. def getLng(val):
  56.     if isinstance(val, dict):
  57.         return val['coordinates'][0]
  58.  
  59. def getLat(val):
  60.     if isinstance(val, dict):
  61.         return val['coordinates'][1]
  62.  
  63. def getPlace(val):
  64.     if isinstance(val, dict):
  65.         return val['full_name'].encode('utf-8')
  66.  
  67.  
  68. # main loop
  69. # loop that first queries the truncated and gets the fulltext, and if not continues to the get the rest of the fields.
  70. for tweet in stream:
  71.     try:
  72.         if tweet['truncated']:
  73.             tweet_text = tweet['extended_tweet']['fulltext']
  74.         else:
  75.             tweet_text = tweet['text']
  76.         csvwriter.writerow([tweet['created_at'],                        # write lots of data!!
  77.                             getVal(tweet['user']['screen_name']),
  78.                             getVal(tweet['text']),
  79.                             getLng(tweet['coordinates']),
  80.                             getLat(tweet['coordinates']),
  81.                             getPlace(tweet['place']),
  82.                             getVal(tweet['user']['location']),
  83.                             getVal(tweet['user']['geo_enabled']),
  84.                             getVal(tweet['user']['lang']),
  85.                             getVal(tweet['user']['time_zone']),
  86.                             getVal(tweet['user']['statuses_count']),
  87.                             getVal(tweet['user']['followers_count']),
  88.                             getVal(tweet['user']['friends_count']),
  89.                             getVal(tweet['user']['created_at']),
  90.                             getVal(tweet['source']),
  91.                             getVal(tweet['truncated'])
  92.                             ])
  93.         csvfile.flush()
  94.         print getVal(tweet['user']['screen_name']), getVal(tweet['text']), tweet['coordinates'], getPlace(tweet['place'])
  95.     except Exception as e:
  96.         print e.message
RAW Paste Data
Top