Advertisement
Guest User

Untitled

a guest
Oct 31st, 2014
129
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.64 KB | None | 0 0
  1. [
  2. {
  3. "url":Stackoverflow.com/login,
  4. "count": 200.654,
  5. "browsers":[
  6. Firefox 33,
  7. IE 7,
  8. Opera
  9. ]
  10. },
  11. {..},
  12. {..}
  13. ],
  14.  
  15. FULL_URL_WHERE_DOMAIN_EQUALS = mySuperCoolRegex
  16.  
  17. class MRReferralAnalysis(MRJob):
  18.  
  19. def mapper(self, _, line):
  20.  
  21. for group in FULL_URL_WHERE_DOMAIN_EQUALS.findall(line):
  22. yield (group, 1)
  23.  
  24. def reducer(self, itemOfInterest, counts):
  25. yield (sum(counts), itemOfInterest)
  26.  
  27. def steps(self):
  28. return [
  29. MRStep( mapper=self.mapper,
  30. reducer=self.reducer)
  31. ]
  32.  
  33. if __name__ == '__main__':
  34. MRReferralAnalysis.run()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement