View difference between Paste ID: SPDxud0c and GmVy8Uhi

 # -*- coding: utf-8 -*-
 
-import urllib2
+import urllib.request
 import json
 import operator
 import os
 from collections import defaultdict
 from multiprocessing.dummy import Pool
 import threading
 
 class Counter:
-range = [860000, 970000]
+    def __init__(self, i=0):
         self.i = i
-count = 0
+        # create a lock
         self.lock = threading.Lock()
 
     def __iter__(self):
         return self
-exclude = ['a', 'i', 'me', 'why', 'to', 'and', 'my', 'you', 'dont', 'with', 'what', 'in',
+
     def next(self):
-'do', 'this', 'your', 'on', 'we', 'they', 'our', 'it', 'just', 'go', 'he', 'all', 'that',
+        # acquire/release the lock when updating self.i
-'ur', 'who', 'of', 'can', 'its', 'get', 'cant', 'it\'s', 'can\'t', 'don\'t', 'i\'m', 'now',
+        with self.lock:
             self.i += 1
             return self.i
-for i in xrange(range[0], range[1]):
+
-	if count == games:
+    def current(self):
-		break
+        return self.i
-
+
-	os.system('cls')
+
-	print '%s/%s games analyzed' % (count, games)
+
-
+worker_pool_size = 20
-	try:
+worker_pool = Pool(worker_pool_size)
-		request = urllib2.urlopen('http://euw.leagueoflegends.com/tribunal/en/get_reform_game/' + str(i) + '/1/')
+
-	except:
+
-		continue
+game_range = [860000, 970000]
-
+
-	data = request.read()
+counter = Counter()
-
+
-	if (data == ''):
+chunk_size = 3
-		continue
+
-
+
-	data = json.loads(data)
+
-
+
-	for message in data['chat_log']:
+exclude = ['a', 'i', 'me', 'why', 'to', 'and', 'my', 'you', 'dont', 'with', 'what', 'in',
-		if message['association_to_offender'] == 'offender':
+
-			words = message['message'].split()
+'do', 'this', 'your', 'on', 'we', 'they', 'our', 'it', 'just', 'go', 'he', 'all', 'that',
-
+'ur', 'who', 'of', 'can', 'its', 'get', 'cant', 'it\'s', 'can\'t', 'don\'t', 'i\'m', 'now',
-			for word in words:
+
-				word = word.lower()
+
-				if not word.isdigit() and word not in exclude:
+
-					common_words[word] += 1
+def loading_logic(i):
-
+    if counter.current() >= games:
-
+        return
 
-
+    try:
-	for player in data['players']:
+        request = urllib.request.urlopen('http://euw.leagueoflegends.com/tribunal/en/get_reform_game/' + str(i) + '/1/')
-		if player['association_to_offender'] == 'offender':
+    except:
-			common_champions[player['champion_name']] += 1
+        return
-			break
+
-
+    data = request.read()
-	count += 1
+    data = data.decode('utf-8')
 
-common_words = sorted(common_words.iteritems(), key=operator.itemgetter(1), reverse=True)
+    if (data == ''):
-common_champions = sorted(common_champions.iteritems(), key=operator.itemgetter(1), reverse=True)
+        return
 
-print 'Words used: ', len(common_words)
+    data = json.loads(data)
 
-for i in xrange(30):
+    for message in data['chat_log']:
-	print common_words[i][0], ' - ', common_words[i][1]
+        if message['association_to_offender'] == 'offender':
-
+            words = message['message'].split()
-print
+
-print
+            for word in words:
                 word = word.lower()
-for i in xrange(30):
+                if not word.isdigit() and word not in exclude:
-	print common_champions[i][0], ' - ', common_champions[i][1]
+                    common_words[word] += 1
 
     for player in data['players']:
         if player['association_to_offender'] == 'offender':
             common_champions[player['champion_name']] += 1
             break
 
     counter.next()
 
 
 for i in range(game_range[0], game_range[1], worker_pool_size*chunk_size):
     os.system('cls')
     print('%s/%s games analyzed' % (counter.current(), games))
     worker_pool.map(loading_logic, range(i, i+worker_pool_size*chunk_size))
     if counter.current() >= games:
         break
 
 
 common_words = sorted(common_words.items(), key=operator.itemgetter(1), reverse=True)
 common_champions = sorted(common_champions.items(), key=operator.itemgetter(1), reverse=True)
 
 print('Words used: ', len(common_words))
 
 for i in range(30):
     print(common_words[i][0], ' - ', common_words[i][1])
 
 print()
 print()
 
 for i in range(30):
         print(common_champions[i][0], ' - ', common_champions[i][1])