MultiThread

#@author: Mihver1 & SL

import urllib2
import cookielib

# time module for performance metrics
import time
# re module for simple replace
import re
# error handler for 404/401/403 and etc
from urllib2 import HTTPError

# simple threads
from threading import Thread


start = time.time()


def getUrl(url):
    fname = url
    # Replace specific symblos
    fname = re.sub("[\?=\/]","_",fname);
    cookie = cookielib.CookieJar()
    opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cookie))
    urllib2.install_opener(opener)
    headers = {"User-Agent" : "Mozilla/4.0 (compatible; MSIE 5.5; WindowsNT)" }
    # Exception handling (because some url doesn't work)
    try:
       out=open("".join(fname[7:])+".txt", "w")
       site = urllib2.urlopen(url)
       out.write(site.read())
       out.close()
    except HTTPError, e:
       print e.code

inp = open("input.txt", "r")
str = inp.readlines()

#@TODO no limit register @see threadpool implementation
threadsRegister=[];

for a in str:
  try:
    print a
    t=Thread(None,getUrl,None,(a[:-1],));
    # set explicitly deamonic property
    t.setDaemon(True);
    t.start();
    threadsRegister.append(t);
  except Exception as errtxt:
    print errtxt

for t in threadsRegister:
    t.join();

end = time.time()