import urllib2,urllib,requests,random,time
import re
from requests.auth import HTTPProxyAuth
from requests.auth import HTTPDigestAuth
x=1
f=open('proxyx'+str(x)+'.txt','w')

def getKey(item):
    return item[1]
def post():
    print '==================================='
    country=['UG','US','RU','UA','NL','RO','CN','MD','VN','IR','PL','TH','CL','ID','BR','HK','PT','RU','MY','MO','CO']
    #countries=(random.choice(country))
    proxies=[]
    try:
        oldmark = [0 for x in range(29)]
        count =0
        while (count<1000):
            #countries=(random.choice(country))
            #print countries
            sess=requests.Session()
            user_agent = 'Safari/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36'
            sess.headers['User-Agent'] = user_agent
            url='http://gimmeproxy.com/api/getProxy?api_key=b8bd5315-a053-45ed-94d7-5ecb7d84b511&get=true&post=true&protocol=http&supportsHttps=true'#+countries
            req=sess.get(url)
            time.sleep(1)
            #print cap.content
            speed=re.search('speed":(.*)\,',req.content)
            if speed:
                speed=speed.groups()[0]
            delay = re.findall(r'"google": (\w+)',req.content)
            #print delay
            proxy = re.findall(r'"ipPort": "(.*)",',req.content)
            country=re.findall(r'"country": "(.*)",',req.content)

            #print speed,proxy
            if delay[0] =='true':
                print country,speed,proxy
                proxies.append(proxy[0])
                print "Waiting:",1000-count
                count = count + 1
        proxies = list(set(proxies))
        f.write(proxies)
        x=x+1
        print proxies
    except Exception,e:
        print str(e)
        pass

try:
    post()
    #p = multiprocessing.dummy.Pool(2)
    #p.map(post())
except Exception,e:
    print str(e)
    pass