# coding=utf-8
from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings
import base64
from httplib2 import Http
import json

def init_urls(cli_list):
   urls = dict((client.replace('\n',''),construct_url(client)) for client in cli_list)
   return urls

def start_run(cli_list):
    process = CrawlerProcess(get_project_settings())
    for li in cli_list:
        print(li)
        client_aux = li["pk"]
        keyword_dic = [l["keyword"] for l in li["client_keywords"]]
        for keyword in keyword_dic:
           # process.crawl('1mobile', starturl=keyword, client=client_aux)
           # process.crawl('allfreeapks', starturl=keyword, client=client_aux)
           # process.crawl('android4iphone', starturl=keyword, client=client_aux)
            ## process.crawl('android4samsung', starturl=keyword, client=client_aux)
           # process.crawl('androidapkindirpc', starturl=keyword, client=client_aux)
            #process.crawl('apk-baixar', starturl=keyword, client=client_aux)
            ## process.crawl('apk-s', starturl=keyword, client=client_aux)
           # process.crawl('apk4bb', starturl=keyword, client=client_aux)
            #process.crawl('apk4blackberry', starturl=keyword, client=client_aux)
            #process.crawl('apk4htc', starturl=keyword, client=client_aux)
            # process.crawl('apk4iphone', starturl=keyword, client=client_aux)
            ## process.crawl('apk4kindle', starturl=keyword, client=client_aux)
            ## process.crawl('apk4kindlefire', starturl=keyword, client=client_aux)
            process.crawl('apk4pc', starturl=keyword, client=client_aux)
            #process.crawl('apkarcade', starturl=keyword, client=client_aux)
            #process.crawl('apkcard', starturl=keyword, client=client_aux)
            #process.crawl('apkdescargargratis', starturl=keyword, client=client_aux)
            #process.crawl('apkgplay', starturl=keyword, client=client_aux)
            ## process.crawl('apkformobile', starturl=keyword, client=client_aux)
            ## process.crawl('apkforsamsung', starturl=keyword, client=client_aux)
            #process.crawl('apkfreeandroid', starturl=keyword, client=client_aux)
            #process.crawl('apkfurpcdownload', starturl=keyword, client=client_aux)
            #process.crawl('apkindirmobi', starturl=keyword, client=client_aux)
            #process.crawl('apknew', starturl=keyword, client=client_aux)
            #process.crawl('apkparapc', starturl=keyword, client=client_aux)
            #process.crawl('apkperpcdownload', starturl=keyword, client=client_aux)
            ## process.crawl('apkpure', starturl=keyword, client=client_aux)
            #process.crawl('apkshopping', starturl=keyword, client=client_aux)
            #process.crawl('apkss', starturl=keyword, client=client_aux)
            ## process.crawl('apkupdate', starturl=keyword, client=client_aux)
            #process.crawl('appszoom', starturl=keyword, client=client_aux)
            #process.crawl('aptoide', starturl=keyword, client=client_aux)
            #process.crawl('baixargratisapk', starturl=keyword, client=client_aux)
            ## process.crawl('benjiapk', starturl=keyword, client=client_aux)
            #process.crawl('blackberryapkdownload', starturl=keyword, client=client_aux)
            ## process.crawl('blackberryapks', starturl=keyword, client=client_aux)
            #process.crawl('boostapk', starturl=keyword, client=client_aux)
            #process.crawl('boxapk', starturl=keyword, client=client_aux)
            #process.crawl('cheatsapk', starturl=keyword, client=client_aux)
            #process.crawl('downloadapk', starturl=keyword, client=client_aux)
            #process.crawl('downloadatoz', starturl=keyword, client=client_aux)
            ## process.crawl('games4lumia', starturl=keyword, client=client_aux)
            ## process.crawl('gplay_GNF', starturl=keyword, client=client_aux)
            ## process.crawl('hillclimbracingapk', starturl=keyword, client=client_aux)
            #process.crawl('khmerapk', starturl=keyword, client=client_aux)
            ## process.crawl('laptopapk', starturl=keyword, client=client_aux)
            ## process.crawl('mobile9apk', starturl=keyword, client=client_aux)
            #process.crawl('mobileapkworld', starturl=keyword, client=client_aux)
            ## process.crawl('nexusapk', starturl=keyword, client=client_aux)
            #process.crawl('ruapks', starturl=keyword, client=client_aux)
            ## process.crawl('smallapk', starturl=keyword, client=client_aux)
            ## process.crawl('smartwatchapks', starturl=keyword, client=client_aux)
            ## process.crawl('sonyapk', starturl=keyword, client=client_aux)
            #process.crawl('telechargerapkgratuit', starturl=keyword, client=client_aux)
            #process.crawl('telechargerapksurpc', starturl=keyword, client=client_aux)
            #process.crawl('voipapk', starturl=keyword, client=client_aux)
            #process.crawl('wallpaperapk', starturl=keyword, client=client_aux)
            ## process.crawl('windowsphoneapks', starturl=keyword, client=client_aux)
            #process.crawl('zoomapk', starturl=keyword, client=client_aux)
           # print keyword

    process.start()