Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #----------------------------config.py-------------------------
- DEFAULT_DIR = ''
- INITIAL_URLS = ['http://www.atletika-voskresensk.ru/']
- PROXY_LIST = '/root/proxylist.txt'
- SLOGAN = 'voskresensk-atletika@rambler.ru'
- DEBUG = True
- LOG_DIR = 'log_dir'
- GRAB_LOG = 'grab.log'
- NETWORK_LOG = 'grab.network.log'
- FATAL_ERROR_DUMP = 'fatal_errors.txt'
- THREAD_NUMBER = 300
- IMG_MAIL_DIR = 'img_dir'
- if DEBUG:
- LOG_TASKNAME = True
- else:
- LOG_TASKNAME = False
- ### LOG ###
- #29/05 20_50 Slogan added (tested)
- # Saved 'athletic2905'
- ### LEVELS ###
- # Init :
- # xPATH: ('//*[@class="group"]/a').attr_list('href') OK
- # Category: time.sleep(.03)
- # xPATH: ('//*[@class="image"]/a').attr_list('href') OK
- # Product:time.sleep(.05)
- #
- # xPATH: ('//* TODO ??????
- СДЕЛ
- # task-count-rejected: 615 НЕ ДОГРУЖАЕТСЯ, ЗАНИМАЮСЬ ПОИСКОМ ПРИЧИНЫ
- # ВЫВОД сделаю после структуры
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement