API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Aug 1st, 2018
1,793
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 63.54 KB | None | 0 0
raw download clone embed print report
  1.  
  2. "site_bot": {
  3. "AdsBot-Google (+http://www.google.com/adsbot.html)": 0,
  4. "AdsTxtCrawler/1.0; +https://github.com/InteractiveAdvertisingBureau/adstxtcrawler": 0,
  5. "Amppari (+http://www.ampparit.fi)": 0,
  6. "Ant.com beta/1.0 (Crawling antmarks; https://www.ant.com; admin@ant.com)": 0,
  7. "Apache-HttpClient/4.4.1 (Java/1.8.0_161)": 0,
  8. "Apache-HttpClient/4.4.1 (Java/1.8.0_45)": 0,
  9. "Apache-HttpClient/4.4.1 (Java/1.8.0_65)": 0,
  10. "Apache-HttpClient/4.4.1 (Java/1.8.0_77)": 0,
  11. "Apache-HttpClient/4.5.2 (Java/1.8.0_151)": 0,
  12. "Apache-HttpClient/4.5.2 (Java/1.8.0_161)": 0,
  13. "Apache-HttpClient/4.5.2 (Java/1.8.0_171)": 0,
  14. "Apache-HttpClient/4.5.2 (Java/1.8.0_60)": 0,
  15. "Apache-HttpClient/4.5.2 (Java/1.8.0_65)": 0,
  16. "Apache-HttpClient/4.5.2 (Java/9.0.4)": 0,
  17. "Apache-HttpClient/4.5.3 (Java/1.8.0_171)": 0,
  18. "Apache-HttpClient/4.5.3 (Java/1.8.0_172)": 0,
  19. "Apache-HttpClient/4.5.5 (Java/10.0.1)": 0,
  20. "Apache-HttpClient/UNAVAILABLE (java 1.4)": 0,
  21. "AppEngine-Google; (+http://code.google.com/appengine; appid: s~metonator-proxy-hrd)": 0,
  22. "Avant Browser (http://www.avantbrowser.com)": 0,
  23. "AwarioRssBot/1.0 (+https://awario.com/bots.html; bots@awario.com)": 0,
  24. "BacklinkCrawler (http://www.backlinktest.com/crawler.html)": 0,
  25. "Barkrowler/0.7 (+http://www.exensa.com/crawl)": 0,
  26. "Brandsight Crawler 1.0": 0,
  27. "Buck/2.2; (+https://app.hypefactors.com/media-monitoring/about.html)": 0,
  28. "CipaCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/sakhalin.biz)": 0,
  29. "CipaCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/xn----8sbdbpumj1cc2j.xn--p1ai)": 0,
  30. "CipaCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/xn--80a7an.xn--p1ai)": 0,
  31. "CipaCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/xn--80aughmz.xn--p1ai)": 0,
  32. "CodeGator Crawler v1.0": 0,
  33. "DemandbasePublisherAnalyzer/0.1 (http://www.demandbase.com; info@demandbase.com)": 0,
  34. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/dolinsk.ru)": 0,
  35. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/nevelsk.ru)": 0,
  36. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/poronaysk.ru)": 0,
  37. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/shakhtersk.ru)": 0,
  38. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/skurilsk.ru)": 0,
  39. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/tomari.ru)": 0,
  40. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/tymovskoe.ru)": 0,
  41. "DomainCrawler/3.0 (info@domaincrawler.com; http://www.domaincrawler.com/uglegorsk.ru)": 0,
  42. "DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)": 0,
  43. "FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)": 0,
  44. "Flamingo_SearchEngine (+http://www.flamingosearch.com/bot)": 0,
  45. "GarlikCrawler/1.2 (http://garlik.com/, crawler@garlik.com)": 0,
  46. "GetIntent Crawler (http://getintent.com/bot.html)": 4,
  47. "Go 1.1 package http": 0,
  48. "Go-http-client/1.1": 0,
  49. "Go-http-client/2.0": 0,
  50. "Google-Adwords-Instant (+http://www.google.com/adsbot.html)": 0,
  51. "GoogleProducer; (+http://goo.gl/7y4SX)": 0,
  52. "Googlebot": 0,
  53. "Googlebot-Image/1.0": 0,
  54. "Googlebot/2.1": 0,
  55. "Googlebot/2.1 (+http://www.googlebot.com/bot.html)": 0,
  56. "GuzzleHttp/6.2.1 curl/7.29.0 PHP/7.1.17": 0,
  57. "GuzzleHttp/6.2.1 curl/7.47.0 PHP/7.1.3": 0,
  58. "GuzzleHttp/6.3.3 curl/7.29.0 PHP/7.2.7": 0,
  59. "GuzzleHttp/6.3.3 curl/7.29.0 PHP/7.2.8": 0,
  60. "GuzzleHttp/6.3.3 curl/7.54.0 PHP/7.2.0RC2": 0,
  61. "GuzzleHttp/6.3.3 curl/7.58.0 PHP/7.2.8-1+ubuntu18.04.1+deb.sury.org+1": 0,
  62. "Hatena-Favicon2 (http://www.hatena.ne.jp/faq/)": 0,
  63. "HubSpot Links Crawler 2.0 http://www.hubspot.com/": 0,
  64. "HybridBot (hybrid.ru/about. If our bot caused problems please contact us. Contact email: abuse@hybrid.ru)": 0,
  65. "IABTechLab Ads.txt Crawler": 0,
  66. "IAS crawler (ias_crawler; http://integralads.com/site-indexing-policy/)": 0,
  67. "Iframely/1.1.0 (+http://iframely.com/;)": 0,
  68. "Jersey/2.25.1 (Apache HttpClient 4.5)": 0,
  69. "Kribrum Bot": 0,
  70. "LightspeedSystemsCrawler Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US": 0,
  71. "LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)": 0,
  72. "LivelapBot/0.2 (http://site.livelap.com/crawler)": 0,
  73. "MauiBot (crawler.feedback+dc@gmail.com)": 0,
  74. "Mediatoolkitbot (complaints@mediatoolkit.com)": 0,
  75. "MediatorBot/v1.0 (X11; Linux i586; en-US; rv:1.7) AppleWebKit (KHTML, like Gecko) Chrome Safari": 0,
  76. "MetaFeedly/1.0 (http://www.feedly.com)": 0,
  77. "Microsoft.Data.Mashup (https://go.microsoft.com/fwlink/?LinkID=304225)": 0,
  78. "Miralinks Robot": 0,
  79. "Mozilla/4.0 (compatible; Vagabondo/4.0; http://webagent.wise-guys.nl/)": 0,
  80. "Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; FDM; MSIECrawler; Media Center PC 5.0)": 0,
  81. "Mozilla/4.0 (compatible; Win32; WinHttp.WinHttpRequest.5)": 0,
  82. "Mozilla/5.0 (GetLinkInfo.com - http://www.getlinkinfo.com)": 0,
  83. "Mozilla/5.0 (Linux; Android 4.3; Spider Build/JLS36C) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.111 Mobile Safari/537.36 OPR/46.3.2246.127744": 0,
  84. "Mozilla/5.0 (Linux; Android 4.3; Spider Build/JLS36C) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  85. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.93 Mobile Safari/537.36": 0,
  86. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.158 Mobile Safari/537.36": 0,
  87. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.181 YaBrowser/18.6.0.683.00 Mobile Safari/537.36": 0,
  88. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.103 YaBrowser/18.7.0.472.00 (alpha) Mobile Safari/537.36": 0,
  89. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  90. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/39.0.0.0 Mobile Safari/537.36": 0,
  91. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/39.0.0.0 Mobile Safari/537.36 ACHEETAHI/1": 0,
  92. "Mozilla/5.0 (Linux; Android 5.1; CUBOT_NOTE_S Build/LMY47I) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/39.0.0.0 Mobile Safari/537.36 JsSdk/2 NewsArticle/8.8.2 NetType/WIFI": 0,
  93. "Mozilla/5.0 (Linux; Android 5.1; ru-RU; H2 Build/CUBOT_H5201C_V13_20160328) MXPlayer/1.9.24": 0,
  94. "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)": 10,
  95. "Mozilla/5.0 (Linux; Android 6.0.1; SM-G570F Build/MMB29K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36 (compatible; YandexMetrika/3.0; +http://yandex.com/bots)": 0,
  96. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 YaBrowser/17.6.1.345.00 Mobile Safari/537.36": 0,
  97. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 YaBrowser/18.3.1.651.00 Mobile Safari/537.36": 0,
  98. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.109 Mobile Safari/537.36": 0,
  99. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.158 Mobile Safari/537.36": 0,
  100. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  101. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  102. "Mozilla/5.0 (Linux; Android 6.0; CUBOT DINOSAUR Build/MRA58K; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/49.0.2623.105 Mobile Safari/537.36 YandexSearch/7.40 YandexSearchBrowser/7.40": 0,
  103. "Mozilla/5.0 (Linux; Android 6.0; CUBOT ECHO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.91 Mobile Safari/537.36": 0,
  104. "Mozilla/5.0 (Linux; Android 6.0; CUBOT ECHO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  105. "Mozilla/5.0 (Linux; Android 6.0; CUBOT ECHO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  106. "Mozilla/5.0 (Linux; Android 6.0; CUBOT ECHO Build/MRA58K; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/55.0.2883.91 Mobile Safari/537.36 YandexSearch/7.21": 0,
  107. "Mozilla/5.0 (Linux; Android 6.0; CUBOT ECHO Build/MRA58K; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  108. "Mozilla/5.0 (Linux; Android 6.0; CUBOT MAX Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.81 Mobile Safari/537.36": 0,
  109. "Mozilla/5.0 (Linux; Android 6.0; CUBOT MAX Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.84 Mobile Safari/537.36": 0,
  110. "Mozilla/5.0 (Linux; Android 6.0; CUBOT MAX Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.181 YaBrowser/18.6.0.683.00 Mobile Safari/537.36": 0,
  111. "Mozilla/5.0 (Linux; Android 6.0; CUBOT MAX Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  112. "Mozilla/5.0 (Linux; Android 6.0; CUBOT MAX Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  113. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_MANITO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  114. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_MANITO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  115. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_NOTE_S Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.76 Mobile Safari/537.36": 0,
  116. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_NOTE_S Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  117. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_NOTE_S Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  118. "Mozilla/5.0 (Linux; Android 6.0; CUBOT_NOTE_S Build/MRA58K; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/49.0.2623.105 Mobile Safari/537.36 YandexSearch/7.61 YandexSearchBrowser/7.61": 0,
  119. "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 ; SafecontentBot/1.0 ; +http://safecontent.io/) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Mobile Safari/537.3": 0,
  120. "Mozilla/5.0 (Linux; Android 7.0; CUBOT CHEETAH 2 Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/61.0.3163.98 Mobile Safari/537.36 YandexSearch/7.63 YandexSearchBrowser/7.63": 0,
  121. "Mozilla/5.0 (Linux; Android 7.0; CUBOT H3 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  122. "Mozilla/5.0 (Linux; Android 7.0; CUBOT H3 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  123. "Mozilla/5.0 (Linux; Android 7.0; CUBOT KING KONG Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  124. "Mozilla/5.0 (Linux; Android 7.0; CUBOT KING KONG Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/60.0.3112.116 Mobile Safari/537.36 YandexSearch/7.61 YandexSearchBrowser/7.61": 0,
  125. "Mozilla/5.0 (Linux; Android 7.0; CUBOT KING KONG Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/66.0.3359.158 Mobile Safari/537.36 YandexSearch/7.63 YandexSearchBrowser/7.63": 0,
  126. "Mozilla/5.0 (Linux; Android 7.0; CUBOT KING KONG Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  127. "Mozilla/5.0 (Linux; Android 7.0; CUBOT KING KONG Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36 YandexSearch/7.63 YandexSearchBrowser/7.63": 0,
  128. "Mozilla/5.0 (Linux; Android 7.0; CUBOT MAGIC Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  129. "Mozilla/5.0 (Linux; Android 7.0; CUBOT MAGIC Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/65.0.3325.109 Mobile Safari/537.36 YandexSearch/7.63 YandexSearchBrowser/7.63": 0,
  130. "Mozilla/5.0 (Linux; Android 7.0; CUBOT NOTE Plus Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  131. "Mozilla/5.0 (Linux; Android 7.0; CUBOT R9 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36": 0,
  132. "Mozilla/5.0 (Linux; Android 7.0; CUBOT R9 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  133. "Mozilla/5.0 (Linux; Android 7.0; CUBOT X18 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  134. "Mozilla/5.0 (Linux; Android 7.0; CUBOT X18 Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/60.0.3112.116 Mobile Safari/537.36 YandexSearch/7.53 YandexSearchBrowser/7.53": 0,
  135. "Mozilla/5.0 (Linux; Android 8.0.0; CUBOT_X18_Plus Build/O00623) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Mobile Safari/537.36": 0,
  136. "Mozilla/5.0 (Linux; Android 8.0.0; CUBOT_X18_Plus Build/O00623) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.70 Mobile Safari/537.36": 0,
  137. "Mozilla/5.0 (Linux; Android 8.0.0; CUBOT_X18_Plus Build/O00623; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/66.0.3359.158 Mobile Safari/537.36 YandexSearch/7.61 YandexSearchBrowser/7.61": 0,
  138. "Mozilla/5.0 (Linux; Android 8.0.0; CUBOT_X18_Plus Build/O00623; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36 YandexSearch/7.61 YandexSearchBrowser/7.61": 0,
  139. "Mozilla/5.0 (Linux; U; Android 6.0; en-US; CUBOT ECHO Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/57.0.2987.108 UCBrowser/12.8.5.1121 Mobile Safari/537.36": 0,
  140. "Mozilla/5.0 (Linux; U; Android 6.0; en-US; CUBOT_NOTE_S Build/MRA58K) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 UCBrowser/11.4.5.1005 U3/0.8.0 Mobile Safari/534.30": 0,
  141. "Mozilla/5.0 (Linux; U; Android 6.0; en-US; CUBOT_NOTE_S Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/57.0.2987.108 UCBrowser/12.8.5.1121 Mobile Safari/537.36": 0,
  142. "Mozilla/5.0 (Linux;u;Android 4.2.2;zh-cn;) AppleWebKit/534.46 (KHTML,like Gecko) Version/5.1 Mobile Safari/10600.6.3 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)": 0,
  143. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.11; rv:49.0) Gecko/20100101 Firefox/49.0 (FlipboardProxy/1.2; +http://flipboard.com/browserproxy)": 0,
  144. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:59.0) Gecko/20100101 Firefox/59.0 LookrBot/1.0": 0,
  145. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)": 0,
  146. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0": 0,
  147. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.78 Safari/537.36 (compatible; YandexMetrika/3.0; +http://yandex.com/bots)": 0,
  148. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~feedly-nikon3)": 0,
  149. "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36 LookrBot/1.0": 0,
  150. "Mozilla/5.0 (TweetmemeBot/4.0; +http://datasift.com/bot.html) Gecko/20100101 Firefox/31.0": 0,
  151. "Mozilla/5.0 (Windows NT 10.0; ZumBot/1.0; WOW64;Trident/7.0;rv:11.0) Chrome/50.0.2661.94 (KHTML, like Gecko)": 0,
  152. "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36; 360Spider": 0,
  153. "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.4.2661.102 Safari/537.36; 360Spider": 0,
  154. "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 YisouSpider/5.0 Safari/537.36": 0,
  155. "Mozilla/5.0 (Windows NT 6.1; rv:16.0) Gecko +http://how-to-all.com/bot": 0,
  156. "Mozilla/5.0 (Windows NT 6.1; rv:38.0) Gecko/20100101 Firefox/38.0 (IndeedBot 1.1)": 0,
  157. "Mozilla/5.0 (Windows NT 6.2; WOW64) Runet-Research-Crawler (itrack.ru/research/cmsrate; rating@itrack.ru)": 0,
  158. "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.1.2) Gecko/20090729 Firefox/3.5.2 (.NET CLR 3.5.30729; Diffbot/0.1; +http://www.diffbot.com)": 0,
  159. "Mozilla/5.0 (Windows; U; Windows NT 5.1; ko; rv:1.9.2.4) Gecko/20100523 Firefox/3.6 (Googlebot compatible)": 0,
  160. "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/50.0": 10,
  161. "Mozilla/5.0 (Windows; U; Windows NT based; ru-RU) AppleWebKit/534.34 (KHTML, like Gecko) QtWeb Internet Browser/3.8.5 http://www.QtWeb.net": 0,
  162. "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36 (compatible; YandexScreenshotBot/3.0; +http://yandex.com/bots)": 0,
  163. "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36 Google (+https://developers.google.com/+/web/snippet/)": 0,
  164. "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/62.0.3202.62 Safari/537.36 Prerender (+https://github.com/prerender/prerender)": 0,
  165. "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) Chromium/31.0.1650.63 Site-Shot/2.1 (http://www.site-shot.com/) Version/7.0 Safari/538.1": 0,
  166. "Mozilla/5.0 (X11; Linux x86_64; SafecontentBot/1.0 ; +http://safecontent.io/) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36": 0,
  167. "Mozilla/5.0 (X11; Linux x86_64; rv:33.0) Gecko/20100101 Firefox/33.0 http://firstra.in/FR3_0": 0,
  168. "Mozilla/5.0 (compatible; +http://tweetedtimes.com)": 0,
  169. "Mozilla/5.0 (compatible; AdBot/1.0)": 0,
  170. "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)": 3,
  171. "Mozilla/5.0 (compatible; AhrefsBot/5.2; News; +http://ahrefs.com/robot/)": 3,
  172. "Mozilla/5.0 (compatible; AlphaBot/3.2; +http://alphaseobot.com/bot.html)": 0,
  173. "Mozilla/5.0 (compatible; AndersPinkBot/1.0; +http://anderspink.com/bot.html)": 0,
  174. "Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)": 0,
  175. "Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)": 0,
  176. "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)": 0,
  177. "Mozilla/5.0 (compatible; BazQux/2.4; +https://bazqux.com/fetcher; 1 subscribers)": 0,
  178. "Mozilla/5.0 (compatible; BegunAdvertising/3.0; +http://begun.ru/begun/technology/indexer/)": 0,
  179. "Mozilla/5.0 (compatible; Bingbot/2.0; +http://www.bing.com/bingbot.htm)": 0,
  180. "Mozilla/5.0 (compatible; Cliqzbot/2.0; +http://cliqz.com/company/cliqzbot)": 0,
  181. "Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34": 0,
  182. "Mozilla/5.0 (compatible; Cloudflare-AMP/1.0; +https://amp.cloudflare.com/doc/fetcher.html) AppleWebKit/534.34": 0,
  183. "Mozilla/5.0 (compatible; DNS SSL/TLS HTTP HTML Website Security Scanner/0.2 beta; +https://www.htmlyse.com/)": 0,
  184. "Mozilla/5.0 (compatible; DataXu/1.0; +http://dataxu.com)": 0,
  185. "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)": 0,
  186. "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)": 0,
  187. "Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com)": 0,
  188. "Mozilla/5.0 (compatible; DuckDuckGo/4.1; +http://www.duckduckgo.com/)": 0,
  189. "Mozilla/5.0 (compatible; EveryoneSocialBot/1.0; support@everyonesocial.com http://everyonesocial.com/)": 0,
  190. "Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)": 0,
  191. "Mozilla/5.0 (compatible; ExtLinksBot/1.5; +https://extlinks.com/Bot.html)": 0,
  192. "Mozilla/5.0 (compatible; FemtosearchBot/1.0; http://femtosearch.com)": 0,
  193. "Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)": 0,
  194. "Mozilla/5.0 (compatible; Gluten Free Crawler/1.0; +http://glutenfreepleasure.com/)": 0,
  195. "Mozilla/5.0 (compatible; Google AppsViewer; http://drive.google.com)": 0,
  196. "Mozilla/5.0 (compatible; GoogleDocs; apps-spreadsheets; +http://docs.google.com)": 0,
  197. "Mozilla/5.0 (compatible; Googlebot/2.1 +http://www.googlebot.com/bot.html)": 0,
  198. "Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)": 0,
  199. "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html )": 0,
  200. "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)": 99,
  201. "Mozilla/5.0 (compatible; Googlebot/2.1; AdNetwork/1.0)": 0,
  202. "Mozilla/5.0 (compatible; Googlebot/2.1; BeforeYouClick/1.0; +https://beforeyouclick.info/bot)": 0,
  203. "Mozilla/5.0 (compatible; Googlebot/2.1; startmebot/1.0; +https://start.me/bot)": 0,
  204. "Mozilla/5.0 (compatible; GorodRabot/1.0)": 0,
  205. "Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)": 15,
  206. "Mozilla/5.0 (compatible; GroupHigh/1.0; +http://www.grouphigh.com/)": 0,
  207. "Mozilla/5.0 (compatible; Jooblebot/2.0; Windows NT 6.1; WOW64; +http://jooble.org/jooble-bot)": 0,
  208. "Mozilla/5.0 (compatible; Jooblebot/2.0; Windows NT 6.1; WOW64; +http://jooble.org/jooble-bot) AppleWebKit/537.36 (KHTML, like Gecko) Safari/537.36": 0,
  209. "Mozilla/5.0 (compatible; Jooblebot/2.0; Windows NT 6.1; WOW64; +http://jooble.org/jooble-bot) Mobile": 0,
  210. "Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)": 0,
  211. "Mozilla/5.0 (compatible; LetsearchBot/1.0; +http://letsearch.ru)": 0,
  212. "Mozilla/5.0 (compatible; LinkisBot/1.0; bot@linkis.com)": 0,
  213. "Mozilla/5.0 (compatible; LinkisBot/1.0; bot@linkis.com) (iPhone; CPU iPhone OS 8_4_1 like Mac OS X) Mobile/12H321": 0,
  214. "Mozilla/5.0 (compatible; LinkpadBot/1.12; +http://www.linkpad.ru)": 0,
  215. "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +//go.mail.ru/help/robots)": 0,
  216. "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)": 55,
  217. "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Fast/2.0; +http://go.mail.ru/help/robots)": 21,
  218. "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Img/2.0; +http://go.mail.ru/help/robots)": 0,
  219. "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Robots/2.0; +http://go.mail.ru/help/robots)": 0,
  220. "Mozilla/5.0 (compatible; Linux x86_64; Meta_Bot/1.1)": 0,
  221. "Mozilla/5.0 (compatible; MJ12bot/v1.4.7; http://mj12bot.com/)": 0,
  222. "Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)": 0,
  223. "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider": 0,
  224. "Mozilla/5.0 (compatible; Mappy/1.0; +http://mappydata.net/bot/)": 0,
  225. "Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)": 0,
  226. "Mozilla/5.0 (compatible; MegaIndexAuditBot/1.1; +http://audit.megaindex.ru/)": 0,
  227. "Mozilla/5.0 (compatible; MojeekBot/0.6; +https://www.mojeek.com/bot.html)": 0,
  228. "Mozilla/5.0 (compatible; NetSeer crawler/2.0; +http://www.netseer.com/crawler.html; crawler@netseer.com)": 0,
  229. "Mozilla/5.0 (compatible; NetpeakCheckerBot/2.1; +https://netpeaksoftware.com/checker)": 0,
  230. "Mozilla/5.0 (compatible; OdklBot/1.0 like Linux; klass@odnoklassniki.ru)": 0,
  231. "Mozilla/5.0 (compatible; PR-CY.RU; + https://a.pr-cy.ru)": 0,
  232. "Mozilla/5.0 (compatible; PaperLiBot/2.1; https://support.paper.li/entries/20023257-what-is-paper-li)": 0,
  233. "Mozilla/5.0 (compatible; Pinterestbot/1.0; +http://www.pinterest.com/bot.html)": 0,
  234. "Mozilla/5.0 (compatible; Prlog/1.0; +http://prlog.ru/)": 0,
  235. "Mozilla/5.0 (compatible; Qwantify/2.4w; +https://www.qwant.com/)/2.4w": 0,
  236. "Mozilla/5.0 (compatible; SEOkicks; +http://www.seokicks.de/robot.html)": 0,
  237. "Mozilla/5.0 (compatible; SEOkicks; +https://www.seokicks.de/robot.html)": 0,
  238. "Mozilla/5.0 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)": 0,
  239. "Mozilla/5.0 (compatible; SMTBot/1.0; http://www.similartech.com/smtbot)": 0,
  240. "Mozilla/5.0 (compatible; Sakh.com Check Available bot; +https://www.sakh.com/reklama/)": 0,
  241. "Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)": 0,
  242. "Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)": 0,
  243. "Mozilla/5.0 (compatible; SemrushBot/2~bl; +http://www.semrush.com/bot.html)": 0,
  244. "Mozilla/5.0 (compatible; SeznamBot/3.2; +http://napoveda.seznam.cz/en/seznambot-intro/)": 0,
  245. "Mozilla/5.0 (compatible; SputnikBot/2.3; +http://corp.sputnik.ru/webmaster)": 0,
  246. "Mozilla/5.0 (compatible; Squidbot/1.0)": 0,
  247. "Mozilla/5.0 (compatible; Steeler/3.5; http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)": 0,
  248. "Mozilla/5.0 (compatible; SurdotlyBot/1.0; +http://sur.ly/bot.html)": 0,
  249. "Mozilla/5.0 (compatible; SurdotlyBot/1.0; +http://sur.ly/bot.html; Linux; Android 4; iPhone; CPU iPhone OS 6_0_1 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A523 Safari/8536.25": 0,
  250. "Mozilla/5.0 (compatible; TinEye-bot/1.31; +http://www.tineye.com/crawler.html)": 0,
  251. "Mozilla/5.0 (compatible; ToutiaoSpider/1.0; http://web.toutiao.com/media_cooperation/;)": 0,
  252. "Mozilla/5.0 (compatible; YaDirectFetcher/1.0; +http://yandex.com/bots)": 0,
  253. "Mozilla/5.0 (compatible; YaK/1.0; http://linkfluence.com/; bot@linkfluence.com)": 0,
  254. "Mozilla/5.0 (compatible; Yahoo Link Preview; https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html)": 0,
  255. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)": 0,
  256. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) kafe/1532581252-10": 0,
  257. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) kafe/1532915301-10": 0,
  258. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) kafe/1533016332-10": 0,
  259. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532636820-10": 0,
  260. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532703608-10": 0,
  261. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878451-10": 0,
  262. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878539-10": 0,
  263. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878562-10": 0,
  264. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878601-10": 0,
  265. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878649-10": 0,
  266. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878711-10": 0,
  267. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532878965-10": 0,
  268. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879052-10": 0,
  269. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879115-10": 0,
  270. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879172-10": 0,
  271. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879211-10": 0,
  272. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879287-10": 0,
  273. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532879551-10": 0,
  274. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1532881482-10": 0,
  275. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-bf1/1533016742-10": 0,
  276. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532574028-20": 0,
  277. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532584008-20": 0,
  278. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532586097-10": 0,
  279. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532589712-20": 0,
  280. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532590985-20": 0,
  281. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532599660-10": 0,
  282. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532602067-10": 0,
  283. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532602860-20": 0,
  284. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532608631-20": 0,
  285. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532613102-20": 0,
  286. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532614213-20": 0,
  287. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532617281-10": 0,
  288. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532624560-10": 0,
  289. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532629144-20": 0,
  290. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532629215-10": 0,
  291. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532633749-20": 0,
  292. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532636084-20": 0,
  293. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532645614-20": 0,
  294. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532652382-5": 0,
  295. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532655344-20": 0,
  296. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532658742-20": 0,
  297. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532661423-20": 0,
  298. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532663666-20": 0,
  299. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532672021-20": 0,
  300. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532673515-20": 0,
  301. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532682560-20": 0,
  302. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532685923-20": 0,
  303. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532686593-10": 0,
  304. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532688678-20": 0,
  305. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532693809-20": 0,
  306. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532700496-20": 0,
  307. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532708045-20": 0,
  308. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532717690-20": 0,
  309. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532720895-10": 0,
  310. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532729758-20": 0,
  311. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532742978-20": 0,
  312. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532744850-20": 0,
  313. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532746134-20": 0,
  314. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532749798-20": 0,
  315. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532752855-20": 0,
  316. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532756843-20": 0,
  317. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532756935-20": 0,
  318. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532758168-20": 0,
  319. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532760834-20": 0,
  320. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532767871-20": 0,
  321. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532769693-20": 0,
  322. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532780905-20": 0,
  323. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532781131-20": 0,
  324. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532799196-20": 0,
  325. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532800202-20": 0,
  326. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532800884-20": 0,
  327. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532804954-20": 0,
  328. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532807876-20": 0,
  329. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532814451-20": 0,
  330. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532817400-20": 0,
  331. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532820713-20": 0,
  332. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532835203-20": 0,
  333. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532840077-10": 0,
  334. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532841547-20": 0,
  335. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532846925-20": 0,
  336. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532855579-10": 0,
  337. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532859369-20": 0,
  338. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532874275-20": 0,
  339. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532878228-10": 0,
  340. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532905040-20": 0,
  341. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532907679-20": 0,
  342. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532910267-20": 0,
  343. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532943347-20": 0,
  344. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532943635-10": 0,
  345. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532953407-20": 0,
  346. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532958433-20": 0,
  347. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532961195-20": 0,
  348. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1532964997-20": 0,
  349. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533007223-10": 0,
  350. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533012646-10": 0,
  351. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533018729-20": 0,
  352. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533023923-20": 0,
  353. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533032740-10": 0,
  354. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533034970-20": 0,
  355. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533035701-20": 0,
  356. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533040633-20": 0,
  357. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533042361-10": 0,
  358. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533053231-20": 0,
  359. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533056077-20": 0,
  360. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533073542-20": 0,
  361. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533117479-10": 0,
  362. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533124362-10": 0,
  363. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533129621-20": 0,
  364. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533131765-10": 0,
  365. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533132458-10": 0,
  366. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533145877-20": 0,
  367. "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) sieve-gq1/1533159935-10": 0,
  368. "Mozilla/5.0 (compatible; YandexAccessibilityBot/3.0; +http://yandex.com/bots)": 0,
  369. "Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)": 0,
  370. "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)": 670,
  371. "Mozilla/5.0 (compatible; YandexBot/3.0; MirrorDetector; +http://yandex.com/bots)": 1,
  372. "Mozilla/5.0 (compatible; YandexBot/3.0; Smi2LinkBot/1.0)": 0,
  373. "Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)": 0,
  374. "Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)": 0,
  375. "Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots yabs01)": 0,
  376. "Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)": 0,
  377. "Mozilla/5.0 (compatible; YandexMetrika/3.0; +http://yandex.com/bots)": 0,
  378. "Mozilla/5.0 (compatible; YandexNews/4.0; +http://yandex.com/bots)": 0,
  379. "Mozilla/5.0 (compatible; YandexVideoParser/1.0; +http://yandex.com/bots)": 0,
  380. "Mozilla/5.0 (compatible; Yeti/1.1; +http://naver.me/spd)": 0,
  381. "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot)": 0,
  382. "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)": 0,
  383. "Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)": 0,
  384. "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)": 63,
  385. "Mozilla/5.0 (compatible; changedetection/7.0; +http://www.changedetection.com/bot.html)": 0,
  386. "Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)": 0,
  387. "Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)": 0,
  388. "Mozilla/5.0 (compatible; heritrix/3.3.0-SNAPSHOT-20140702-2247 +http://archive.org/details/archive.org_bot)": 0,
  389. "Mozilla/5.0 (compatible; heritrix/3.3.0-SNAPSHOT-20150302-2206 +http://127.0.0.1)": 0,
  390. "Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/bots/)": 0,
  391. "Mozilla/5.0 (compatible; linkdexbot/2.2; +http://www.linkdex.com/bots/)": 0,
  392. "Mozilla/5.0 (compatible; nsrbot/1.0; \u0026#43;http://netsystemsresearch.com)": 0,
  393. "Mozilla/5.0 (compatible; oBot/2.3.1; +http://filterdb.iss.net/crawler/)": 0,
  394. "Mozilla/5.0 (compatible; openstat.ru/Bot)": 0,
  395. "Mozilla/5.0 (compatible; proximic; +https://www.comscore.com/Web-Crawler)": 0,
  396. "Mozilla/5.0 (compatible; seo-audit-check-bot/1.0)": 0,
  397. "Mozilla/5.0 (compatible; spbot/5.0.3; +http://OpenLinkProfiler.org/bot )": 0,
  398. "Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)": 0,
  399. "Mozilla/5.0 (compatible; statdom.ru/Bot; +http://statdom.ru/bot.html)": 0,
  400. "Mozilla/5.0 (compatible; techleadzbot/1.1; +http://techleadz.io)": 0,
  401. "Mozilla/5.0 (compatible; top100.rambler.ru crawler)": 0,
  402. "Mozilla/5.0 (compatible; tracemyfile/1.0; +bot@tracemyfile.com)": 0,
  403. "Mozilla/5.0 (compatible; vkShare; +http://vk.com/dev/Share)": 0,
  404. "Mozilla/5.0 (compatible; woobot/2.0; +https://www.woorank.com/bot)": 0,
  405. "Mozilla/5.0 (iPad; CPU OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1 (compatible; woobot/2.0; +https://www.woorank.com/bot)": 0,
  406. "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)": 0,
  407. "Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)": 0,
  408. "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B410 Safari/600.1.4 (Applebot/0.1; +http://www.apple.com/go/applebot)": 0,
  409. "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B411 Safari/600.1.4 (compatible; YandexMobileBot/3.0; +http://yandex.com/bots)": 0,
  410. "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1. 4 (compatible; HyScore/1.0; +https://hyscore.io/crawler/)": 0,
  411. "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4 (compatible; Laserlikebot/0.1)": 0,
  412. "Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1 (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)": 0,
  413. "Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1 (compatible; woobot/2.0; +https://www.woorank.com/bot)": 0,
  414. "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36": 0,
  415. "Mozilla/5.0 Moreover/5.1 (+http://www.moreover.com)": 1,
  416. "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t12ca; +http://researchscan.comsys.rwth-aachen.de)": 0,
  417. "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t12sns; +http://researchscan.comsys.rwth-aachen.de)": 0,
  418. "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t13a; +http://researchscan.comsys.rwth-aachen.de)": 0,
  419. "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t13rl; +http://researchscan.comsys.rwth-aachen.de)": 0,
  420. "Neticle Crawler v1.0 ( http://bot.neticle.hu/ )": 0,
  421. "OdklBot/1.0 (share@odnoklassniki.ru)": 0,
  422. "POE-Component-Client-HTTP/0.945 (perl; N; POE; en; rv:0.945000)": 0,
  423. "PocketParser/2.0 (+https://getpocket.com/pocketparser_ua)": 0,
  424. "ProcLink Bot http://proc.link": 0,
  425. "Python/3.5 aiohttp/0.21.6": 0,
  426. "Python/3.6 aiohttp/2.3.2": 0,
  427. "Python/3.6 aiohttp/3.3.2": 0,
  428. "RankingBot2 -- https://varocarbas.com/bot_ranking2/": 0,
  429. "SAGETEL60A_6464_11B_HW (MRE/3.1.00(1280);MAUI/70418_UL284_X2805_ARTEL_X5;BDATE/2017/04/18 20:27;LCD/240320;CHIP/MT6260;KEY/Normal;TOUCH/0;CAMERA/1;SENSOR/0;DEV/SAGETEL60A_6464_11B_HW;WAP Browser/MAUI (HTTP PGDL;HTTPS);GMOBI/001;MBOUNCE/002;MOMAGIC/003;INDEX/004;SPICEI2I/005;GAMEL) V01_170418_UL284_X2805_ARTEL_X5 Release/2017.04.18 WAP Browser/MAUI (HTTP PGDL; HTTPS) Profile/Profile/MIDP-2.0 Configuration/CLDC-1.1 Q03C1-2.40 ru-RU": 0,
  430. "SBL-BOT (http://sbl.net)": 0,
  431. "SEMrushBot": 0,
  432. "SafeDNSBot (https://www.safedns.com/searchbot)": 0,
  433. "Scrapy/1.3.3 (+http://scrapy.org)": 0,
  434. "Scrapy/1.5.0 (+https://scrapy.org)": 0,
  435. "Scrapy/1.5.1 (+https://scrapy.org)": 0,
  436. "Screaming Frog SEO Spider/9.2": 0,
  437. "Screaming Frog SEO Spider/9.4": 0,
  438. "Selfoss/2.15 (+http://selfoss.aditu.de)": 0,
  439. "SentiBot www.sentibot.eu (compatible with Googlebot)": 0,
  440. "SimplePie/1.2 (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20090627192103": 0,
  441. "SiteCheckerBot/1.0 (+http://sitechecker.pro)": 0,
  442. "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)": 0,
  443. "Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)": 21,
  444. "Tclgit http client package 072618.001330": 0,
  445. "Tclgit http client package 072618.011230": 0,
  446. "Tclgit http client package 072618.011630": 0,
  447. "Tclgit http client package 072618.011730": 0,
  448. "Tclgit http client package 072618.011800": 0,
  449. "Tclgit http client package 072618.012130": 0,
  450. "Tclgit http client package 072618.020930": 0,
  451. "Tclgit http client package 072618.021300": 0,
  452. "Tclgit http client package 072618.021600": 0,
  453. "Tclgit http client package 072618.030600": 0,
  454. "Tclgit http client package 072618.031500": 0,
  455. "Tclgit http client package 072618.031730": 0,
  456. "Tclgit http client package 072618.032030": 0,
  457. "Tclgit http client package 072618.040900": 0,
  458. "Tclgit http client package 072618.042200": 0,
  459. "Tclgit http client package 072618.042230": 0,
  460. "Tclgit http client package 072618.051100": 0,
  461. "Tclgit http client package 072618.051530": 0,
  462. "Tclgit http client package 072618.051600": 0,
  463. "Tclgit http client package 072618.060730": 0,
  464. "Tclgit http client package 072618.061000": 0,
  465. "Tclgit http client package 072618.061030": 0,
  466. "Tclgit http client package 072618.061700": 0,
  467. "Tclgit http client package 072618.062000": 0,
  468. "Tclgit http client package 072618.070700": 0,
  469. "Tclgit http client package 072618.071830": 0,
  470. "Tclgit http client package 072618.081430": 0,
  471. "Tclgit http client package 072618.090530": 0,
  472. "Tclgit http client package 072618.090630": 0,
  473. "Tclgit http client package 072618.090830": 0,
  474. "Tclgit http client package 072618.102130": 0,
  475. "Tclgit http client package 072618.102200": 0,
  476. "Tclgit http client package 072618.111130": 0,
  477. "Tclgit http client package 072618.111300": 0,
  478. "Tclgit http client package 072618.112100": 0,
  479. "Tclgit http client package 072618.131200": 0,
  480. "Tclgit http client package 072618.140530": 0,
  481. "Tclgit http client package 072618.140800": 0,
  482. "Tclgit http client package 072618.141600": 0,
  483. "Tclgit http client package 072618.141930": 0,
  484. "Tclgit http client package 072618.151400": 0,
  485. "Tclgit http client package 072618.151900": 0,
  486. "Tclgit http client package 072718.001130": 0,
  487. "Tclgit http client package 072718.001500": 0,
  488. "Tclgit http client package 072718.010700": 0,
  489. "Tclgit http client package 072718.010730": 0,
  490. "Tclgit http client package 072718.011100": 0,
  491. "Tclgit http client package 072718.012100": 0,
  492. "Tclgit http client package 072718.020400": 0,
  493. "Tclgit http client package 072718.022230": 0,
  494. "Tclgit http client package 072718.031030": 0,
  495. "Tclgit http client package 072718.041330": 0,
  496. "Tclgit http client package 072718.041430": 0,
  497. "Tclgit http client package 072718.042130": 0,
  498. "Tclgit http client package 072718.060630": 0,
  499. "Tclgit http client package 072718.061230": 0,
  500. "Tclgit http client package 072718.061930": 0,
  501. "Tclgit http client package 072718.070600": 0,
  502. "Tclgit http client package 072718.071000": 0,
  503. "Tclgit http client package 072718.071200": 0,
  504. "Tclgit http client package 072718.080430": 0,
  505. "Tclgit http client package 072718.081800": 0,
  506. "Tclgit http client package 072718.090930": 0,
  507. "Tclgit http client package 072718.091400": 0,
  508. "Tclgit http client package 072718.092200": 0,
  509. "Tclgit http client package 072718.100730": 0,
  510. "Tclgit http client package 072718.102000": 0,
  511. "Tclgit http client package 072718.110500": 0,
  512. "Tclgit http client package 072718.111300": 0,
  513. "Tclgit http client package 072718.111900": 0,
  514. "Tclgit http client package 072718.120800": 0,
  515. "Tclgit http client package 072718.120830": 0,
  516. "Tclgit http client package 072718.120900": 0,
  517. "Tclgit http client package 072718.122030": 0,
  518. "Tclgit http client package 072718.130530": 0,
  519. "Tclgit http client package 072718.131530": 0,
  520. "Tclgit http client package 072718.131630": 0,
  521. "Tclgit http client package 072718.131700": 0,
  522. "Tclgit http client package 072718.141600": 0,
  523. "Tclgit http client package 072718.141830": 0,
  524. "Tclgit http client package 072718.151730": 0,
  525. "Tclgit http client package 072818.001100": 0,
  526. "Tclgit http client package 072818.001800": 0,
  527. "Tclgit http client package 072818.010800": 0,
  528. "Tclgit http client package 072818.011230": 0,
  529. "Tclgit http client package 072818.012000": 0,
  530. "Tclgit http client package 072818.030400": 0,
  531. "Tclgit http client package 072818.030500": 0,
  532. "Tclgit http client package 072818.031400": 0,
  533. "Tclgit http client package 072818.040630": 0,
  534. "Tclgit http client package 072818.041130": 0,
  535. "Tclgit http client package 072818.042130": 0,
  536. "Tclgit http client package 072818.050930": 0,
  537. "Tclgit http client package 072818.051500": 0,
  538. "Tclgit http client package 072818.051600": 0,
  539. "Tclgit http client package 072818.051700": 0,
  540. "Tclgit http client package 072818.061000": 0,
  541. "Tclgit http client package 072818.061030": 0,
  542. "Tclgit http client package 072818.062230": 0,
  543. "Tclgit http client package 072818.082100": 0,
  544. "Tclgit http client package 072818.090900": 0,
  545. "Tclgit http client package 072818.091200": 0,
  546. "Tclgit http client package 072818.091430": 0,
  547. "Tclgit http client package 072818.100430": 0,
  548. "Tclgit http client package 072818.100530": 0,
  549. "Tclgit http client package 072818.101330": 0,
  550. "Tclgit http client package 072818.111300": 0,
  551. "Tclgit http client package 072818.111830": 0,
  552. "Tclgit http client package 072818.112200": 0,
  553. "Tclgit http client package 072818.121530": 0,
  554. "Tclgit http client package 072818.121630": 0,
  555. "Tclgit http client package 072818.121900": 0,
  556. "Tclgit http client package 072818.130600": 0,
  557. "Tclgit http client package 072818.130730": 0,
  558. "Tclgit http client package 072818.141930": 0,
  559. "Tclgit http client package 072818.142030": 0,
  560. "Tclgit http client package 072818.150700": 0,
  561. "Tclgit http client package 072818.151730": 0,
  562. "Tclgit http client package 072818.160830": 0,
  563. "Tclgit http client package 072918.001530": 0,
  564. "Tclgit http client package 072918.001800": 0,
  565. "Tclgit http client package 072918.001900": 0,
  566. "Tclgit http client package 072918.002130": 0,
  567. "Tclgit http client package 072918.011500": 0,
  568. "Tclgit http client package 072918.020830": 0,
  569. "Tclgit http client package 072918.020930": 0,
  570. "Tclgit http client package 072918.030630": 0,
  571. "Tclgit http client package 072918.040800": 0,
  572. "Tclgit http client package 072918.040830": 0,
  573. "Tclgit http client package 072918.050500": 0,
  574. "Tclgit http client package 072918.051100": 0,
  575. "Tclgit http client package 072918.051300": 0,
  576. "Tclgit http client package 072918.051730": 0,
  577. "Tclgit http client package 072918.052100": 0,
  578. "Tclgit http client package 072918.060400": 0,
  579. "Tclgit http client package 072918.060730": 0,
  580. "Tclgit http client package 072918.060900": 0,
  581. "Tclgit http client package 072918.061200": 0,
  582. "Tclgit http client package 072918.070430": 0,
  583. "Tclgit http client package 072918.070800": 0,
  584. "Tclgit http client package 072918.071230": 0,
  585. "Tclgit http client package 072918.081430": 0,
  586. "Tclgit http client package 072918.090530": 0,
  587. "Tclgit http client package 072918.100530": 0,
  588. "Tclgit http client package 072918.100700": 0,
  589. "Tclgit http client package 072918.101400": 0,
  590. "Tclgit http client package 072918.101930": 0,
  591. "Tclgit http client package 072918.111000": 0,
  592. "Tclgit http client package 072918.120600": 0,
  593. "Tclgit http client package 072918.121130": 0,
  594. "Tclgit http client package 072918.121700": 0,
  595. "Tclgit http client package 072918.121830": 0,
  596. "Tclgit http client package 072918.122000": 0,
  597. "Tclgit http client package 072918.122230": 0,
  598. "Tclgit http client package 072918.131600": 0,
  599. "Tclgit http client package 072918.132200": 0,
  600. "Tclgit http client package 072918.151330": 0,
  601. "Tclgit http client package 072918.152030": 0,
  602. "Tclgit http client package 072918.161030": 0,
  603. "Tclgit http client package 072918.161630": 0,
  604. "Tclgit http client package 073018.001130": 0,
  605. "Tclgit http client package 073018.001200": 0,
  606. "Tclgit http client package 073018.010730": 0,
  607. "Tclgit http client package 073018.011730": 0,
  608. "Tclgit http client package 073018.011900": 0,
  609. "Tclgit http client package 073018.012130": 0,
  610. "Tclgit http client package 073018.030630": 0,
  611. "Tclgit http client package 073018.031430": 0,
  612. "Tclgit http client package 073018.040900": 0,
  613. "Tclgit http client package 073018.041100": 0,
  614. "Tclgit http client package 073018.041230": 0,
  615. "Tclgit http client package 073018.042000": 0,
  616. "Tclgit http client package 073018.050430": 0,
  617. "Tclgit http client package 073018.051000": 0,
  618. "Tclgit http client package 073018.060930": 0,
  619. "Tclgit http client package 073018.062030": 0,
  620. "Tclgit http client package 073018.062200": 0,
  621. "Tclgit http client package 073018.071330": 0,
  622. "Tclgit http client package 073018.071530": 0,
  623. "Tclgit http client package 073018.071700": 0,
  624. "Tclgit http client package 073018.090600": 0,
  625. "Tclgit http client package 073018.090630": 0,
  626. "Tclgit http client package 073018.091600": 0,
  627. "Tclgit http client package 073018.100530": 0,
  628. "Tclgit http client package 073018.101300": 0,
  629. "Tclgit http client package 073018.101500": 0,
  630. "Tclgit http client package 073018.101930": 0,
  631. "Tclgit http client package 073018.111800": 0,
  632. "Tclgit http client package 073018.120830": 0,
  633. "Tclgit http client package 073018.121030": 0,
  634. "Tclgit http client package 073018.121630": 0,
  635. "Tclgit http client package 073018.131400": 0,
  636. "Tclgit http client package 073018.131830": 0,
  637. "Tclgit http client package 073018.140800": 0,
  638. "Tclgit http client package 073018.150400": 0,
  639. "Tclgit http client package 073018.150500": 0,
  640. "Tclgit http client package 073018.152100": 0,
  641. "Tclgit http client package 073018.162230": 0,
  642. "Tclgit http client package 073118.000730": 0,
  643. "Tclgit http client package 073118.000830": 0,
  644. "Tclgit http client package 073118.011900": 0,
  645. "Tclgit http client package 073118.021530": 0,
  646. "Tclgit http client package 073118.021830": 0,
  647. "Tclgit http client package 073118.022100": 0,
  648. "Tclgit http client package 073118.040630": 0,
  649. "Tclgit http client package 073118.041500": 0,
  650. "Tclgit http client package 073118.041600": 0,
  651. "Tclgit http client package 073118.050630": 0,
  652. "Tclgit http client package 073118.050830": 0,
  653. "Tclgit http client package 073118.052230": 0,
  654. "Tclgit http client package 073118.060730": 0,
  655. "Tclgit http client package 073118.060900": 0,
  656. "Tclgit http client package 073118.061730": 0,
  657. "Tclgit http client package 073118.062200": 0,
  658. "Tclgit http client package 073118.070530": 0,
  659. "Tclgit http client package 073118.071100": 0,
  660. "Tclgit http client package 073118.071430": 0,
  661. "Tclgit http client package 073118.072000": 0,
  662. "Tclgit http client package 073118.080430": 0,
  663. "Tclgit http client package 073118.081130": 0,
  664. "Tclgit http client package 073118.081400": 0,
  665. "Tclgit http client package 073118.081800": 0,
  666. "Tclgit http client package 073118.081930": 0,
  667. "Tclgit http client package 073118.090400": 0,
  668. "Tclgit http client package 073118.090800": 0,
  669. "Tclgit http client package 073118.091630": 0,
  670. "Tclgit http client package 073118.092130": 0,
  671. "Tclgit http client package 073118.100500": 0,
  672. "Tclgit http client package 073118.100700": 0,
  673. "Tclgit http client package 073118.101000": 0,
  674. "Tclgit http client package 073118.101030": 0,
  675. "Tclgit http client package 073118.101700": 0,
  676. "Tclgit http client package 073118.111430": 0,
  677. "Tclgit http client package 073118.120930": 0,
  678. "Tclgit http client package 073118.131330": 0,
  679. "Tclgit http client package 073118.131700": 0,
  680. "Tclgit http client package 073118.140600": 0,
  681. "Tclgit http client package 073118.141200": 0,
  682. "Tclgit http client package 073118.141300": 0,
  683. "Tclgit http client package 073118.150600": 0,
  684. "Tclgit http client package 073118.151230": 0,
  685. "Tclgit http client package 073118.162030": 0,
  686. "Tclgit http client package 080118.000600": 0,
  687. "Tclgit http client package 080118.002230": 0,
  688. "Tclgit http client package 080118.010500": 0,
  689. "Tclgit http client package 080118.010800": 0,
  690. "Tclgit http client package 080118.011600": 0,
  691. "Tclgit http client package 080118.011930": 0,
  692. "Tclgit http client package 080118.030630": 0,
  693. "Tclgit http client package 080118.031830": 0,
  694. "Tclgit http client package 080118.032030": 0,
  695. "Tclgit http client package 080118.041330": 0,
  696. "Tclgit http client package 080118.041630": 0,
  697. "Tclgit http client package 080118.051700": 0,
  698. "Tclgit http client package 080118.060730": 0,
  699. "Tclgit http client package 080118.061230": 0,
  700. "Tclgit http client package 080118.070430": 0,
  701. "Tclgit http client package 080118.070700": 0,
  702. "Tclgit http client package 080118.071030": 0,
  703. "Tclgit http client package 080118.071200": 0,
  704. "Tclgit http client package 080118.071400": 0,
  705. "Tclgit http client package 080118.071500": 0,
  706. "Tclgit http client package 080118.072130": 0,
  707. "Tclgit http client package 080118.072200": 0,
  708. "Tclgit http client package 080118.080400": 0,
  709. "Tclgit http client package 080118.080530": 0,
  710. "Tclgit http client package 080118.081630": 0,
  711. "Tclgit http client package 080118.090900": 0,
  712. "Tclgit http client package 080118.091130": 0,
  713. "Tclgit http client package 080118.091800": 0,
  714. "Tclgit http client package 080118.092000": 0,
  715. "Tclgit http client package 080118.092100": 0,
  716. "Tclgit http client package 080118.101900": 0,
  717. "Tclgit http client package 080118.110830": 0,
  718. "Tclgit http client package 080118.110930": 0,
  719. "Tclgit http client package 080118.111100": 0,
  720. "Tclgit http client package 080118.111730": 0,
  721. "Tclgit http client package 080118.131000": 0,
  722. "Tclgit http client package 080118.131300": 0,
  723. "Tclgit http client package 080118.141430": 0,
  724. "Tclgit http client package 080118.151530": 0,
  725. "TelegramBot (like TwitterBot)": 0,
  726. "Telegram_readerBot/0.1 (+http://telegram.me/)": 0,
  727. "Twitterbot/1.0": 0,
  728. "Typhoeus - https://github.com/typhoeus/typhoeus": 0,
  729. "UniversalFeedParser/5.2.1 +https://code.google.com/p/feedparser/": 0,
  730. "Urlid.Ru Bot": 0,
  731. "Validator.nu/LV http://validator.w3.org/services": 0,
  732. "Valve/Steam HTTP Client 1.0": 0,
  733. "VelenPublicWebCrawler (velen.io)": 0,
  734. "Virusdie crawler/2.1": 0,
  735. "Watchbot monitoring robot (https://watchbot.fflow.net)": 0,
  736. "WinHTTP": 0,
  737. "WordPress.com; https://nasakhaline.wordpress.com": 0,
  738. "WordPress/4.1.1; http://naityzaim.ru": 0,
  739. "WordPress/4.1.1; http://srochnozaimkartu.ru": 0,
  740. "WordPress/4.1.1; http://zaemkiwi.ru": 0,
  741. "WordPress/4.1.1; http://zaymivsem.ru": 0,
  742. "WordPress/4.8.7; http://18hd.ru": 0,
  743. "WordPress/4.9.7; http://yagly.ru": 0,
  744. "WordPress/4.9.7; http://znakomstva24-sex.club": 0,
  745. "WordPress/4.9.7; https://sakhnews.com": 0,
  746. "WordPress/4.9.7; https://venera.actd.nl": 0,
  747. "WordPress/4.9.7; https://www.risk-academy.ru": 0,
  748. "XenForo/2.x (https://notdrink.ru)": 0,
  749. "YisouSpider": 0,
  750. "ZoomBot (Linkbot 1.0 http://suite.seozoom.it/bot.html)": 0,
  751. "acebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php)": 0,
  752. "admantx-adform/3.0 (+http://www.admantx.com/service-fetcher.html)": 0,
  753. "admantx-usasab/3.0 (+http://www.admantx.com/service-fetcher.html)": 0,
  754. "bidswitchbot/1.0": 0,
  755. "bitlybot": 0,
  756. "bitlybot/3.0 (+http://bit.ly/)": 0,
  757. "crawler v5.0.141 (admin@ibic.se)": 0,
  758. "dlvr.it/1.0 (+http://dlvr.it/)": 1,
  759. "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)": 0,
  760. "facebookexternalhit/1.1;kakaotalk-scrap/1.0; +https://devtalk.kakao.com/t/scrap/33984": 0,
  761. "focusbot/1.1": 0,
  762. "ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)": 0,
  763. "istellabot/t.1.13": 0,
  764. "localhost SupremeSearch.net Crawler 1.1": 0,
  765. "ltx71 - (http://ltx71.com/)": 0,
  766. "magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)": 0,
  767. "mediawords bot (http://cyber.law.harvard.edu)": 0,
  768. "metadata-downloader-bot/1.0 (eng@linqia.com)": 0,
  769. "netEstate NE Crawler (+http://www.website-datenbank.de/)": 0,
  770. "node-fetch/1.0 (+https://github.com/bitinn/node-fetch)": 0,
  771. "okhttp/3.3.0": 0,
  772. "okhttp/3.4.1": 0,
  773. "okhttp/3.8.1": 0,
  774. "okhttp/3.9.0": 0,
  775. "omgili/0.5 +http://omgili.com": 0,
  776. "sqlmap/1.2.7#stable (http://sqlmap.org)": 0,
  777. "tigerbot": 0,
  778. "trendkite-akashic-crawler": 0,
  779. "web_crawler/Nutch-2.3.1": 0,
  780. "weborama-fetcher (+http://www.weborama.com)": 0
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!