API tools faq
paste
Guest User

Untitled

a guest
Dec 14th, 2017
767
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 35.41 KB | None | 0 0
raw download clone embed print report
  1. # Bot Block #
  2. RewriteEngine On
  3. # Block Essential Bots #
  4. #RewriteCond %{HTTP_USER_AGENT} ^(.*)msnbot [NC,OR]
  5. RewriteCond %{HTTP_USER_AGENT} ^(.*)MJ12bot [NC,OR]
  6. RewriteCond %{HTTP_USER_AGENT} ^(.*)BLEXBot [NC,OR]
  7. RewriteCond %{HTTP_USER_AGENT} ^(.*)SolomonoBot [NC,OR]
  8. RewriteCond %{HTTP_USER_AGENT} ^(.*)Yandex [NC,OR]
  9. #RewriteCond %{HTTP_USER_AGENT} ^(.*)bingbot [NC,OR]
  10. RewriteCond %{HTTP_USER_AGENT} ^(.*)Baiduspider [NC,OR]
  11. RewriteCond %{HTTP_USER_AGENT} ^(.*)Yeti [NC,OR]
  12. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mail.Ru [NC,OR]
  13. RewriteCond %{HTTP_USER_AGENT} ^(.*)Ezooms [NC,OR]
  14. RewriteCond %{HTTP_USER_AGENT} ^(.*)AhrefsBot [NC,OR]
  15. RewriteCond %{HTTP_USER_AGENT} ^(.*)Sosospider [NC,OR]
  16. RewriteCond %{HTTP_USER_AGENT} ^(.*)sogou [NC,OR]
  17. RewriteCond %{HTTP_USER_AGENT} ^(.*)exabot [NC,OR]
  18. RewriteCond %{HTTP_USER_AGENT} ^(.*)rogerbot [NC,OR]
  19. # Block Non-Essential Bots #
  20. RewriteCond %{HTTP_USER_AGENT} ^(.*)2icommerce [NC,OR]
  21. RewriteCond %{HTTP_USER_AGENT} ^(.*)archive.org [NC,OR]
  22. RewriteCond %{HTTP_USER_AGENT} ^(.*)Abont [NC,OR]
  23. RewriteCond %{HTTP_USER_AGENT} ^(.*)abot [NC,OR]
  24. RewriteCond %{HTTP_USER_AGENT} ^(.*)Accoona [NC,OR]
  25. RewriteCond %{HTTP_USER_AGENT} ^(.*)ActiveTouristBot [NC,OR]
  26. RewriteCond %{HTTP_USER_AGENT} ^(.*)adressendeutschland [NC,OR]
  27. RewriteCond %{HTTP_USER_AGENT} ^(.*)aipbot [NC,OR]
  28. RewriteCond %{HTTP_USER_AGENT} ^(.*)Alligator [NC,OR]
  29. RewriteCond %{HTTP_USER_AGENT} ^(.*)AllSubmitter [NC,OR]
  30. RewriteCond %{HTTP_USER_AGENT} ^(.*)almaden [NC,OR]
  31. RewriteCond %{HTTP_USER_AGENT} ^(.*)anarchie [NC,OR]
  32. RewriteCond %{HTTP_USER_AGENT} ^(.*)Acunetix [NC,OR]
  33. RewriteCond %{HTTP_USER_AGENT} ^(.*)AESOP_com_SpiderMan [NC,OR]
  34. RewriteCond %{HTTP_USER_AGENT} ^(.*)Alexibot [NC,OR]
  35. RewriteCond %{HTTP_USER_AGENT} ^(.*)Anonymous [NC,OR]
  36. RewriteCond %{HTTP_USER_AGENT} ^(.*)Anonymouse.org [NC,OR]
  37. RewriteCond %{HTTP_USER_AGENT} ^(.*)Apexoo [NC,OR]
  38. RewriteCond %{HTTP_USER_AGENT} ^(.*)Aqua_Products [NC,OR]
  39. RewriteCond %{HTTP_USER_AGENT} ^(.*)asterias [NC,OR]
  40. RewriteCond %{HTTP_USER_AGENT} ^(.*)ASSORT [NC,OR]
  41. RewriteCond %{HTTP_USER_AGENT} ^(.*)ATHENS [NC,OR]
  42. RewriteCond %{HTTP_USER_AGENT} ^(.*)AtHome [NC,OR]
  43. RewriteCond %{HTTP_USER_AGENT} ^(.*)Atomz [NC,OR]
  44. RewriteCond %{HTTP_USER_AGENT} ^(.*)attach [NC,OR]
  45. RewriteCond %{HTTP_USER_AGENT} ^(.*)autoemailspider [NC,OR]
  46. RewriteCond %{HTTP_USER_AGENT} ^(.*)autohttp [NC,OR]
  47. RewriteCond %{HTTP_USER_AGENT} ^(.*)BackDoorBot [NC,OR]
  48. RewriteCond %{HTTP_USER_AGENT} ^(.*)BackWeb [NC,OR]
  49. RewriteCond %{HTTP_USER_AGENT} ^(.*)binlar [NC,OR]
  50. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bandit [NC,OR]
  51. RewriteCond %{HTTP_USER_AGENT} ^(.*)Badass [NC,OR]
  52. RewriteCond %{HTTP_USER_AGENT} ^(.*)BecomeBot [NC,OR]
  53. RewriteCond %{HTTP_USER_AGENT} ^(.*)berts [NC,OR]
  54. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bitacle [NC,OR]
  55. RewriteCond %{HTTP_USER_AGENT} ^(.*)Biz360 [NC,OR]
  56. RewriteCond %{HTTP_USER_AGENT} ^(.*)bladder\ fusion [NC,OR]
  57. RewriteCond %{HTTP_USER_AGENT} ^(.*)Blog\ Checker [NC,OR]
  58. RewriteCond %{HTTP_USER_AGENT} ^(.*)BlogPeople [NC,OR]
  59. RewriteCond %{HTTP_USER_AGENT} ^(.*)Blogshares\ Spiders [NC,OR]
  60. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bloodhound [NC,OR]
  61. RewriteCond %{HTTP_USER_AGENT} ^(.*)BatchFTP [NC,OR]
  62. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bigfoot [NC,OR]
  63. RewriteCond %{HTTP_USER_AGENT} ^(.*)Black.Hole [NC,OR]
  64. RewriteCond %{HTTP_USER_AGENT} ^(.*)BlackWidow [NC,OR]
  65. RewriteCond %{HTTP_USER_AGENT} ^(.*)BlowFish [NC,OR]
  66. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bolt [NC,OR]
  67. RewriteCond %{HTTP_USER_AGENT} ^(.*)Board\ Bot [NC,OR]
  68. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bookmark\ search\ tool [NC,OR]
  69. RewriteCond %{HTTP_USER_AGENT} ^(.*)b2w [NC,OR]
  70. RewriteCond %{HTTP_USER_AGENT} ^(.*)bew [NC,OR]
  71. RewriteCond %{HTTP_USER_AGENT} ^(.*)BotALot [NC,OR]
  72. RewriteCond %{HTTP_USER_AGENT} ^(.*)BotRightHere [NC,OR]
  73. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bot\ mailto:craftbot@yahoo.com [NC,OR]
  74. RewriteCond %{HTTP_USER_AGENT} ^(.*)Buddy [NC,OR]
  75. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bropwers [NC,OR]
  76. RewriteCond %{HTTP_USER_AGENT} ^(.*)Browsezilla [NC,OR]
  77. RewriteCond %{HTTP_USER_AGENT} ^(.*)BuiltBotTough [NC,OR]
  78. RewriteCond %{HTTP_USER_AGENT} ^(.*)Bullseye [NC,OR]
  79. RewriteCond %{HTTP_USER_AGENT} ^(.*)BunnySlippers [NC,OR]
  80. RewriteCond %{HTTP_USER_AGENT} ^(.*)casper [NC,OR]
  81. RewriteCond %{HTTP_USER_AGENT} ^(.*)Cegbfeieh [NC,OR]
  82. RewriteCond %{HTTP_USER_AGENT} ^(.*)CheeseBot [NC,OR]
  83. RewriteCond %{HTTP_USER_AGENT} ^(.*)cmsworld [NC,OR]
  84. RewriteCond %{HTTP_USER_AGENT} ^(.*)checkpriv [NC,OR]
  85. RewriteCond %{HTTP_USER_AGENT} ^(.*)choppy [NC,OR]
  86. RewriteCond %{HTTP_USER_AGENT} ^(.*)clshttp [NC,OR]
  87. RewriteCond %{HTTP_USER_AGENT} ^(.*)CherryPicker [NC,OR]
  88. RewriteCond %{HTTP_USER_AGENT} ^(.*)ChinaClaw [NC,OR]
  89. RewriteCond %{HTTP_USER_AGENT} ^(.*)charlotte [NC,OR]
  90. RewriteCond %{HTTP_USER_AGENT} ^(.*)Convera [NC,OR]
  91. RewriteCond %{HTTP_USER_AGENT} ^(.*)Copernic [NC,OR]
  92. RewriteCond %{HTTP_USER_AGENT} ^(.*)CFNetwork [NC,OR]
  93. RewriteCond %{HTTP_USER_AGENT} ^(.*)Collector [NC,OR]
  94. RewriteCond %{HTTP_USER_AGENT} ^(.*)Copier [NC,OR]
  95. RewriteCond %{HTTP_USER_AGENT} ^(.*)CopyRightCheck [NC,OR]
  96. RewriteCond %{HTTP_USER_AGENT} ^(.*)cosmos [NC,OR]
  97. RewriteCond %{HTTP_USER_AGENT} ^(.*)Crescent [NC,OR]
  98. RewriteCond %{HTTP_USER_AGENT} ^(.*)curl [NC,OR]
  99. RewriteCond %{HTTP_USER_AGENT} ^(.*)Custo [NC,OR]
  100. RewriteCond %{HTTP_USER_AGENT} ^(.*)Cyberz [NC,OR]
  101. RewriteCond %{HTTP_USER_AGENT} ^(.*)c-spider [NC,OR]
  102. RewriteCond %{HTTP_USER_AGENT} ^(.*)Default\ Browser [NC,OR]
  103. RewriteCond %{HTTP_USER_AGENT} ^Da$ [NC,OR]
  104. RewriteCond %{HTTP_USER_AGENT} ^(.*)DataCha0s [NC,OR]
  105. RewriteCond %{HTTP_USER_AGENT} ^(.*)Daum [NC,OR]
  106. RewriteCond %{HTTP_USER_AGENT} ^(.*)Deweb [NC,OR]
  107. RewriteCond %{HTTP_USER_AGENT} ^(.*)Digger [NC,OR]
  108. RewriteCond %{HTTP_USER_AGENT} ^(.*)DISCo [NC,OR]
  109. RewriteCond %{HTTP_USER_AGENT} ^(.*)Digimarc [NC,OR]
  110. RewriteCond %{HTTP_USER_AGENT} ^(.*)digout4uagent [NC,OR]
  111. RewriteCond %{HTTP_USER_AGENT} ^(.*)diavol [NC,OR]
  112. RewriteCond %{HTTP_USER_AGENT} ^(.*)discobot [NC,OR]
  113. RewriteCond %{HTTP_USER_AGENT} ^(.*)DnloadMage [NC,OR]
  114. RewriteCond %{HTTP_USER_AGENT} ^(.*)DIIbot [NC,OR]
  115. RewriteCond %{HTTP_USER_AGENT} ^(.*)dotbot [NC,OR]
  116. RewriteCond %{HTTP_USER_AGENT} ^(.*)DittoSpyder [NC,OR]
  117. RewriteCond %{HTTP_USER_AGENT} ^(.*)Download [NC,OR]
  118. RewriteCond %{HTTP_USER_AGENT} ^(.*)Downloader [NC,OR]
  119. RewriteCond %{HTTP_USER_AGENT} ^(.*)Download\ Demon [NC,OR]
  120. RewriteCond %{HTTP_USER_AGENT} ^(.*)Download\ Devil [NC,OR]
  121. RewriteCond %{HTTP_USER_AGENT} ^(.*)Download\ Wonder [NC,OR]
  122. RewriteCond %{HTTP_USER_AGENT} ^(.*)dragonfly [NC,OR]
  123. RewriteCond %{HTTP_USER_AGENT} ^(.*)dirbuster [NC,OR]
  124. RewriteCond %{HTTP_USER_AGENT} ^(.*)DreamPassport [NC,OR]
  125. RewriteCond %{HTTP_USER_AGENT} ^(.*)DSurf [NC,OR]
  126. RewriteCond %{HTTP_USER_AGENT} ^(.*)DTS\ Agent [NC,OR]
  127. RewriteCond %{HTTP_USER_AGENT} ^(.*)dumbot [NC,OR]
  128. RewriteCond %{HTTP_USER_AGENT} ^(.*)DynaWeb [NC,OR]
  129. RewriteCond %{HTTP_USER_AGENT} ^(.*)Drip [NC,OR]
  130. RewriteCond %{HTTP_USER_AGENT} ^(.*)eCatch [NC,OR]
  131. RewriteCond %{HTTP_USER_AGENT} ^(.*)ecollector [NC,OR]
  132. RewriteCond %{HTTP_USER_AGENT} ^(.*)edgeio [NC,OR]
  133. RewriteCond %{HTTP_USER_AGENT} ^(.*)efp@gmx.net [NC,OR]
  134. RewriteCond %{HTTP_USER_AGENT} ^(.*)ecxi [NC,OR]
  135. RewriteCond %{HTTP_USER_AGENT} ^(.*)e-collector [NC,OR]
  136. RewriteCond %{HTTP_USER_AGENT} ^(.*)EasyDL [NC,OR]
  137. RewriteCond %{HTTP_USER_AGENT} ^(.*)EBrowse [NC,OR]
  138. RewriteCond %{HTTP_USER_AGENT} ^(.*)ebingbong [NC,OR]
  139. RewriteCond %{HTTP_USER_AGENT} ^(.*)EirGrabber [NC,OR]
  140. RewriteCond %{HTTP_USER_AGENT} ^(.*)EmailCollector [NC,OR]
  141. RewriteCond %{HTTP_USER_AGENT} ^(.*)Email\ Extractor [NC,OR]
  142. RewriteCond %{HTTP_USER_AGENT} ^(.*)EmailSiphon [NC,OR]
  143. RewriteCond %{HTTP_USER_AGENT} ^(.*)EmeraldShield [NC,OR]
  144. RewriteCond %{HTTP_USER_AGENT} ^(.*)Enterprise_Search [NC,OR]
  145. RewriteCond %{HTTP_USER_AGENT} ^(.*)EmailWolf [NC,OR]
  146. RewriteCond %{HTTP_USER_AGENT} ^(.*)EroCrawler [NC,OR]
  147. RewriteCond %{HTTP_USER_AGENT} ^(.*)ESurf [NC,OR]
  148. RewriteCond %{HTTP_USER_AGENT} ^(.*)Eval [NC,OR]
  149. RewriteCond %{HTTP_USER_AGENT} ^(.*)Everest-Vulcan [NC,OR]
  150. RewriteCond %{HTTP_USER_AGENT} ^(.*)extract [NC,OR]
  151. RewriteCond %{HTTP_USER_AGENT} ^(.*)Extractor [NC,OR]
  152. RewriteCond %{HTTP_USER_AGENT} ^(.*)ExtractorPro [NC,OR]
  153. RewriteCond %{HTTP_USER_AGENT} ^(.*)Express\ WebPictures [NC,OR]
  154. RewriteCond %{HTTP_USER_AGENT} ^(.*)EyeNetIE [NC,OR]
  155. RewriteCond %{HTTP_USER_AGENT} ^(.*)FairAd [NC,OR]
  156. RewriteCond %{HTTP_USER_AGENT} ^(.*)fastlwspider [NC,OR]
  157. RewriteCond %{HTTP_USER_AGENT} ^(.*)FileHound [NC,OR]
  158. RewriteCond %{HTTP_USER_AGENT} ^(.*)findlinks [NC,OR]
  159. RewriteCond %{HTTP_USER_AGENT} ^(.*)fimap [NC,OR]
  160. RewriteCond %{HTTP_USER_AGENT} ^(.*)FlashGet [NC,OR]
  161. RewriteCond %{HTTP_USER_AGENT} ^(.*)Flaming\ AttackBot [NC,OR]
  162. RewriteCond %{HTTP_USER_AGENT} ^(.*)FHscan [NC,OR]
  163. RewriteCond %{HTTP_USER_AGENT} ^(.*)feedfinder [NC,OR]
  164. RewriteCond %{HTTP_USER_AGENT} ^(.*)fetch [NC,OR]
  165. RewriteCond %{HTTP_USER_AGENT} ^(.*)FEZhead [NC,OR]
  166. RewriteCond %{HTTP_USER_AGENT} ^(.*)flicky [NC,OR]
  167. RewriteCond %{HTTP_USER_AGENT} ^(.*)FlickBot [NC,OR]
  168. RewriteCond %{HTTP_USER_AGENT} ^(.*)Foobot [NC,OR]
  169. RewriteCond %{HTTP_USER_AGENT} ^(.*)Forex [NC,OR]
  170. RewriteCond %{HTTP_USER_AGENT} ^(.*)flunky [NC,OR]
  171. RewriteCond %{HTTP_USER_AGENT} ^(.*)Franklin\ Locator [NC,OR]
  172. RewriteCond %{HTTP_USER_AGENT} ^(.*)FreshDownload [NC,OR]
  173. RewriteCond %{HTTP_USER_AGENT} ^(.*)FrontPage [NC,OR]
  174. RewriteCond %{HTTP_USER_AGENT} ^(.*)FSurf [NC,OR]
  175. RewriteCond %{HTTP_USER_AGENT} ^(.*)Gaisbot [NC,OR]
  176. RewriteCond %{HTTP_USER_AGENT} ^(.*)Gamespy_Arcade [NC,OR]
  177. RewriteCond %{HTTP_USER_AGENT} ^(.*)genieBot [NC,OR]
  178. RewriteCond %{HTTP_USER_AGENT} ^(.*)GetBot [NC,OR]
  179. RewriteCond %{HTTP_USER_AGENT} ^(.*)Getleft [NC,OR]
  180. RewriteCond %{HTTP_USER_AGENT} ^(.*)GetRight [NC,OR]
  181. RewriteCond %{HTTP_USER_AGENT} ^(.*)GetSmart [NC,OR]
  182. RewriteCond %{HTTP_USER_AGENT} ^(.*)GetWeb! [NC,OR]
  183. RewriteCond %{HTTP_USER_AGENT} ^(.*)Go!Zilla [NC,OR]
  184. RewriteCond %{HTTP_USER_AGENT} ^(.*)Google\ Wireless\ Transcoder [NC,OR]
  185. RewriteCond %{HTTP_USER_AGENT} ^(.*)g00g1e [NC,OR]
  186. RewriteCond %{HTTP_USER_AGENT} ^(.*)Go-Ahead-Got-It [NC,OR]
  187. RewriteCond %{HTTP_USER_AGENT} ^(.*)GOFORITBOT [NC,OR]
  188. RewriteCond %{HTTP_USER_AGENT} ^(.*)gotit [NC,OR]
  189. RewriteCond %{HTTP_USER_AGENT} ^(.*)Grabber [NC,OR]
  190. RewriteCond %{HTTP_USER_AGENT} ^(.*)GrabNet [NC,OR]
  191. RewriteCond %{HTTP_USER_AGENT} ^(.*)Grafula [NC,OR]
  192. RewriteCond %{HTTP_USER_AGENT} ^(.*)grub [NC,OR]
  193. RewriteCond %{HTTP_USER_AGENT} ^(.*)GT::WWW [NC,OR]
  194. RewriteCond %{HTTP_USER_AGENT} ^(.*)heritrix [NC,OR]
  195. RewriteCond %{HTTP_USER_AGENT} ^(.*)Harvest [NC,OR]
  196. RewriteCond %{HTTP_USER_AGENT} ^(.*)Hatena\ Antenna [NC,OR]
  197. RewriteCond %{HTTP_USER_AGENT} ^(.*)hloader [NC,OR]
  198. RewriteCond %{HTTP_USER_AGENT} ^(.*)HMView [NC,OR]
  199. RewriteCond %{HTTP_USER_AGENT} ^(.*)holmes [NC,OR]
  200. RewriteCond %{HTTP_USER_AGENT} ^(.*)HooWWWer [NC,OR]
  201. RewriteCond %{HTTP_USER_AGENT} ^(.*)HouxouCrawler [NC,OR]
  202. RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTPGet [NC,OR]
  203. RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTP::Lite [NC,OR]
  204. RewriteCond %{HTTP_USER_AGENT} ^(.*)httplib [NC,OR]
  205. RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTPRetriever [NC,OR]
  206. RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTrack [NC,OR]
  207. RewriteCond %{HTTP_USER_AGENT} ^(.*)humanlinks [NC,OR]
  208. RewriteCond %{HTTP_USER_AGENT} ^(.*)IBM_Planetwide [NC,OR]
  209. RewriteCond %{HTTP_USER_AGENT} ^(.*)iCCrawler [NC,OR]
  210. RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Stripper [NC,OR]
  211. RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Sucker [NC,OR]
  212. RewriteCond %{HTTP_USER_AGENT} ^(.*)imagefetch [NC,OR]
  213. RewriteCond %{HTTP_USER_AGENT} ^(.*)imds_monitor [NC,OR]
  214. RewriteCond %{HTTP_USER_AGENT} ^(.*)IncyWincy [NC,OR]
  215. RewriteCond %{HTTP_USER_AGENT} ^(.*)ichiro [NC,OR]
  216. RewriteCond %{HTTP_USER_AGENT} ^(.*)iGetter [NC,OR]
  217. RewriteCond %{HTTP_USER_AGENT} ^(.*)ia_archiver [NC,OR]
  218. RewriteCond %{HTTP_USER_AGENT} ^(.*)IDBot [NC,OR]
  219. RewriteCond %{HTTP_USER_AGENT} ^(.*)id-search [NC,OR]
  220. RewriteCond %{HTTP_USER_AGENT} ^(.*)id-search.org [NC,OR]
  221. RewriteCond %{HTTP_USER_AGENT} ^(.*)IlseBot [NC,OR]
  222. RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Stripper [NC,OR]
  223. RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Sucker [NC,OR]
  224. RewriteCond %{HTTP_USER_AGENT} ^(.*)Indy [NC,OR]
  225. RewriteCond %{HTTP_USER_AGENT} ^(.*)InetURL [NC,OR]
  226. RewriteCond %{HTTP_USER_AGENT} ^(.*)InfoNaviRobot [NC,OR]
  227. RewriteCond %{HTTP_USER_AGENT} ^(.*)InstallShield\ DigitalWizard [NC,OR]
  228. RewriteCond %{HTTP_USER_AGENT} ^(.*)Industry\ Program [NC,OR]
  229. RewriteCond %{HTTP_USER_AGENT} ^(.*)InfoTekies [NC,OR]
  230. RewriteCond %{HTTP_USER_AGENT} ^(.*)Intelliseek [NC,OR]
  231. RewriteCond %{HTTP_USER_AGENT} ^(.*)InterGET [NC,OR]
  232. RewriteCond %{HTTP_USER_AGENT} ^(.*)Internet\ Ninja [NC,OR]
  233. RewriteCond %{HTTP_USER_AGENT} ^(.*)Iria [NC,OR]
  234. RewriteCond %{HTTP_USER_AGENT} ^(.*)IRLbot [NC,OR]
  235. RewriteCond %{HTTP_USER_AGENT} ^(.*)Iron33 [NC,OR]
  236. RewriteCond %{HTTP_USER_AGENT} ^(.*)ISSpider [NC,OR]
  237. RewriteCond %{HTTP_USER_AGENT} ^(.*)IUPUI\ Research\ Bot [NC,OR]
  238. RewriteCond %{HTTP_USER_AGENT} ^(.*)ISC\ Systems\ iRc [NC,OR]
  239. RewriteCond %{HTTP_USER_AGENT} ^(.*)Java [NC,OR]
  240. RewriteCond %{HTTP_USER_AGENT} ^(.*)JBH\ Agent [NC,OR]
  241. RewriteCond %{HTTP_USER_AGENT} ^(.*)Jakarta [NC,OR]
  242. RewriteCond %{HTTP_USER_AGENT} ^(.*)JennyBot [NC,OR]
  243. RewriteCond %{HTTP_USER_AGENT} ^(.*)JetCar [NC,OR]
  244. RewriteCond %{HTTP_USER_AGENT} ^(.*)jeteye [NC,OR]
  245. RewriteCond %{HTTP_USER_AGENT} ^(.*)jeteyebot [NC,OR]
  246. RewriteCond %{HTTP_USER_AGENT} ^(.*)JoBo [NC,OR]
  247. RewriteCond %{HTTP_USER_AGENT} ^(.*)JOC\ Web\ Spider [NC,OR]
  248. RewriteCond %{HTTP_USER_AGENT} ^(.*)JOC [NC,OR]
  249. RewriteCond %{HTTP_USER_AGENT} ^(.*)JOC\ Web\ Spider [NC,OR]
  250. RewriteCond %{HTTP_USER_AGENT} ^(.*)JustView [NC,OR]
  251. RewriteCond %{HTTP_USER_AGENT} ^(.*)Jyxobot [NC,OR]
  252. RewriteCond %{HTTP_USER_AGENT} ^(.*)jbrofuzz [NC,OR]
  253. RewriteCond %{HTTP_USER_AGENT} ^(.*)Kenjin.Spider [NC,OR]
  254. RewriteCond %{HTTP_USER_AGENT} ^(.*)Kapere [NC,OR]
  255. RewriteCond %{HTTP_USER_AGENT} ^(.*)Kenjin [NC,OR]
  256. RewriteCond %{HTTP_USER_AGENT} ^(.*)KRetrieve [NC,OR]
  257. RewriteCond %{HTTP_USER_AGENT} ^(.*)Keyword\ Density [NC,OR]
  258. RewriteCond %{HTTP_USER_AGENT} ^(.*)KRetrieve [NC,OR]
  259. RewriteCond %{HTTP_USER_AGENT} ^(.*)ksoap [NC,OR]
  260. RewriteCond %{HTTP_USER_AGENT} ^(.*)KWebGet [NC,OR]
  261. RewriteCond %{HTTP_USER_AGENT} ^(.*)LapozzBot [NC,OR]
  262. RewriteCond %{HTTP_USER_AGENT} ^(.*)larbin [NC,OR]
  263. RewriteCond %{HTTP_USER_AGENT} ^(.*)leech [NC,OR]
  264. RewriteCond %{HTTP_USER_AGENT} ^(.*)LeechFTP [NC,OR]
  265. RewriteCond %{HTTP_USER_AGENT} ^(.*)LeechGet [NC,OR]
  266. RewriteCond %{HTTP_USER_AGENT} ^(.*)libwww [NC,OR]
  267. RewriteCond %{HTTP_USER_AGENT} ^(.*)libwww-perl [NC,OR]
  268. RewriteCond %{HTTP_USER_AGENT} ^(.*)libwhisker [NC,OR]
  269. RewriteCond %{HTTP_USER_AGENT} ^(.*)Link [NC,OR]
  270. RewriteCond %{HTTP_USER_AGENT} ^(.*)libghttp [NC,OR]
  271. RewriteCond %{HTTP_USER_AGENT} ^(.*)LinksManager.com_bot [NC,OR]
  272. RewriteCond %{HTTP_USER_AGENT} ^(.*)LexiBot [NC,OR]
  273. RewriteCond %{HTTP_USER_AGENT} ^(.*)lftp [NC,OR]
  274. RewriteCond %{HTTP_USER_AGENT} ^(.*)loader [NC,OR]
  275. RewriteCond %{HTTP_USER_AGENT} ^(.*)libWeb [NC,OR]
  276. RewriteCond %{HTTP_USER_AGENT} ^(.*)likse [NC,OR]
  277. RewriteCond %{HTTP_USER_AGENT} ^(.*)libwww-FM [NC,OR]
  278. RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkextractorPro [NC,OR]
  279. RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkScan [NC,OR]
  280. RewriteCond %{HTTP_USER_AGENT} ^(.*)linktiger [NC,OR]
  281. RewriteCond %{HTTP_USER_AGENT} ^(.*)LNSpiderguy [NC,OR]
  282. RewriteCond %{HTTP_USER_AGENT} ^(.*)LocalcomBot [NC,OR]
  283. RewriteCond %{HTTP_USER_AGENT} ^(.*)looksmart [NC,OR]
  284. RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkWalker [NC,OR]
  285. RewriteCond %{HTTP_USER_AGENT} ^(.*)lmcrawler [NC,OR]
  286. RewriteCond %{HTTP_USER_AGENT} ^(.*)Linkie [NC,OR]
  287. RewriteCond %{HTTP_USER_AGENT} ^(.*)lwp-trivial [NC,OR]
  288. RewriteCond %{HTTP_USER_AGENT} ^(.*)LWP::Simple [NC,OR]
  289. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mac\ Finder [NC,OR]
  290. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mail\ Sweeper [NC,OR]
  291. RewriteCond %{HTTP_USER_AGENT} ^(.*)mark.blonin [NC,OR]
  292. RewriteCond %{HTTP_USER_AGENT} ^(.*)MaSagool [NC,OR]
  293. RewriteCond %{HTTP_USER_AGENT} ^(.*)Magnet [NC,OR]
  294. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mag-Net [NC,OR]
  295. RewriteCond %{HTTP_USER_AGENT} ^(.*)MarkWatch [NC,OR]
  296. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mass [NC,OR]
  297. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mata\ Hari [NC,OR]
  298. RewriteCond %{HTTP_USER_AGENT} ^(.*)MCspider [NC,OR]
  299. RewriteCond %{HTTP_USER_AGENT} ^(.*)MetaProducts\ Download\ Express [NC,OR]
  300. RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft\ Data\ Access [NC,OR]
  301. RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft\ URL\ Control [NC,OR]
  302. RewriteCond %{HTTP_USER_AGENT} ^(.*)Maxthon [NC,OR]
  303. RewriteCond %{HTTP_USER_AGENT} ^(.*)MFC_Tear_Sample [NC,OR]
  304. RewriteCond %{HTTP_USER_AGENT} ^(.*)Memo [NC,OR]
  305. RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft.URL [NC,OR]
  306. RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft\ URL\ Control [NC,OR]
  307. RewriteCond %{HTTP_USER_AGENT} ^(.*)MIDown [NC,OR]
  308. RewriteCond %{HTTP_USER_AGENT} ^(.*)MIIxpc [NC,OR]
  309. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mirror [NC,OR]
  310. RewriteCond %{HTTP_USER_AGENT} ^(.*)Missauga [NC,OR]
  311. RewriteCond %{HTTP_USER_AGENT} ^(.*)Missouri\ College\ Browse [NC,OR]
  312. RewriteCond %{HTTP_USER_AGENT} ^(.*)miner [NC,OR]
  313. RewriteCond %{HTTP_USER_AGENT} ^(.*)Missigua\ Locator [NC,OR]
  314. RewriteCond %{HTTP_USER_AGENT} ^(.*)Mister [NC,OR]
  315. RewriteCond %{HTTP_USER_AGENT} ^(.*)Monster [NC,OR]
  316. RewriteCond %{HTTP_USER_AGENT} ^(.*)mothra [NC,OR]
  317. RewriteCond %{HTTP_USER_AGENT} ^(.*)mkdb [NC,OR]
  318. RewriteCond %{HTTP_USER_AGENT} ^(.*)moget [NC,OR]
  319. RewriteCond %{HTTP_USER_AGENT} ^(.*)Moreoverbot [NC,OR]
  320. RewriteCond %{HTTP_USER_AGENT} ^(.*)netscan [NC,OR]
  321. RewriteCond %{HTTP_USER_AGENT} ^(.*)MovableType [NC,OR]
  322. RewriteCond %{HTTP_USER_AGENT} ^(.*)MSIECrawler [NC,OR]
  323. RewriteCond %{HTTP_USER_AGENT} ^(.*)MSProxy [NC,OR]
  324. RewriteCond %{HTTP_USER_AGENT} ^(.*)MVAClient [NC,OR]
  325. RewriteCond %{HTTP_USER_AGENT} ^(.*)MyFamilyBot [NC,OR]
  326. RewriteCond %{HTTP_USER_AGENT} ^(.*)MyGetRight [NC,OR]
  327. RewriteCond %{HTTP_USER_AGENT} ^(.*)kmccrew [NC,OR]
  328. RewriteCond %{HTTP_USER_AGENT} ^(.*)MSFrontPage [NC,OR]
  329. RewriteCond %{HTTP_USER_AGENT} ^(.*)nameprotect [NC,OR]
  330. RewriteCond %{HTTP_USER_AGENT} ^(.*)NASA\ Search [NC,OR]
  331. RewriteCond %{HTTP_USER_AGENT} ^(.*)Naver [NC,OR]
  332. RewriteCond %{HTTP_USER_AGENT} ^(.*)Navroad [NC,OR]
  333. RewriteCond %{HTTP_USER_AGENT} ^(.*)NearSite [NC,OR]
  334. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetAnts [NC,OR]
  335. RewriteCond %{HTTP_USER_AGENT} ^(.*)netattache [NC,OR]
  336. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetCarta [NC,OR]
  337. RewriteCond %{HTTP_USER_AGENT} ^(.*)nessus [NC,OR]
  338. RewriteCond %{HTTP_USER_AGENT} ^(.*)Netcraft [NC,OR]
  339. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetMechanic [NC,OR]
  340. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetResearchServer [NC,OR]
  341. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetSpider [NC,OR]
  342. RewriteCond %{HTTP_USER_AGENT} ^(.*)NetZIP [NC,OR]
  343. RewriteCond %{HTTP_USER_AGENT} ^(.*)Net\ Vampire [NC,OR]
  344. RewriteCond %{HTTP_USER_AGENT} ^(.*)NEWT\ ActiveX [NC,OR]
  345. RewriteCond %{HTTP_USER_AGENT} ^(.*)Nextopia [NC,OR]
  346. RewriteCond %{HTTP_USER_AGENT} ^(.*)NextGenSearchBot [NC,OR]
  347. RewriteCond %{HTTP_USER_AGENT} ^(.*)Net\ Vampire [NC,OR]
  348. RewriteCond %{HTTP_USER_AGENT} ^NG$ [NC,OR]
  349. RewriteCond %{HTTP_USER_AGENT} ^(.*)NICErsPRO [NC,OR]
  350. RewriteCond %{HTTP_USER_AGENT} ^(.*)NimbleCrawler [NC,OR]
  351. RewriteCond %{HTTP_USER_AGENT} ^(.*)noxtrumbot [NC,OR]
  352. RewriteCond %{HTTP_USER_AGENT} ^(.*)Ninja [NC,OR]
  353. RewriteCond %{HTTP_USER_AGENT} ^(.*)NPbot [NC,OR]
  354. RewriteCond %{HTTP_USER_AGENT} ^(.*)Nutch [NC,OR]
  355. RewriteCond %{HTTP_USER_AGENT} ^(.*)nikto [NC,OR]
  356. RewriteCond %{HTTP_USER_AGENT} ^(.*)Octopus [NC,OR]
  357. RewriteCond %{HTTP_USER_AGENT} ^(.*)Openvas [NC,OR]
  358. RewriteCond %{HTTP_USER_AGENT} ^(.*)Openbot [NC,OR]
  359. RewriteCond %{HTTP_USER_AGENT} ^(.*)Offline [NC,OR]
  360. RewriteCond %{HTTP_USER_AGENT} ^(.*)Openfind [NC,OR]
  361. RewriteCond %{HTTP_USER_AGENT} ^(.*)OpenTextSiteCrawler [NC,OR]
  362. RewriteCond %{HTTP_USER_AGENT} ^(.*)Oracle\ Ultra\ Search [NC,OR]
  363. RewriteCond %{HTTP_USER_AGENT} ^(.*)OutfoxBot [NC,OR]
  364. RewriteCond %{HTTP_USER_AGENT} ^(.*)P3P [NC,OR]
  365. RewriteCond %{HTTP_USER_AGENT} ^(.*)PackRat [NC,OR]
  366. RewriteCond %{HTTP_USER_AGENT} ^(.*)PageGrabber [NC,OR]
  367. RewriteCond %{HTTP_USER_AGENT} ^(.*)PagmIEDownload [NC,OR]
  368. RewriteCond %{HTTP_USER_AGENT} ^(.*)panscient [NC,OR]
  369. RewriteCond %{HTTP_USER_AGENT} ^(.*)Papa\ Foto [NC,OR]
  370. RewriteCond %{HTTP_USER_AGENT} ^(.*)python [NC,OR]
  371. RewriteCond %{HTTP_USER_AGENT} ^(.*)pavuk [NC,OR]
  372. RewriteCond %{HTTP_USER_AGENT} ^(.*)PECL::HTTP [NC,OR]
  373. RewriteCond %{HTTP_USER_AGENT} ^(.*)PeoplePal [NC,OR]
  374. RewriteCond %{HTTP_USER_AGENT} ^(.*)pcBrowser [NC,OR]
  375. RewriteCond %{HTTP_USER_AGENT} ^(.*)PHPCrawl [NC,OR]
  376. RewriteCond %{HTTP_USER_AGENT} ^(.*)perl [NC,OR]
  377. RewriteCond %{HTTP_USER_AGENT} ^(.*)PerMan [NC,OR]
  378. RewriteCond %{HTTP_USER_AGENT} ^(.*)PersonaPilot [NC,OR]
  379. RewriteCond %{HTTP_USER_AGENT} ^(.*)PleaseCrawl [NC,OR]
  380. RewriteCond %{HTTP_USER_AGENT} ^(.*)PHP\ version [NC,OR]
  381. RewriteCond %{HTTP_USER_AGENT} ^(.*)PlantyNet_WebRobot [NC,OR]
  382. RewriteCond %{HTTP_USER_AGENT} ^(.*)playstarmusic [NC,OR]
  383. RewriteCond %{HTTP_USER_AGENT} ^(.*)Plucker [NC,OR]
  384. RewriteCond %{HTTP_USER_AGENT} ^(.*)Pockey [NC,OR]
  385. RewriteCond %{HTTP_USER_AGENT} ^(.*)Port\ Huron [NC,OR]
  386. RewriteCond %{HTTP_USER_AGENT} ^(.*)ProPowerBot [NC,OR]
  387. RewriteCond %{HTTP_USER_AGENT} ^(.*)prospector [NC,OR]
  388. RewriteCond %{HTTP_USER_AGENT} ^(.*)ProWebWalker [NC,OR]
  389. RewriteCond %{HTTP_USER_AGENT} ^(.*)Prozilla [NC,OR]
  390. RewriteCond %{HTTP_USER_AGENT} ^(.*)puf$ [NC,OR]
  391. RewriteCond %{HTTP_USER_AGENT} ^(.*)PushSite [NC,OR]
  392. RewriteCond %{HTTP_USER_AGENT} ^(.*)PussyCat [NC,OR]
  393. RewriteCond %{HTTP_USER_AGENT} ^(.*)PuxaRapido [NC,OR]
  394. RewriteCond %{HTTP_USER_AGENT} ^(.*)Program\ Shareware [NC,OR]
  395. RewriteCond %{HTTP_USER_AGENT} ^(.*)Progressive\ Download [NC,OR]
  396. RewriteCond %{HTTP_USER_AGENT} ^(.*)psbot [NC,OR]
  397. RewriteCond %{HTTP_USER_AGENT} ^(.*)psycheclone [NC,OR]
  398. RewriteCond %{HTTP_USER_AGENT} ^(.*)planetwork [NC,OR]
  399. RewriteCond %{HTTP_USER_AGENT} ^(.*)postrank [NC,OR]
  400. RewriteCond %{HTTP_USER_AGENT} ^(.*)purebot [NC,OR]
  401. RewriteCond %{HTTP_USER_AGENT} ^(.*)pycurl [NC,OR]
  402. RewriteCond %{HTTP_USER_AGENT} ^(.*)Python-urllib [NC,OR]
  403. RewriteCond %{HTTP_USER_AGENT} ^(.*)Pump [NC,OR]
  404. RewriteCond %{HTTP_USER_AGENT} ^(.*)QueryN [NC,OR]
  405. RewriteCond %{HTTP_USER_AGENT} ^(.*)Radiation [NC,OR]
  406. RewriteCond %{HTTP_USER_AGENT} ^(.*)RealDownload [NC,OR]
  407. RewriteCond %{HTTP_USER_AGENT} ^(.*)RedCarpet [NC,OR]
  408. RewriteCond %{HTTP_USER_AGENT} ^(.*)RedKernel [NC,OR]
  409. RewriteCond %{HTTP_USER_AGENT} ^(.*)Reaper [NC,OR]
  410. RewriteCond %{HTTP_USER_AGENT} ^(.*)Recorder [NC,OR]
  411. RewriteCond %{HTTP_USER_AGENT} ^(.*)ReGet [NC,OR]
  412. RewriteCond %{HTTP_USER_AGENT} ^(.*)relevantnoise [NC,OR]
  413. RewriteCond %{HTTP_USER_AGENT} ^(.*)Rippers [NC,OR]
  414. RewriteCond %{HTTP_USER_AGENT} ^(.*)SBIder [NC,OR]
  415. RewriteCond %{HTTP_USER_AGENT} ^(.*)scooter [NC,OR]
  416. RewriteCond %{HTTP_USER_AGENT} ^(.*)ScoutAbout [NC,OR]
  417. RewriteCond %{HTTP_USER_AGENT} ^(.*)script [NC,OR]
  418. RewriteCond %{HTTP_USER_AGENT} ^(.*)searchpreview [NC,OR]
  419. RewriteCond %{HTTP_USER_AGENT} ^(.*)searchterms [NC,OR]
  420. RewriteCond %{HTTP_USER_AGENT} ^(.*)Seekbot [NC,OR]
  421. RewriteCond %{HTTP_USER_AGENT} ^(.*)Serious [NC,OR]
  422. RewriteCond %{HTTP_USER_AGENT} ^(.*)Shai [NC,OR]
  423. RewriteCond %{HTTP_USER_AGENT} ^(.*)shelob [NC,OR]
  424. RewriteCond %{HTTP_USER_AGENT} ^(.*)Shim-Crawler [NC,OR]
  425. RewriteCond %{HTTP_USER_AGENT} ^(.*)SickleBot [NC,OR]
  426. RewriteCond %{HTTP_USER_AGENT} ^(.*)RepoMonkey [NC,OR]
  427. RewriteCond %{HTTP_USER_AGENT} ^(.*)Rover [NC,OR]
  428. RewriteCond %{HTTP_USER_AGENT} ^(.*)Rsync [NC,OR]
  429. RewriteCond %{HTTP_USER_AGENT} ^(.*)Rufus [NC,OR]
  430. RewriteCond %{HTTP_USER_AGENT} ^(.*)RTG30 [NC,OR]
  431. RewriteCond %{HTTP_USER_AGENT} ^(.*)SAPO [NC,OR]
  432. RewriteCond %{HTTP_USER_AGENT} ^(.*)Siphon [NC,OR]
  433. RewriteCond %{HTTP_USER_AGENT} ^(.*)InternetSeer.com [NC,OR]
  434. RewriteCond %{HTTP_USER_AGENT} ^(.*)sitecheck [NC,OR]
  435. RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteSnagger [NC,OR]
  436. RewriteCond %{HTTP_USER_AGENT} ^(.*)Slurpy\ Verifier [NC,OR]
  437. RewriteCond %{HTTP_USER_AGENT} ^(.*)SlySearch [NC,OR]
  438. RewriteCond %{HTTP_USER_AGENT} ^(.*)SmartDownload [NC,OR]
  439. RewriteCond %{HTTP_USER_AGENT} ^(.*)sna [NC,OR]
  440. RewriteCond %{HTTP_USER_AGENT} ^(.*)Snake [NC,OR]
  441. RewriteCond %{HTTP_USER_AGENT} ^(.*)snagger [NC,OR]
  442. RewriteCond %{HTTP_USER_AGENT} ^(.*)Snapbot [NC,OR]
  443. RewriteCond %{HTTP_USER_AGENT} ^(.*)Snoopy [NC,OR]
  444. RewriteCond %{HTTP_USER_AGENT} ^(.*)Steeler [NC,OR]
  445. RewriteCond %{HTTP_USER_AGENT} ^(.*)SpaceBison [NC,OR]
  446. RewriteCond %{HTTP_USER_AGENT} ^(.*)SpankBot [NC,OR]
  447. RewriteCond %{HTTP_USER_AGENT} ^(.*)spanner [NC,OR]
  448. RewriteCond %{HTTP_USER_AGENT} ^(.*)SpeedDownload [NC,OR]
  449. RewriteCond %{HTTP_USER_AGENT} ^(.*)Spegla [NC,OR]
  450. RewriteCond %{HTTP_USER_AGENT} ^(.*)Sphere [NC,OR]
  451. RewriteCond %{HTTP_USER_AGENT} ^(.*)Sphider [NC,OR]
  452. RewriteCond %{HTTP_USER_AGENT} ^(.*)Webscanner [NC,OR]
  453. RewriteCond %{HTTP_USER_AGENT} ^(.*)Sqworm [NC,OR]
  454. RewriteCond %{HTTP_USER_AGENT} ^(.*)Stamina [NC,OR]
  455. RewriteCond %{HTTP_USER_AGENT} ^(.*)SpiderBot [NC,OR]
  456. RewriteCond %{HTTP_USER_AGENT} ^(.*)sproose [NC,OR]
  457. RewriteCond %{HTTP_USER_AGENT} ^(.*)sootle [NC,OR]
  458. RewriteCond %{HTTP_USER_AGENT} ^(.*)seekerspider [NC,OR]
  459. RewriteCond %{HTTP_USER_AGENT} ^(.*)Stripper [NC,OR]
  460. RewriteCond %{HTTP_USER_AGENT} ^(.*)studybot [NC,OR]
  461. RewriteCond %{HTTP_USER_AGENT} ^(.*)Sucker [NC,OR]
  462. RewriteCond %{HTTP_USER_AGENT} ^(.*)siclab [NC,OR]
  463. RewriteCond %{HTTP_USER_AGENT} ^(.*)skygrid [NC,OR]
  464. RewriteCond %{HTTP_USER_AGENT} ^(.*)SuperBot [NC,OR]
  465. RewriteCond %{HTTP_USER_AGENT} ^(.*)SuperHTTP [NC,OR]
  466. RewriteCond %{HTTP_USER_AGENT} ^(.*)Surfbot [NC,OR]
  467. RewriteCond %{HTTP_USER_AGENT} ^(.*)SurfWalker [NC,OR]
  468. RewriteCond %{HTTP_USER_AGENT} ^(.*)suzuran [NC,OR]
  469. RewriteCond %{HTTP_USER_AGENT} ^(.*)Szukacz [NC,OR]
  470. RewriteCond %{HTTP_USER_AGENT} ^(.*)sqlmap [NC,OR]
  471. RewriteCond %{HTTP_USER_AGENT} ^(.*)tAkeOut [NC,OR]
  472. RewriteCond %{HTTP_USER_AGENT} ^(.*)TALWinHttpClient [NC,OR]
  473. RewriteCond %{HTTP_USER_AGENT} ^(.*)tarspider [NC,OR]
  474. RewriteCond %{HTTP_USER_AGENT} ^(.*)Teleport [NC,OR]
  475. RewriteCond %{HTTP_USER_AGENT} ^(.*)Toata\ dragostea [NC,OR]
  476. RewriteCond %{HTTP_USER_AGENT} ^(.*)toCrawl [NC,OR]
  477. RewriteCond %{HTTP_USER_AGENT} ^(.*)urllib [NC,OR]
  478. RewriteCond %{HTTP_USER_AGENT} ^(.*)User-Agent [NC,OR]
  479. RewriteCond %{HTTP_USER_AGENT} ^(.*)Telesoft [NC,OR]
  480. RewriteCond %{HTTP_USER_AGENT} ^(.*)Templeton [NC,OR]
  481. RewriteCond %{HTTP_USER_AGENT} ^(.*)TestBED [NC,OR]
  482. RewriteCond %{HTTP_USER_AGENT} ^(.*)turnit [NC,OR]
  483. RewriteCond %{HTTP_USER_AGENT} ^(.*)TurnitinBot [NC,OR]
  484. RewriteCond %{HTTP_USER_AGENT} ^(.*)The\ Intraformant [NC,OR]
  485. RewriteCond %{HTTP_USER_AGENT} ^(.*)TheNomad [NC,OR]
  486. RewriteCond %{HTTP_USER_AGENT} ^(.*)TightTwatBot [NC,OR]
  487. RewriteCond %{HTTP_USER_AGENT} ^(.*)Titan [NC,OR]
  488. RewriteCond %{HTTP_USER_AGENT} ^(.*)True_Robot [NC,OR]
  489. RewriteCond %{HTTP_USER_AGENT} ^(.*)turingos [NC,OR]
  490. RewriteCond %{HTTP_USER_AGENT} ^(.*)Twisted\ PageGetter [NC,OR]
  491. RewriteCond %{HTTP_USER_AGENT} ^(.*)URLy.Warning [NC,OR]
  492. RewriteCond %{HTTP_USER_AGENT} ^(.*)URL\ Control [NC,OR]
  493. RewriteCond %{HTTP_USER_AGENT} ^(.*)URLy\ Warning [NC,OR]
  494. RewriteCond %{HTTP_USER_AGENT} ^(.*)URL_Spider_Pro [NC,OR]
  495. RewriteCond %{HTTP_USER_AGENT} ^(.*)UtilMind [NC,OR]
  496. RewriteCond %{HTTP_USER_AGENT} ^(.*)URLGetFile [NC,OR]
  497. RewriteCond %{HTTP_USER_AGENT} ^(.*)URI::Fetch [NC,OR]
  498. RewriteCond %{HTTP_USER_AGENT} ^(.*)UCmore [NC,OR]
  499. RewriteCond %{HTTP_USER_AGENT} ^(.*)UdmSearch [NC,OR]
  500. RewriteCond %{HTTP_USER_AGENT} ^(.*)UMBC [NC,OR]
  501. RewriteCond %{HTTP_USER_AGENT} ^(.*)UniversalFeedParser [NC,OR]
  502. RewriteCond %{HTTP_USER_AGENT} ^(.*)QuepasaCreep [NC,OR]
  503. RewriteCond %{HTTP_USER_AGENT} ^(.*)Vacuum [NC,OR]
  504. RewriteCond %{HTTP_USER_AGENT} ^(.*)vayala [NC,OR]
  505. RewriteCond %{HTTP_USER_AGENT} ^(.*)vobsub [NC,OR]
  506. RewriteCond %{HTTP_USER_AGENT} ^(.*)vikspider [NC,OR]
  507. RewriteCond %{HTTP_USER_AGENT} ^(.*)VCI [NC,OR]
  508. RewriteCond %{HTTP_USER_AGENT} ^(.*)VoilaBot [NC,OR]
  509. RewriteCond %{HTTP_USER_AGENT} ^(.*)voyager [NC,OR]
  510. RewriteCond %{HTTP_USER_AGENT} ^(.*)VoidEYE [NC,OR]
  511. RewriteCond %{HTTP_USER_AGENT} ^(.*)w3mir [NC,OR]
  512. RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Image\ Collector [NC,OR]
  513. RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Sucker [NC,OR]
  514. RewriteCond %{HTTP_USER_AGENT} ^(.*)Web2WAP [NC,OR]
  515. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebaltBot [NC,OR]
  516. RewriteCond %{HTTP_USER_AGENT} ^(.*)webalta [NC,OR]
  517. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCollage [NC,OR]
  518. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebAuto [NC,OR]
  519. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebBandit [NC,OR]
  520. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCapture [NC,OR]
  521. RewriteCond %{HTTP_USER_AGENT} ^(.*)Webclipping.com [NC,OR]
  522. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCopier [NC,OR]
  523. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCopy [NC,OR]
  524. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebEMailExtrac [NC,OR]
  525. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebEnhancer [NC,OR]
  526. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebFetch [NC,OR]
  527. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebFilter [NC,OR]
  528. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebFountain [NC,OR]
  529. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebGo [NC,OR]
  530. RewriteCond %{HTTP_USER_AGENT} ^(.*)Web.Image.Collector [NC,OR]
  531. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebLeacher [NC,OR]
  532. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebMiner [NC,OR]
  533. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebMirror [NC,OR]
  534. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebmasterWorldForumBot [NC,OR]
  535. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebReaper [NC,OR]
  536. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebSauger [NC,OR]
  537. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebSnake [NC,OR]
  538. RewriteCond %{HTTP_USER_AGENT} ^(.*)webshag [NC,OR]
  539. RewriteCond %{HTTP_USER_AGENT} ^(.*)Website [NC,OR]
  540. RewriteCond %{HTTP_USER_AGENT} ^(.*)Webster [NC,OR]
  541. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebStripper [NC,OR]
  542. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebVac [NC,OR]
  543. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebWhacker [NC,OR]
  544. RewriteCond %{HTTP_USER_AGENT} ^(.*)WebZIP [NC,OR]
  545. RewriteCond %{HTTP_USER_AGENT} ^(.*)webwalk [NC,OR]
  546. RewriteCond %{HTTP_USER_AGENT} ^(.*)Wells\ Search [NC,OR]
  547. RewriteCond %{HTTP_USER_AGENT} ^(.*)WEP\ Search [NC,OR]
  548. RewriteCond %{HTTP_USER_AGENT} ^(.*)WeRelateBot [NC,OR]
  549. RewriteCond %{HTTP_USER_AGENT} ^(.*)wget [NC,OR]
  550. RewriteCond %{HTTP_USER_AGENT} ^(.*)WhosTalking [NC,OR]
  551. RewriteCond %{HTTP_USER_AGENT} ^(.*)Whacker [NC,OR]
  552. RewriteCond %{HTTP_USER_AGENT} ^(.*)whatweb [NC,OR]
  553. RewriteCond %{HTTP_USER_AGENT} ^(.*)Widow [NC,OR]
  554. RewriteCond %{HTTP_USER_AGENT} ^(.*)Wildsoft\ Surfer [NC,OR]
  555. RewriteCond %{HTTP_USER_AGENT} ^(.*)WUMPUS [NC,OR]
  556. RewriteCond %{HTTP_USER_AGENT} ^(.*)WinHTTrack [NC,OR]
  557. RewriteCond %{HTTP_USER_AGENT} ^(.*)winhttp [NC,OR]
  558. RewriteCond %{HTTP_USER_AGENT} ^(.*)WinHttpRequest [NC,OR]
  559. RewriteCond %{HTTP_USER_AGENT} ^(.*)WISENutbot [NC,OR]
  560. RewriteCond %{HTTP_USER_AGENT} ^(.*)WWW-Mechanize [NC,OR]
  561. RewriteCond %{HTTP_USER_AGENT} ^(.*)WWWOFFLE [NC,OR]
  562. RewriteCond %{HTTP_USER_AGENT} ^(.*)wwwster [NC,OR]
  563. RewriteCond %{HTTP_USER_AGENT} ^(.*)WWW-Collector [NC,OR]
  564. RewriteCond %{HTTP_USER_AGENT} ^(.*)Xaldon [NC,OR]
  565. RewriteCond %{HTTP_USER_AGENT} ^(.*)xxxyy [NC,OR]
  566. RewriteCond %{HTTP_USER_AGENT} ^(.*)zermelo [NC,OR]
  567. RewriteCond %{HTTP_USER_AGENT} ^(.*)Xenu [NC,OR]
  568. RewriteCond %{HTTP_USER_AGENT} ^(.*)XGET [NC,OR]
  569. RewriteCond %{HTTP_USER_AGENT} ^(.*)YahooYSMcm [NC,OR]
  570. RewriteCond %{HTTP_USER_AGENT} ^(.*)YaDirectBot [NC,OR]
  571. RewriteCond %{HTTP_USER_AGENT} ^(.*)Zade [NC,OR]
  572. RewriteCond %{HTTP_USER_AGENT} ^(.*)ZBot [NC,OR]
  573. RewriteCond %{HTTP_USER_AGENT} ^(.*)zerxbot [NC,OR]
  574. RewriteCond %{HTTP_USER_AGENT} ^(.*)Zeus [NC,OR]
  575. RewriteCond %{HTTP_USER_AGENT} ^(.*)youda [NC,OR]
  576. RewriteCond %{HTTP_USER_AGENT} ^(.*)Zyborg [NC,OR]
  577. RewriteCond %{HTTP_USER_AGENT} ^(.*)zmeu [NC,OR]
  578. RewriteCond %{HTTP_USER_AGENT} ^(.*)Jorgee [NC,OR]
  579. RewriteCond %{HTTP_USER_AGENT} ^(.*)SemrushBot [NC,OR]
  580. RewriteCond %{HTTP_USER_AGENT} ^(.*)SBooksNet [NC,OR]
  581. RewriteCond %{HTTP_USER_AGENT} ^(.*)zune
  582. RewriteRule .* - [F]
  583. # Block Emtpy and Spoofed User-Agents #
  584. RewriteCond %{HTTP_USER_AGENT} ^-?$
  585. RewriteRule .* - [F]
  586. # Block Requests with Empty Accept-Encoding #
  587. #RewriteCond %{HTTP:Accept-Encoding} =""
  588. #RewriteRule .* - [F]
  589. # Block Request Method #
  590. RewriteCond %{REQUEST_METHOD} ^(connect|debug|delete|move|options|put|trace|track) [NC]
  591. RewriteRule .* - [F]
  592. # Block Referrers #
  593. RewriteCond %{HTTP_REFERER} ([a-z0-9]{2000}) [NC,OR]
  594. RewriteCond %{HTTP_REFERER} (semalt.com|todaperfeita) [NC]
  595. RewriteRule .* - [F]
  596. # Block Double Slash
  597. RedirectMatch 403 \/\/
  598. # Block Bad Query Strings #
  599. RewriteCond %{QUERY_STRING} ftp\: [NC,OR]
  600. RewriteCond %{QUERY_STRING} http\: [NC,OR]
  601. RewriteCond %{QUERY_STRING} https\: [NC]
  602. RewriteCond %{QUERY_STRING} (eval\() [NC,OR]
  603. RewriteCond %{QUERY_STRING} (127\.0\.0\.1) [NC,OR]
  604. RewriteCond %{QUERY_STRING} ([a-z0-9]{2000}) [NC,OR]
  605. RewriteCond %{QUERY_STRING} (javascript:)(.*)(;) [NC,OR]
  606. RewriteCond %{QUERY_STRING} (base64_encode)(.*)(\() [NC,OR]
  607. RewriteCond %{QUERY_STRING} (GLOBALS|REQUEST)(=|\[|%) [NC,OR]
  608. RewriteCond %{QUERY_STRING} (<|%3C)(.*)script(.*)(>|%3) [NC,OR]
  609. RewriteCond %{QUERY_STRING} (\\|\.\.\.|\.\./|~|`|<|>|\|) [NC,OR]
  610. RewriteCond %{QUERY_STRING} (boot\.ini|etc/passwd|self/environ) [NC,OR]
  611. RewriteCond %{QUERY_STRING} (thumbs?(_editor|open)?|tim(thumb)?)\.php [NC,OR]
  612. RewriteCond %{QUERY_STRING} (\'|\")(.*)(drop|insert|md5|select|union) [NC]
  613. RewriteRule .* - [F]
  614. # Block Proxy Requests #
  615. RewriteCond %{HTTP:VIA} !^$ [OR]
  616. RewriteCond %{HTTP:FORWARDED} !^$ [OR]
  617. RewriteCond %{HTTP:USERAGENT_VIA} !^$ [OR]
  618. RewriteCond %{HTTP:X_FORWARDED_FOR} !^$ [OR]
  619. RewriteCond %{HTTP:PROXY_CONNECTION} !^$ [OR]
  620. RewriteCond %{HTTP:XPROXY_CONNECTION} !^$ [OR]
  621. RewriteCond %{HTTP:HTTP_PC_REMOTE_ADDR} !^$ [OR]
  622. RewriteCond %{HTTP:HTTP_CLIENT_IP} !^$
  623. RewriteRule .* - [F]
  624. # Bot Block #
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!