YeiZeta

Facebook Cracking Roobot by yei zeta

Apr 14th, 2012
170
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.00 KB | None | 0 0
  1. # Notice: if you would like to crawl Facebook you can
  2. # contact us here: http://www.facebook.com/apps/site_scraping_tos.php
  3. # to apply for white listing. Our general terms are available
  4. # at http://www.facebook.com/apps/site_scraping_tos_terms.php
  5.  
  6. User-agent: baiduspider
  7. Disallow: /ac.php
  8. Disallow: /ae.php
  9. Disallow: /album.php
  10. Disallow: /ap.php
  11. Disallow: /autologin.php
  12. Disallow: /checkpoint/
  13. Disallow: /feeds/
  14. Disallow: /l.php
  15. Disallow: /o.php
  16. Disallow: /p.php
  17. Disallow: /photo.php
  18. Disallow: /photo_comments.php
  19. Disallow: /photo_search.php
  20. Disallow: /photos.php
  21.  
  22. User-agent: Googlebot
  23. Disallow: /ac.php
  24. Disallow: /ae.php
  25. Disallow: /album.php
  26. Disallow: /ap.php
  27. Disallow: /autologin.php
  28. Disallow: /checkpoint/
  29. Disallow: /feeds/
  30. Disallow: /l.php
  31. Disallow: /o.php
  32. Disallow: /p.php
  33. Disallow: /photo.php
  34. Disallow: /photo_comments.php
  35. Disallow: /photo_search.php
  36. Disallow: /photos.php
  37.  
  38. User-agent: msnbot
  39. Disallow: /ac.php
  40. Disallow: /ae.php
  41. Disallow: /album.php
  42. Disallow: /ap.php
  43. Disallow: /autologin.php
  44. Disallow: /checkpoint/
  45. Disallow: /feeds/
  46. Disallow: /l.php
  47. Disallow: /o.php
  48. Disallow: /p.php
  49. Disallow: /photo.php
  50. Disallow: /photo_comments.php
  51. Disallow: /photo_search.php
  52. Disallow: /photos.php
  53.  
  54. User-agent: naverbot
  55. Disallow: /ac.php
  56. Disallow: /ae.php
  57. Disallow: /album.php
  58. Disallow: /ap.php
  59. Disallow: /autologin.php
  60. Disallow: /checkpoint/
  61. Disallow: /feeds/
  62. Disallow: /l.php
  63. Disallow: /o.php
  64. Disallow: /p.php
  65. Disallow: /photo.php
  66. Disallow: /photo_comments.php
  67. Disallow: /photo_search.php
  68. Disallow: /photos.php
  69.  
  70. User-agent: seznambot
  71. Disallow: /ac.php
  72. Disallow: /ae.php
  73. Disallow: /album.php
  74. Disallow: /ap.php
  75. Disallow: /autologin.php
  76. Disallow: /checkpoint/
  77. Disallow: /feeds/
  78. Disallow: /l.php
  79. Disallow: /o.php
  80. Disallow: /p.php
  81. Disallow: /photo.php
  82. Disallow: /photo_comments.php
  83. Disallow: /photo_search.php
  84. Disallow: /photos.php
  85.  
  86. User-agent: Slurp
  87. Disallow: /ac.php
  88. Disallow: /ae.php
  89. Disallow: /album.php
  90. Disallow: /ap.php
  91. Disallow: /autologin.php
  92. Disallow: /checkpoint/
  93. Disallow: /feeds/
  94. Disallow: /l.php
  95. Disallow: /o.php
  96. Disallow: /p.php
  97. Disallow: /photo.php
  98. Disallow: /photo_comments.php
  99. Disallow: /photo_search.php
  100. Disallow: /photos.php
  101.  
  102. User-agent: teoma
  103. Disallow: /ac.php
  104. Disallow: /ae.php
  105. Disallow: /album.php
  106. Disallow: /ap.php
  107. Disallow: /autologin.php
  108. Disallow: /checkpoint/
  109. Disallow: /feeds/
  110. Disallow: /l.php
  111. Disallow: /o.php
  112. Disallow: /p.php
  113. Disallow: /photo.php
  114. Disallow: /photo_comments.php
  115. Disallow: /photo_search.php
  116. Disallow: /photos.php
  117.  
  118. User-agent: Yandex
  119. Disallow: /ac.php
  120. Disallow: /ae.php
  121. Disallow: /album.php
  122. Disallow: /ap.php
  123. Disallow: /autologin.php
  124. Disallow: /checkpoint/
  125. Disallow: /feeds/
  126. Disallow: /l.php
  127. Disallow: /o.php
  128. Disallow: /p.php
  129. Disallow: /photo.php
  130. Disallow: /photo_comments.php
  131. Disallow: /photo_search.php
  132. Disallow: /photos.php
  133.  
  134. User-agent: *
  135. Disallow: /
  136.  
  137. # E-mail [email protected] if you are authorized to access these and are getting denied.
  138. Sitemap: http://www.facebook.com/sitemap.php
Add Comment
Please, Sign In to add comment