API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Apr 19th, 2017
735
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 17.14 KB | None | 0 0
raw download clone embed print report
  1. 141.8.142.172 - - [12/Apr/2017:09:53:11 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  2. 62.4.22.54 - - [12/Apr/2017:12:59:55 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Stratagems Kumo" "-"
  3. 217.69.135.191 - - [12/Apr/2017:14:11:01 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  4. 217.69.134.177 - - [12/Apr/2017:14:33:38 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  5. 141.8.142.172 - - [12/Apr/2017:14:48:40 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  6. 217.69.134.160 - - [12/Apr/2017:15:03:22 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  7. 217.69.134.177 - - [12/Apr/2017:15:33:23 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  8. 46.229.164.101 - - [12/Apr/2017:15:40:04 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; SemrushBot/1.2~bl; +http://www.semrush.com/bot.html)" "-"
  9. 217.69.135.49 - - [12/Apr/2017:16:01:50 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  10. 137.116.71.170 - - [12/Apr/2017:16:13:23 +0300] "GET /robots.txt HTTP/1.1" 302 154 "-" "CSS Certificate Spider (http://www.css-security.com/certificatespider/)" "-"
  11. 217.69.135.204 - - [12/Apr/2017:16:18:15 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" "-"
  12. 66.249.64.151 - - [12/Apr/2017:17:48:21 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  13. 136.243.36.86 - - [12/Apr/2017:18:33:55 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)" "-"
  14. 136.243.36.86 - - [12/Apr/2017:18:33:55 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)" "-"
  15. 141.8.142.172 - - [12/Apr/2017:19:46:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  16. 141.8.142.172 - - [12/Apr/2017:20:08:48 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  17. 62.4.22.54 - - [12/Apr/2017:21:12:18 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Stratagems Kumo" "-"
  18. 207.46.13.244 - - [12/Apr/2017:22:01:14 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  19. 207.46.13.235 - - [12/Apr/2017:22:01:33 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  20. 207.46.13.235 - - [12/Apr/2017:22:01:34 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  21. 207.46.13.235 - - [12/Apr/2017:22:01:34 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  22. 207.46.13.235 - - [12/Apr/2017:22:01:35 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  23. 207.46.13.235 - - [12/Apr/2017:22:01:35 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  24. 207.46.13.235 - - [12/Apr/2017:22:01:36 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  25. 157.55.39.46 - - [12/Apr/2017:23:03:06 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  26. 42.236.99.37 - - [12/Apr/2017:23:22:29 +0300] "GET /robots.txt HTTP/1.1" 200 25 "http://php53.phpfarm.r52.ru/robots.txt" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36; 360Spider" "-"
  27. 141.8.142.172 - - [13/Apr/2017:01:42:50 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  28. 52.4.48.181 - - [13/Apr/2017:05:35:30 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  29. 141.8.142.172 - - [13/Apr/2017:10:51:13 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  30. 141.8.142.212 - - [13/Apr/2017:10:52:02 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  31. 141.8.142.212 - - [13/Apr/2017:10:56:41 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  32. 157.55.39.37 - - [13/Apr/2017:11:33:54 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  33. 141.8.142.172 - - [13/Apr/2017:15:56:03 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  34. 52.4.48.181 - - [13/Apr/2017:16:04:29 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  35. 151.80.39.183 - - [13/Apr/2017:18:49:17 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" "-"
  36. 66.249.64.241 - - [13/Apr/2017:18:56:37 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  37. 141.8.142.172 - - [13/Apr/2017:20:44:16 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  38. 207.46.13.217 - - [14/Apr/2017:00:56:32 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  39. 66.249.64.145 - - [14/Apr/2017:02:37:34 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  40. 141.8.142.172 - - [14/Apr/2017:05:49:38 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  41. 52.4.48.181 - - [14/Apr/2017:08:51:41 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  42. 141.8.142.172 - - [14/Apr/2017:09:17:10 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  43. 141.8.142.172 - - [14/Apr/2017:14:14:00 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  44. 141.8.142.172 - - [14/Apr/2017:14:40:30 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  45. 157.55.39.240 - - [14/Apr/2017:15:33:21 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  46. 141.8.142.172 - - [14/Apr/2017:19:04:53 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  47. 141.8.142.172 - - [14/Apr/2017:19:34:08 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  48. 136.243.36.86 - - [14/Apr/2017:21:55:22 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)" "-"
  49. 136.243.36.86 - - [14/Apr/2017:21:55:23 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)" "-"
  50. 52.4.48.181 - - [14/Apr/2017:23:06:33 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  51. 141.8.142.212 - - [15/Apr/2017:00:19:15 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  52. 62.4.22.54 - - [15/Apr/2017:03:10:21 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Stratagems Kumo" "-"
  53. 141.8.142.172 - - [15/Apr/2017:05:12:39 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  54. 216.244.66.232 - - [15/Apr/2017:05:13:29 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  55. 198.20.69.74 - - [15/Apr/2017:06:58:55 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "-" "-"
  56. 66.249.69.164 - - [15/Apr/2017:09:42:28 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  57. 216.244.66.232 - - [15/Apr/2017:11:46:00 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  58. 141.8.142.172 - - [15/Apr/2017:13:05:48 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  59. 52.4.48.181 - - [15/Apr/2017:16:03:28 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  60. 62.4.22.54 - - [15/Apr/2017:17:33:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Stratagems Kumo" "-"
  61. 207.46.13.206 - - [15/Apr/2017:17:45:29 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  62. 151.80.39.183 - - [15/Apr/2017:18:58:07 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" "-"
  63. 141.8.142.172 - - [15/Apr/2017:21:27:39 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  64. 216.244.66.232 - - [16/Apr/2017:00:06:14 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  65. 141.8.142.172 - - [16/Apr/2017:03:10:24 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  66. 216.244.66.232 - - [16/Apr/2017:05:48:27 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  67. 216.244.66.247 - - [16/Apr/2017:05:55:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  68. 141.8.142.172 - - [16/Apr/2017:08:02:46 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  69. 62.4.22.54 - - [16/Apr/2017:09:35:24 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Stratagems Kumo" "-"
  70. 216.244.66.232 - - [16/Apr/2017:09:56:44 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  71. 216.244.66.247 - - [16/Apr/2017:10:25:33 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  72. 216.244.66.232 - - [16/Apr/2017:13:07:28 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  73. 66.249.64.155 - - [16/Apr/2017:13:44:19 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  74. 141.8.142.172 - - [16/Apr/2017:16:14:40 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  75. 157.55.39.209 - - [16/Apr/2017:17:39:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  76. 141.8.142.172 - - [16/Apr/2017:18:32:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  77. 141.8.142.172 - - [16/Apr/2017:21:19:49 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  78. 52.4.48.181 - - [16/Apr/2017:23:52:47 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  79. 216.244.66.232 - - [17/Apr/2017:01:55:26 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  80. 141.8.142.172 - - [17/Apr/2017:02:16:44 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  81. 141.8.142.172 - - [17/Apr/2017:02:32:47 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  82. 141.8.142.172 - - [17/Apr/2017:03:24:04 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  83. 141.8.142.172 - - [17/Apr/2017:07:23:14 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  84. 216.244.66.232 - - [17/Apr/2017:07:36:42 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  85. 52.4.48.181 - - [17/Apr/2017:07:46:35 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  86. 151.80.39.192 - - [17/Apr/2017:09:57:56 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" "-"
  87. 141.8.142.172 - - [17/Apr/2017:12:22:02 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  88. 216.244.66.232 - - [17/Apr/2017:13:22:32 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  89. 141.8.142.172 - - [17/Apr/2017:16:57:06 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  90. 141.8.142.172 - - [17/Apr/2017:17:18:02 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  91. 52.4.48.181 - - [17/Apr/2017:18:04:14 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  92. 141.8.142.172 - - [17/Apr/2017:18:16:15 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  93. 151.80.39.183 - - [17/Apr/2017:18:58:35 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" "-"
  94. 52.4.48.181 - - [17/Apr/2017:22:23:03 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  95. 141.8.142.172 - - [17/Apr/2017:23:26:51 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  96. 141.8.142.172 - - [18/Apr/2017:04:27:30 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  97. 66.249.73.135 - - [18/Apr/2017:04:58:26 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" "-"
  98. 108.59.8.70 - - [18/Apr/2017:06:21:26 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)" "-"
  99. 157.55.39.82 - - [18/Apr/2017:07:27:19 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  100. 141.8.142.172 - - [18/Apr/2017:09:49:15 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  101. 141.8.142.172 - - [18/Apr/2017:14:38:38 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  102. 141.8.142.172 - - [18/Apr/2017:18:16:00 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  103. 34.251.170.112 - - [18/Apr/2017:19:23:06 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "IDG/RU (http://spaziodati.eu/)" "-"
  104. 141.8.142.172 - - [18/Apr/2017:20:20:47 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  105. 54.173.35.129 - - [19/Apr/2017:00:30:40 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  106. 40.77.167.166 - - [19/Apr/2017:00:55:00 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" "-"
  107. 5.255.253.20 - - [19/Apr/2017:01:19:02 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  108. 141.8.142.172 - - [19/Apr/2017:02:14:18 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  109. 54.173.35.129 - - [19/Apr/2017:02:33:52 +0300] "GET /robots.txt HTTP/1.0" 200 25 "-" "ia_archiver" "-"
  110. 141.8.142.172 - - [19/Apr/2017:02:42:34 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  111. 216.244.66.232 - - [19/Apr/2017:03:41:12 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" "-"
  112. 141.8.142.172 - - [19/Apr/2017:04:02:23 +0300] "GET /robots.txt HTTP/1.1" 200 26 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" "-"
  113. 68.180.230.88 - - [19/Apr/2017:05:26:02 +0300] "GET /robots.txt HTTP/1.1" 200 25 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" "-"
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!