Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- User-agent: *
- Allow: /
- Disallow: /wp-admin/
- Allow: /wp-admin/admin-ajax.php
- Disallow: /wp-includes/
- Disallow: /wp-login.php
- Disallow: /wp-register.php
- Disallow: /wp-signup.php
- Disallow: /xmlrpc.php
- Disallow: /trackback/
- Disallow: /*?s=
- Disallow: /*?p=
- Disallow: /readme.html
- Disallow: /wp-config.php
- Disallow: /wp-content/uploads/*.php
- Disallow: /wp-content/plugins/*.php
- Disallow: /wp-content/themes/*.php
- Disallow: /cgi-bin/
- # Blokir bot AI training saja - digabung jadi 1 grup
- User-agent: Amazonbot
- User-agent: Applebot-Extended
- User-agent: Bytespider
- User-agent: CCBot
- User-agent: ClaudeBot
- User-agent: Claude-Web
- User-agent: Diffbot
- User-agent: Google-Extended
- User-agent: GPTBot
- User-agent: omgili
- User-agent: anthropic-ai
- User-agent: cohere-ai
- User-agent: MistralAI-Training
- User-agent: GoogleOther
- User-agent: Baiduspider
- User-agent: PetalBot
- User-agent: AwarioSmartBot
- User-agent: AwarioRssBot
- User-agent: Google-CloudVertexBot
- User-agent: QualifiedBot
- User-agent: Cotoyogi
- User-agent: ICC-Crawler
- User-agent: atlassian-bot
- User-agent: FishBot
- User-agent: BorderxBot
- User-agent: NavuBot
- User-agent: SemrushBot-SWA
- User-agent: WARDBot
- User-agent: magpie-crawler
- User-agent: KimiBot
- User-agent: CitibotSiteCrawler
- Disallow: /
- Sitemap: https://halosemarang.id/sitemap_index.xml
Advertisement
Add Comment
Please, Sign In to add comment
