# robots.txt for brmods.id
# Site URL: https://brmods.id/

# Allow Google crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Mediapartners-Google
Allow: /

# WordPress important areas
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block search and internal query pages
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=

# Block commonly known bad or aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# Allow normal indexing for all other crawlers
User-agent: *
Allow: /
Crawl-delay: 10

# Sitemap
Sitemap: https://brmods.id/sitemap_index.xml