#User-agent: *
#Disallow: /wiki/Special:Search
#Disallow: /wiki/Special:Random

# Allow major search engines full access
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

# Restrict overly aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# Global rules for all other bots
User-agent: *
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random
Disallow: /wiki/Special:
Disallow: /w/
Disallow: /favicon.ico
Crawl-delay: 10

# Point crawlers to sitemap
Sitemap: https://bcmpedia.org/w/sitemap.xml