# robots.txt - meubrocks.com.br
# Estratégia: permitir apenas buscadores relevantes no Brasil (Google e Bing,
# que juntos dominam praticamente 100% das buscas no país) e bloquear bots
# de scraping agressivo, IA e buscadores estrangeiros sem relevância local.

# Google - dominante no Brasil (~95%+ do mercado de busca)
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

# Bing - segundo maior buscador usado no Brasil, não gera ataques de bot
User-agent: Bingbot
Disallow:

# --- Buscadores estrangeiros sem relevância no Brasil ---
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: naverbot
Disallow: /

# --- Crawlers genéricos / usados em scraping ---
User-agent: Nutch
Disallow: /

# --- Bots de SEO que geram alta carga no servidor ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

# --- Bots de coleta para treinamento de IA ---
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: 

User-agent: OAI-SearchBot     
Disallow:

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# --- Todos os demais bots não listados acima: bloqueados por padrão ---
User-agent: *
Disallow: /

Sitemap: https://www.meubrocks.com.br/sitemap.xml