# Content Signals (https://contentsignals.org): pode indexar (search), usar
# pra responder (ai-input) e treinar (ai-train). É o que este arquivo já dizia
# ao liberar GPTBot e Google-Extended; a linha só declara isso no padrão.
# O catálogo de /vagas leva a mesma linha no robots.txt dele.
#
# Agentes: o guia está em https://rebasedev.com.br/llms.txt. As vagas têm API e
# MCP (https://rebasedev.com.br/vagas/llms.txt).

User-agent: Googlebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: Bingbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: Twitterbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: facebookexternalhit
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /mcp
Disallow: /vagas/oauth/
Disallow: /vagas/vaga/

Sitemap: https://rebasedev.com.br/sitemap.xml