# robots.txt — Jornal de Barueri
# https://jornaldebarueri.com.br/robots.txt
# https://www.robotstxt.org/robotstxt.html

# ═══════════════════════════════════════════
# SEARCH ENGINE CRAWLERS
# ═══════════════════════════════════════════

User-agent: *
Allow: /

# ─── Content Signals (AI Usage Preferences) ──
# Spec: https://contentsignals.org / IETF draft-romm-aipref-contentsignals
Content-Signal: ai-train=no, search=yes, ai-input=yes

# ─── Sitemaps ────────────────────────────
Sitemap: https://jornaldebarueri.com.br/sitemap.xml
Sitemap: https://jornaldebarueri.com.br/sitemap-news.xml
Sitemap: https://jornaldebarueri.com.br/sitemap-companies.xml
Sitemap: https://jornaldebarueri.com.br/sitemap-events.xml

# ─── RSS Feed ────────────────────────────
# https://jornaldebarueri.com.br/feed.xml

# ─── Blocked paths ───────────────────────
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/

# ─── "null" relativo de renderizador ─────
# Renderizador que resolve a string "null" como link relativo
# à página pede /<caminho>/null. Não há página nesses endereços.
Disallow: /*/null$

# ═══════════════════════════════════════════
# AI CRAWLERS — EXPLICITLY ALLOWED
# ═══════════════════════════════════════════
#
# RFC 9309 2.2.1: cada crawler obedece SÓ o grupo mais específico
# que casa com o seu user-agent e ignora o grupo *. Por isso os
# Disallow do portal são repetidos em cada grupo abaixo.
# Os Allow são o conteúdo público em destaque, NÃO uma whitelist:
# o que não está listado segue liberado (não há Disallow: /).
# Os Disallow terminados em /null$ repetem o "null" relativo do
# grupo *. Os que levam o prefixo de um Allow existem porque,
# pela regra do caminho mais longo, aquele Allow venceria o
# Disallow genérico.

# OpenAI / ChatGPT (treino)
User-agent: GPTBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# OpenAI / ChatGPT Search (índice de citação)
User-agent: OAI-SearchBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# ChatGPT (busca ao vivo)
User-agent: ChatGPT-User
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Anthropic / Claude (treino)
User-agent: ClaudeBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Anthropic / Claude Search (índice de citação)
User-agent: Claude-SearchBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Claude (busca ao vivo)
User-agent: Claude-User
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Claude (token legado)
User-agent: Claude-Web
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Google Gemini (treino e grounding)
User-agent: Google-Extended
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Google Vertex AI (grounding de agente)
User-agent: Google-CloudVertexBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Perplexity AI (índice)
User-agent: PerplexityBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Perplexity (busca ao vivo)
User-agent: Perplexity-User
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Amazon (indexação e Alexa)
User-agent: Amazonbot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Amazon Alexa e Rufus (índice)
User-agent: Amzn-SearchBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Amazon Alexa+ (busca ao vivo)
User-agent: Amzn-User
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Apple (Siri, Spotlight, busca)
User-agent: Applebot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Apple Intelligence (treino)
User-agent: Applebot-Extended
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# DuckDuckGo AI (DuckAssist)
User-agent: DuckAssistBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Meta AI
User-agent: FacebookBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Meta (agente externo)
User-agent: meta-externalagent
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Cohere AI
User-agent: cohere-ai
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# Common Crawl (corpus de treino)
User-agent: CCBot
Allow: /
Allow: /cidade
Allow: /sobre
Allow: /noticias/
Allow: /politica/
Allow: /economia/
Allow: /saude/
Allow: /seguranca/
Allow: /cultura/
Allow: /esportes/
Allow: /locais/
Allow: /cidades/
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /feed.xml
Disallow: /admin/
Disallow: /console/
Disallow: /business/
Disallow: /conta/
Disallow: /login
Disallow: /salvos
Disallow: /onboarding
Disallow: /feedback/
Disallow: /auth/
Disallow: /api/
Disallow: /busca
Disallow: /busca/
Disallow: /parceria/
Disallow: /filmes$
Disallow: /filmes/
Disallow: /series$
Disallow: /series/
Disallow: /pessoas$
Disallow: /pessoas/
Disallow: /famosos$
Disallow: /famosos/
Disallow: /videos$
Disallow: /videos/
Disallow: /cinemas$
Disallow: /cinemas/
Disallow: /streaming$
Disallow: /streaming/
Disallow: /*/null$
Disallow: /noticias*/null$
Disallow: /politica*/null$
Disallow: /economia*/null$
Disallow: /seguranca*/null$
Disallow: /cultura*/null$
Disallow: /esportes*/null$
Disallow: /locais*/null$
Disallow: /cidades*/null$
Disallow: /llms.txt*/null$
Disallow: /sitemap.xml*/null$
Disallow: /feed.xml*/null$

# ═══════════════════════════════════════════
# SEO TOOLS AND NO-AUDIENCE CRAWLERS — BLOCKED
# ═══════════════════════════════════════════
# Ferramentas de SEO e buscador sem público no Brasil: não trazem leitor.

# Ahrefs (backlinks e concorrência)
User-agent: AhrefsBot
Disallow: /

# Ahrefs (auditoria de site)
User-agent: AhrefsSiteAudit
Disallow: /

# Semrush (backlinks e concorrência)
User-agent: SemrushBot
Disallow: /

# Majestic (backlinks)
User-agent: MJ12bot
Disallow: /

# Moz (backlinks)
User-agent: DotBot
Disallow: /

# DataForSEO (dados de SEO para revenda)
User-agent: DataForSeoBot
Disallow: /

# WebMeUp (backlinks)
User-agent: BLEXBot
Disallow: /

# Baidu (buscador chinês, sem público no Brasil)
User-agent: Baiduspider
Disallow: /

# ═══════════════════════════════════════════
# AI CONTENT GUIDE & DISCOVERY
# ═══════════════════════════════════════════
# LLMs.txt: https://jornaldebarueri.com.br/llms.txt
# API Catalog: https://jornaldebarueri.com.br/.well-known/api-catalog
# Agent Card: https://jornaldebarueri.com.br/.well-known/agent-card.json