# Google e Bing
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /

# Bots de anúncios e análise do Google
User-agent: AdsBot-Google
Allow: /
User-agent: Mediapartners-Google
Allow: /

# Bots de redes sociais
User-agent: Facebookexternalhit
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: LinkedInBot
Allow: /

# Bots de análise e SEO
User-agent: DuckDuckBot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: SemrushBot
Allow: /
User-agent: AhrefsBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: RSiteAuditor
Allow: /

# Bots OpenAI (ChatGPT e GPTBot)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

# Bloquear todos os outros bots
User-agent: *
Disallow: /

# Bloquear rastreamento desnecessário
Disallow: /index
Disallow: /list
Disallow: /post

# Configurar um crawl delay para reduzir impacto
Crawl-delay: 10

# Sitemap
Sitemap: https://novoimovel.net.br/sitemap.xml