# robots.txt - Clube Atlético Lajeado (CAL) # https://www.lajeado.net/robots.txt # Regras gerais para mecanismos de busca User-agent: * Allow: / # Áreas administrativas e internas Disallow: /admin/ Disallow: /api/ Disallow: /modelo/ # Arquivos sensíveis, backups e logs Disallow: /*.log$ Disallow: /*.sql$ Disallow: /*.bak$ Disallow: /*.ini$ # Conteúdo público importante Allow: /assets/ Allow: /images/ Allow: /noticias/ Allow: /memorial/ Allow: /o-clube/ Allow: /historia/ Allow: /titulos/ Allow: /fotos/ Allow: /buscar/ # Googlebot User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /modelo/ # Google Imagens User-agent: Googlebot-Image Allow: /images/ Allow: /assets/ # Bing User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /modelo/ # Bots usados para pré-visualização de links User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / # Bloquear crawlers de SEO que não são necessários ao site User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemap Sitemap: https://www.lajeado.net/sitemap.xml