# Disallow all crawlers access to certain pages. 
User-agent: *
Allow: /
Allow: /*.js$
Allow: /*.css$
Disallow: /Busca/
Disallow: /checkout/*
Disallow: /img/
Disallow: /Quick-View/
Disallow: /Control/
Disallow: /account/*
Disallow: /login/*
Disallow: /Site/Servicos.aspx 
Disallow: /Site/TagsMaisPopulares.aspx 
Disallow: /Site/QuickView.aspx 
Disallow: /Site/Produto_Listas.aspx 
Disallow: /Site/ProdutoFrete.aspx 
Allow: /categorias 

  # ----------------------------------------------
  # Crawlers de IA — habilitados explicitamente
  # ----------------------------------------------

  # OpenAI (ChatGPT / GPT-4o)
  User-agent: GPTBot
  Allow: /

  User-agent: ChatGPT-User
  Allow: /

  # Anthropic (Claude)
  User-agent: ClaudeBot
  Allow: /

  User-agent: anthropic-ai
  Allow: /

  # Perplexity AI
  User-agent: PerplexityBot
  Allow: /

  # Google (AI Overviews / Gemini training)
  User-agent: Google-Extended
  Allow: /

  # Meta AI
  User-agent: meta-externalagent
  Allow: /

  # Microsoft Copilot / Bing AI
  User-agent: Bingbot
  Allow: /

Sitemap: https://www.drogariasaopaulo.com.br/sitemap.xml