User-agent: *


Disallow: /index.php/
Disallow: /admin/
Disallow: /admin_*/
Disallow: /app/
Disallow: /lib/
Disallow: /bin/
Disallow: /dev/
Disallow: /downloader/
Disallow: /errors/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/


Disallow: /*.php$


Disallow: /checkout/
Disallow: /customer/
Disallow: /account/
Disallow: /wishlist/
Disallow: /onestepcheckout/


Disallow: /sendfriend/
Disallow: /review/product/post/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /newsletter/


Disallow: /*?SID=
Disallow: /*&SID=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?gclid=
Disallow: /*&gclid=


Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
Disallow: /*?*q=
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*order=
Disallow: /*?*limit=
Disallow: /*?*price=
Disallow: /*?*cat=
Disallow: /*?*id=


Disallow: /*?*&
Disallow: /*/*?*&*&
Disallow: /*?_is_filter=
Disallow: /*&_is_filter=


Allow: /*/*?p=$
Allow: /*/*?p=[0-9]*$


Allow: /media/
Allow: /static/
Allow: /pub/static/
Allow: /pub/media/


Allow: /


User-agent: facebookexternalhit
Disallow:


# ============================================
# Block AI/LLM Bots and Content Scrapers
# ============================================

# OpenAI (GPT, ChatGPT)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Google AI (Bard, Gemini)
User-agent: Google-Extended
Disallow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Common Crawl (used by many AI companies)
User-agent: CCBot
Disallow: /

# Perplexity AI
User-agent: PerplexityBot
Disallow: /

# Diffbot
User-agent: Diffbot
Disallow: /

# ByteDance/TikTok
User-agent: Bytespider
Disallow: /

# Meta AI
User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

# Apple Intelligence
User-agent: Applebot-Extended
Disallow: /

# Omgili
User-agent: Omgilibot
Disallow: /

# Amazon AI
User-agent: Amazonbot
Disallow: /

# Cohere
User-agent: cohere-ai
Disallow: /

# AI2 (Allen Institute)
User-agent: AI2Bot
Disallow: /

# IMG2Dataset (used for LAION datasets)
User-agent: img2dataset
Disallow: /

# ============================================
Sitemap: https://www.boutique-magique.fr/sitemap.xml