Sitemap: https://comptoirdespecheurs.com/sitemap.xml

# Bloquer l'indexation des sous-domaines API pour éviter la duplication de contenu (SEO 2026-01-27)
User-agent: *
Disallow: /api/
# Note: Les sous-domaines api.* sont bloqués via header X-Robots-Tag dans index.php

# Accepte tout
User-agent: *
Allow: /
User-agent: AhrefsBot
Crawl-delay: 60
User-agent: PetalBot
Disallow: /
User-agent: 11A465
Disallow: /
User-agent: Ahrefs
Disallow: /
User-agent: ArchiveBot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Curebot
Disallow: /
User-agent: Daum
Disallow: /
User-agent: Detectify
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Grapeshot
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: Kinza
Disallow: /
User-agent: LieBaoFast
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: LMY47V
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: Mb2345Browser
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: MicroMessenger
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MQQBrowser
Disallow: /
User-agent: PageFreezer
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: Screaming.Frog
Disallow: /
User-agent: Search365bot
Disallow: /
User-agent: SearchBlox
Disallow: /
User-agent: Seekport
Disallow: /
User-agent: SemanticScholarBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: Siteimprove.com
Disallow: /
User-agent: Sogou.web.spider
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: UCBrowser
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: Vagabondo
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YisouSpider
Disallow: /