User-agent: *
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /author/
Disallow: /cgi-bin/
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/feed/rss/
Disallow: /*/trackback/
Disallow: /*/*/feed/
Disallow: /*/*/feed/rss/
Disallow: /*/*/trackback/
Disallow: /*/*/*/feed/
Disallow: /*/*/*/feed/rss/
Disallow: /*/*/*/trackback/
Disallow: /theme/
Disallow: /tag/*/*
Disallow: /*?_categories_articles

User-agent: Googlebot
Allow: /*

User-agent: Googlebot-Image
Allow: /*

User-agent: Googlebot-Mobile
Allow: /*

User-agent: Google-InspectionTool
Allow: /*

User-agent: OAI-SearchBot
Allow: /*

User-agent: Bingbot
Allow: /*

User-agent: DuckDuckBot
Allow: /*


# Ne pas laisser les IA utiliser les données pour entrainer les modèles
User-agent: GPTBot
Disallow: /*

User-agent: Claude-Web
Disallow: /*

User-agent: anthropic-ai
Disallow: /*

User-agent: CCBot
Disallow: /*

User-agent: cohere-ai
Disallow: /*

User-agent: Meta-ExternalAgent
Disallow: /*

User-agent: Bytespider
Disallow: /*

User-agent: PerplexityBot
Disallow: /*

User-agent: YouBot
Disallow: /*

User-agent: Applebot-Extended
Disallow: /*

User-agent: Amazonbot
Disallow: /*

User-agent: Diffbot
Disallow: /*

Sitemap: https://www.pole-europeen-chanvre.eu/sitemap.xml