# START YOAST BLOCK
# ---------------------------
User-agent: *
# URL techniques WordPress : aucun interet pour l'indexation
Disallow: /wp-admin/
# Exception standard WordPress : admin-ajax.php sert l'AJAX du site public.
# Le bloquer empeche Google de rendre correctement les pages qui s'en servent,
# et laisse en suspens les URL deja indexees, qu'il ne peut plus relire pour
# constater qu'elles ne valent rien. (17/09/2026)
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.transfertpro.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# ---------------------------
# Crawlers IA et moteurs generatifs
# Acces explicitement autorise a l'ensemble du site public.
# Synthese destinee aux LLM : https://www.transfertpro.com/llms.txt
# ---------------------------

# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /wp-admin/

User-agent: Claude-User
Allow: /
Disallow: /wp-admin/

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/

User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/

# Google (AI Overviews, Gemini)
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/

# Apple
User-agent: Applebot
Allow: /
Disallow: /wp-admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/

# Microsoft / Copilot
User-agent: bingbot
Allow: /
Disallow: /wp-admin/

# Meta
User-agent: meta-externalagent
Allow: /
Disallow: /wp-admin/

# Mistral
User-agent: MistralAI-User
Allow: /
Disallow: /wp-admin/

# Amazon
User-agent: Amazonbot
Allow: /
Disallow: /wp-admin/

# Common Crawl
User-agent: CCBot
Allow: /
Disallow: /wp-admin/

# Divers moteurs de recherche IA
User-agent: YouBot
Allow: /
Disallow: /wp-admin/

User-agent: Diffbot
Allow: /
Disallow: /wp-admin/