# Aucun robot ne doit indexer les pages suivantes :
User-agent: *
Disallow: /blacklist.php
Disallow: /index.php
Disallow: /copyright_depot.php
Disallow: /copyright_visite2.htm
#
Sitemap: https://copyrightfrance.com/sitemap.xml
#
#----------------------------------------------------------------------------------------
# ROBOTS INTERDITS
#----------------------------------------------------------------------------------------
#
# Sogou ne peut pas indexer le site.
User-agent: Sogou web spider
Disallow: /
#
#----------------------------------------------------------------------------------------
# ROBOTS AUTORISES
#----------------------------------------------------------------------------------------
#
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Qwantify
Allow: /

User-agent: AppleBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: barkrowler
Allow: /

# Assistants IA
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /