Sitemap: http://www.ledevoir.com/sitemap.xml

User-agent: *
Disallow: /recherche*
Crawl-delay: 5

# Block dotbot
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block ahref Bot
User-agent: AhrefsBot
Disallow: /

#Block petalbot
User-agent: PetalBot
Disallow: /