User-agent: MJ12bot
user-agent: AhrefsBot
user-agent: Baiduspider
User-agent: worldwebheritage.org
User-agent: worldwebheritage.org/1.0
User-agent: woobot
User-agent: wotbox
User-agent: BUbiNG
User-agent: BLEXBot
User-agent: spbot
User-agent: SemrushBot
User-agent: SemrushBot-SA
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /compte/
Disallow: /cache/
Disallow: /tmp/

User-agent: *
Crawl-delay: 20