User-agent: msnbot
Crawl-delay: 20

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: bingbot
Crawl-Delay: 20
Allow: /

User-agent: Googlebot
Crawl-Delay: 10
Allow: /

User-agent: *
Crawl-Delay: 30
Allow: /


https://www.tbs-international.fr/xs_sitemap/siteindex.xml.gz