#Simple Robots.txt 0.1
User-agent: MSNBot
Crawl-delay: 5
User-agent: bingbot
Crawl-delay: 5
User-agent: dotbot
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: scrapy
Disallow: /