User-agent: *
Crawl-delay: 4
User-Agent: VoilaBot
Crawl-delay: 10
User-agent: Slurp
Crawl-delay: 6
User-Agent: Charlotte
Crawl-delay: 5
User-Agent: twiceler
Crawl-delay: 4
User-Agent: Sosospider
Crawl-delay: 16
User-agent: Exabot
Crawl-delay: 10
User-Agent: magpie-crawler
Crawl-delay: 12
User-agent: Naverbot
Crawl-delay: 10