User-agent: *
Disallow: /btrap/
User-Agent: cometrics-bot
Disallow: /
User-agent: Slurp
Crawl-delay: 120
User-Agent: libwww-perl
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Twiceler
Disallow: /