# Rover is a bad dog
User-agent: Roverbot
Disallow: /

# EmailSiphon is a hunter/gatherer which extracts email addresses for spam-mailers to use
User-agent: EmailSiphon
Disallow: /

# Exclude MindSpider since it appears to be ill-behaved
User-agent: MindSpider
Disallow: /

User-agent: *
Crawl-delay: 20

User-agent: gsa-crawler
Disallow: /

# Exclude script for custom EID metrics
User-agent: *
Disallow: /eid/Scripts/EidMetrics.js