User-agent: dotbot 
Disallow: /
User-agent: Slurp
Crawl-delay: 5
User-agent: twiceler
Crawl-delay: 5
User-agent: ScoutJet
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: * 
Disallow: /admin/
Disallow: /users/
Disallow: /login/
Disallow: /hunt/
Disallow: /gallery/
Disallow: /my/
Disallow: /gallery/
Disallow: /images/
Disallow: /cat/rss.aspx
Disallow: /cat/details.aspx
Disallow: /wm/rss.aspx
Disallow: /wm/search.aspx
# robots.txt in staging is managed by an IT irule