#bad bots
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot)
User-agent: MSIE 6.0
User-agent: Java/1.5.0_*  ## please use a more specific useragent
Disallow: /

#everyone else
User-agent: *  ##
Crawl-delay: 0.5
Disallow: /cgi-bin/
Disallow: /comments/flag/
Disallow: /comments/post/
Disallow: /mailfriend/
Disallow: /events/2012/
Disallow: /events/2014/
Disallow: /r/ ## Bots shouldn't go into this URL
Disallow: /adtool/