User-agent: *
Disallow: /images/
Disallow: /files/
Disallow: /pictures/
Disallow: /formmail.pl
# Ignore FrontPage Files
Disallow: /_borders
Disallow: /_fpclass
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /cgi_bin
# Rover is a bad dog
User-agent: Roverbot
Disallow: /
# EmailSiphon is a hunter/gatherer which extracts email addresses for
# spam-mailers to use
User-agent: EmailSiphon
Disallow: /