# Directories to be ignored by all robots

User-agent: * 

Disallow: /ads/
Disallow: /ads_datas/
Disallow: /cgi-bin/
Disallow: /control/
Disallow: /directory/cgi-bin/
Disallow: /news/daily_news/
Disallow: /error_docs/
Disallow: /scripts/
Disallow: /squirrelmail/
Disallow: /webalizer/


# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /