# Robots.txt file
# Info about robots.txt: http://www.robotstxt.org/wc/robots.html
# $Id: $

# All crawlers must wait for 2 seconds between each request
# At least Google and MSN bots adhere to this.

User-agent: *
Crawl-delay: 2

# Error pages and Images must not be crawled
# Uncomment this when live

User-agent: *
Disallow: /error/
Disallow: /images/
Disallow: /comment/delete/
Disallow: /widgetize/icon/
Disallow: /widget/download/force/