# allow all search engines to search exept listed dirs
User-agent: *
Disallow: /awstats/
Disallow: /usage/
Disallow: /stats/
Disallow: /logs/
Disallow: /media/

# delay for msnbot
User-agent: msnbot
Crawl-delay: 120

# allow search engines bots to use sitemap
Sitemap: http://www.intoronto.com/intoronto_sitemap_index.xml

# new entry statement this will stop BadBot from seeing anything
# ser-agent: BadBot
# Disallow: /

# last updated Apr 12 2007