#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
#
#
User-agent: *

User-agent: Googlebot
Allow:

User-agent: Googlebot-image
Allow:

User-agent: msnbot
Allow:

User-agent: Teoma
Crawl-delay: 10 

User-agent: Slurp
Crawl-delay: 10 

User-agent: aipbot
Disallow: / 

User-agent: BecomeBot
Disallow: / 

User-agent: psbot
Disallow: /