# robots, scram
#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#

# Details about Googlebot available at: http://www.google.com/bot.html
# The Google search engine can see everything
User-agent: Googlebot 
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/



# All other robots will be restricted from accessing the Google-specific index pages
User-agent: *
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/


# SmallBear
User-agent: smallbear
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/

# Ultraseek
User-agent: Ultraseek
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/

# Scooter
User-agent:	Scooter
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/

# Slurp
User-agent:	Slurp
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/

# Mozilla
User-agent:	Mozilla/3.01 (hotwired-test/0.1)
Disallow: /scripts/
Disallow: /externals/
Disallow: /images/
Disallow: /_private/
Disallow: /_notes/
Disallow: /cgi-bin/