# Tell Web Crawlers / Spiders where they
# can't go.
# Note: An Asterisk (*) in User-agent means Everyone

User-agent: *

# First, Ignore FrontPage files

Disallow: /_borders
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt

# Second, Ignore IIS and Admin generated folders
Disallow: /cgi-bin
Disallow: /logs

# For more information on writing Robots.txt files
# See the following URL:
# http://info.webcrawler.com/mak/projects/robots/norobots.html