# To specify the User-agent for Google:
User-agent: googlebot

# To specify the User-agent for all bots, use the "wild card" character:
User-agent: *

# To disallow access to a specific file in the root directory:
Disallow: /private-stuff.html

# To disallow access to an entire directory:
#Disallow: /images/

# To disallow access to the entire site:
#Disallow: /

# This disallows all bots everywhere:
#User-agent: *
#Disallow: /

# This disallows all bots to several directories and files:
Disallow: /private-file.html
#Disallow: /images/
Disallow: /cgi-bin/
Disallow: /search.php

# This disallows access to engine specific pages:
#User-agent: googlebot
#Disallow: /index-msn.html
#User-agent: msnbot
#Disallow: /index-google.html

#  PARTIAL access (All Spiders)
User-agent: *
Disallow: /404.shtml
Disallow: /IE7-override.css
Disallow: /IMB/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/
Disallow: /contact-form-error.htm
Disallow: /contact-form-ok.htm
Disallow: /css-tips/switcher-test.htm
Disallow: /dev/
Disallow: /favicon-mp.ico
Disallow: /favicon.ico
Disallow: /images/
Disallow: /include-test.htm
Disallow: /index-ie7.htm
Disallow: /info.php
Disallow: /logs/
Disallow: /misc_files/
Disallow: /php-test/
Disallow: /phpSitemapNG/
Disallow: /phplist/
Disallow: /postinfo.html
Disallow: /redhat2/
Disallow: /resources/_vti_cnf/
Disallow: /resources/free-directory-listings-ie7.htm
Disallow: /resources/htaccess-mod_write.htm
Disallow: /resources/include-fdl-credits-notes.htm
Disallow: /resources/include-pdl-credits-notes.htm
Disallow: /resources/index.bak.htm
Disallow: /resources/robots-txt-files-2.htm
Disallow: /resources/seo-made-easy/
Disallow: /robots(20051117).txt
Disallow: /search/
Disallow: /style-container-test.css
Disallow: /style-under-dev.css
Disallow: /style.css
Disallow: /style.css.bak.css
Disallow: /template-resource-page-table.htm
Disallow: /template-resource-page.htm
Disallow: /template.htm
Disallow: /test/
Disallow: /time.php
Disallow: /white-mud-media/