# $Id: robots.txt,v 1.7.2.2 2008/02/25 02:18:25 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /clients/gemloot.html Disallow: /newsletter/ Disallow: /thanks.html Disallow: /node/ Disallow: /user/ Disallow: /tracker/ Disallow: /pray_pray Disallow: /node/8?size=thumbnail Disallow: /node/7?size=thumbnail Disallow: /newsletter/confirm/remove Disallow: /user/login?destination=comment/reply/26%2523comment-form Disallow: /user Disallow: /tucson-web-design Disallow: /tracker Disallow: /taxonomy/term/9/0 Disallow: /taxonomy/term/9 Disallow: /taxonomy/term/11/0/feed Disallow: /taxonomy/term/11/0 Disallow: /taxonomy/term/11 Disallow: /node/8 Disallow: /node/7?size=preview Disallow: /node/7 Disallow: /node/6?size=thumbnail Disallow: /node/35?size=thumbnail Disallow: /node/35?size=preview Disallow: /node/28 Disallow: /node/27 Disallow: /node/24 Disallow: /node/22 Disallow: /node/2 Disallow: /node/1?size=thumbnail Disallow: /clients/expole.html Disallow: /clients/hazelwoods.html Disallow: /clients/picatsso_art.html Disallow: /clients/chamber.html Disallow: /node/26 Disallow: /node/29 Disallow: /node/2?size=preview Disallow: /node/2?size=thumbnail Disallow: /node/35?size=thumbnail Disallow: /node/36 Disallow: /node/6?size=preview Disallow: /tracker Disallow: /tracker?page=1 Disallow: /user/login?destination=comment/reply/2%2523comment-form Disallow: /user/login?destination=comment/reply/6%2523comment-form Disallow: /user/login?destination=comment/reply/7%2523comment-form Disallow: /user/login?destination=comment/reply/8%2523comment-form Disallow: /user/register Disallow: /user/register?destination=comment/reply/1%2523comment-form Disallow: /user/register?destination=comment/reply/2%2523comment-form Disallow: /user/register?destination=comment/reply/22%2523comment-form Disallow: /user/register?destination=comment/reply/23%2523comment-form Disallow: /user/register?destination=comment/reply/37%2523comment-form Disallow: /user/register?destination=comment/reply/4%2523comment-form Disallow: /user/register?destination=comment/reply/6%2523comment-form Disallow: /user/register?destination=comment/reply/7%2523comment-form Disallow: /user/register?destination=comment/reply/8%2523comment-form Disallow: form2mail.php Disallow: form3mail.php Disallow: /crm/ Disallow: /2010/ Disallow: 2010.html