# $Id: robots.txt,v 1.7.2.1 2007/03/23 18:57:07 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-Delay: 10 # Directories Disallow: /assets/ Disallow: /photo-admin/ Disallow: /includes/ Disallow: /misc/ Disallow: /images/ Disallow: /_delete_items_in_this_folder/ Disallow: /facts/includes/ Disallow: /facts/images/ Disallow: /curious/galleries/ Disallow: /curious/headshots/ Disallow: /curious/quotes/ Disallow: /js/ Disallow: /tiltviewer/ Disallow: /videos/ Disallow: /css/ Disallow: /goldmine/ Disallow: /hometest/ Disallow: /supercuts/ Disallow: /presentations/ Disallow: /kidcuisine/ Disallow: /landsend/ Disallow: /zapos/ Disallow: /caesars/ # Files Disallow: /be_curious_e79_logo_fact.swf Disallow: /blank.gif Disallow: /index2.swf Disallow: /js_fns.js Disallow: /pngbehavior.htc Disallow: /sniffer.js Disallow: /style_flash.css Disallow: /style_main.css Disallow: /styleIE.css Disallow: /blank.gif Disallow: /crossdomain.xml Disallow: /index_php Disallow: /index-xml.swf Disallow: /index.swf Disallow: /index2.swf Disallow: /sniffer.js Disallow: /mlba.php Disallow: /index_mlba.swf Disallow: /mlbb.php Disallow: /index_mlbb.swf Disallow: /reebok1.php Disallow: /reebok2.php Disallow: /index_reebok.swf Disallow: /index_reebokb.swf Disallow: /underarmour.php Disallow: /index_underarmour.swf Disallow: /evolve79.php Disallow: /index_evolve79.swf Disallow: /nolaf.php Disallow: /index_nolaf.swf Disallow: /sherwinwilliams.php Disallow: /index_sherwinwilliams.swf Disallow: /ashleyhomestores.php Disallow: /index_ashleyhomestores.swf Disallow: /sri.php Disallow: /index_sri.swf Disallow: /discovercard.php Disallow: /index_discovercard.swf Disallow: /under-armour.php Disallow: /index_underarmour2.swf Disallow: /index_redbox.swf Disallow: /index_redbox.html Disallow: /index_cricket.html Disallow: /index_cricket.swf Disallow: /cricket.html Disallow: /_pitchList.html Disallow: /index_nfl.swf Disallow: /nfl.html