# robots.txt file for IHRSA.org # For more site information, contact webmaster@cnn.com # # For information on the Robots Exclusion Protocol, please visit: # http://info.webcrawler.com/mak/projects/robots/norobots.html # User-agent: Googlebot # Exclude irrelevant directories below Disallow: /_circuitslibrary/ Disallow: /_config/ Disallow: /_customtags/ Disallow: /_data/ Disallow: /_documentation/ Disallow: /_extensions/ Disallow: /_images/ Disallow: /_includes/ Disallow: /_uploads/ Disallow: /_verity/ Crawl-delay: 20 User-agent: Slurp # Exclude irrelevant directories below Disallow: /_circuitslibrary/ Disallow: /_config/ Disallow: /_customtags/ Disallow: /_data/ Disallow: /_documentation/ Disallow: /_extensions/ Disallow: /_images/ Disallow: /_includes/ Disallow: /_uploads/ Disallow: /_verity/ Crawl-delay: 20 User-agent: MSNBot # Exclude irrelevant directories below Disallow: /_circuitslibrary/ Disallow: /_config/ Disallow: /_customtags/ Disallow: /_data/ Disallow: /_documentation/ Disallow: /_extensions/ Disallow: /_images/ Disallow: /_includes/ Disallow: /_uploads/ Disallow: /_verity/ Crawl-delay: 20 # Commented out by D Clark 17 June 08 so GSA can run for IHRSA # User-agent: * # Disallow: / User-Agent: Googlebot-Image Disallow: /IHRSA/_images/uploads/cbe_0401.gif Disallow: /IHRSA/_images/uploads/cbe_0401.jpg Disallow: /IHRSA/_images/uploads/cbe_0401_sm.jpg Disallow: /IHRSA/_images/uploads/cbe_0401_thumb.jpg