# robots.txt - robot exclusion file - back-end server version - no robots!
# ========================================================================

Sitemap: http://www.pubmedcentral.nih.gov/site_map_index.xml

User-agent: *
Disallow: /articlerender.fcgi
Disallow: /botredir.cgi
Disallow: /botrender.fcgi
Disallow: /forbidden.cgi
Disallow: /fprender.fcgi
Disallow: /hidden-link.cgi
Disallow: /info.cgi
Disallow: /pagerender.fcgi
Disallow: /picrender.fcgi
Disallow: /pubrender.cgi
Disallow: /redirect.cgi
Disallow: /redirect3.cgi
Disallow: /tocrender.fcgi
Disallow: /ppmcsupport/
Disallow: /xslt/


# For Google 
User-agent: Googlebot
Disallow: /xslt/
Disallow: /ppmcsupport/
Disallow: /pagerender.fcgi
Disallow: /picrender.fcgi
Disallow: /redirect3.cgi
Disallow: /info.cgi
Disallow: /hidden-link.cgi
Disallow: /forbidden.cgi

# for Yahoo! Slurp
User-agent: Slurp
Crawl-delay: 1
Disallow: /xslt/
Disallow: /ppmcsupport/
Disallow: /pagerender.fcgi
Disallow: /picrender.fcgi
Disallow: /redirect3.cgi
Disallow: /info.cgi
Disallow: /hidden-link.cgi
Disallow: /forbidden.cgi

# for MSNBot
User-agent: MSNBot 
Disallow: /xslt/
Disallow: /ppmcsupport/
Disallow: /pagerender.fcgi
Disallow: /picrender.fcgi
Disallow: /redirect3.cgi
Disallow: /info.cgi
Disallow: /hidden-link.cgi
Disallow: /forbidden.cgi