#----------------------------------------------------
# filename: robots.txt
# program name: Pure Contemporary
# date created: 10-Mar-2010 12:23:45
# created by: PCP Auto Deploy
#----------------------------------------------------
User-agent: *
Disallow: /
Request-rate: 1/10   # maximum rate is one page every 10 seconds
Crawl-delay: 10      # 10 second delay between page request

User-agent: googlebot
User-agent: slurp
User-agent: teoma
User-agent: msnbot
Disallow: /EUICachedHTML.do
Disallow: /PureC/EUICachedHTML.do
Disallow: /EUICachedXML.do
Disallow: /PureC/EUICachedXML.do
Disallow: /cachedhtml
Disallow: /PureC-dev/cachedhtml
Disallow: /cachedxml
Disallow: /PureC-dev/cachedxml