User-agent: *
#
# not much point in indexing BASE!
#
Disallow: /base2
#
# disable expr summs until we fix the random exception throwing problem
# which seems to be due to concurrent access
#
#Disallow: /ExpressionData
Disallow: /ExpressionData/gene/ENSANGG
#Disallow: /ExpressionData/reporter
#Disallow: /ExpressionData/search
#
# these didn't seem to make any difference with google at least:
# Thu Mar 25 13:58:37 GMT 2010 edited to Crawl-Delay: 60. for http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
Crawl-Delay: 60
Crawl-delay: 60
#
#