# last update: may 2009 to correct various erros and validate via http://tool.motoricerca.info/robots-checker.phtml
# last update: June 2007 for changes to Google sitemap.xml and OPAC indexing
# last update: 10jun05 for changes to ucam web search config


Sitemap: http://www.fitzmuseum.cam.ac.uk/sitemap.xml

# disallow searchme.com for now (27/4/2009) as is flooding server
User-agent: Charlotte
Disallow: /

# should be same as User-agent: * plus /opacdirect
User-agent:  Ultraseek (webmaster@ucs.cam.ac.uk)
Disallow: /opacdirect/
Disallow: /ptmenu/
Disallow: /images/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /eservices
Disallow: /_SF_modules/
Disallow:  /_SF_config/
#Disallow:  /*sf_function=print
#Disallow:  /*cataloguesummary.html

# should be same as User-agent: * plus /opacdirect
User-agent: Ultraseek (internal search; webmaster@ucs.cam.ac.uk)
Disallow: /opacdirect/
Disallow: /ptmenu/
Disallow: /images/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /eservices
Disallow: /_SF_modules/
Disallow:  /_SF_config/
#Disallow:  /*sf_function=print
#Disallow:  /*cataloguesummary.html

# all search engines, remember to do same excludes to both internal and external cam ultraseek engines
User-agent: *
Disallow: /ptmenu/
Disallow: /images/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /eservices/
Disallow: /_SF_modules/
Disallow:  /_SF_config/
#Disallow:  /*sf_function=print
#Disallow:  /*cataloguesummary.html
#Disallow:  /opac/search/cataloguesummary.html
#Disallow:  /*cataloguedetail.html