User-agent: Baiduspider
Disallow: /

User-agent: Googlebot
Disallow: /*?
Disallow: /*?jsessionid
Disallow: /browse.do
Disallow: /menuAdvancedSearch.do

User-Agent: Slurp
Crawl-delay: 5
Disallow: /*?
Disallow: /*?jsessionid
Disallow: /browse.do
Disallow: /menuAdvancedSearch.do

User-agent: *
Crawl-delay: 10
Disallow: /system/
Disallow: /xslt/
Disallow: /images/
Disallow: /flash/
Disallow: /css/
Disallow: /scripts/
Disallow: /js/
Disallow: /browseTopSubjects.do?
Disallow: /populateBrowse.do?
Disallow: /Browse.do?
Disallow: /advSearch.do?
Disallow: /viewItem.do?
Disallow: /browseProject.do?
Disallow: /viewFile.do?
Disallow: /viewTextFile.do?

Sitemap: http://oralhistory.library.ucla.edu/sitemap.xml