User-agent: Baiduspider
Disallow: /

User-agent: Googlebot
Disallow: /*?
Disallow: /*?jsessionid
Disallow: /browse.do
Disallow: /menuAdvancedSearch.do
Disallow: /dlcontent

User-agent: Slurp
Crawl-delay: 5
Disallow: /*?
Disallow: /*?jsessionid
Disallow: /browse.do
Disallow: /menuAdvancedSearch.do
Disallow: /dlcontent

User-agent: *
Crawl-delay: 10
Disallow: /system/
Disallow: /images/
Disallow: /css/
Disallow: /dlcontent/frontera/int/ram/
Disallow: /dlcontent/frontera/ext/ram/
Disallow: /dlcontent/frontera/ext/smil/
Disallow: /dlcontent/frontera/nails/
Disallow: /menuAdvancedSearch.do?
Disallow: /find.do?
Disallow: /browse.do?
Disallow: /labelDetail.do?
Disallow: /viewItem.do?
Disallow: /viewRelationItem.do?
Disallow: /imageResize.do?
Disallow: /doImageResize.do?

Sitemap: http://frontera.library.ucla.edu/sitemap.xml