# This goes via SCD cache - so clear it out or wait 10 mins for update
#
# 09/04/08 : Added asf, cab, mov, mpeg, rm, rmvb, rtf, xls, zip
#
User-agent: *
Crawl-Delay: 10
Disallow: /dr_consum_dh/groups/dh_digitalassets/
Disallow: /en/AdvancedSearch/*
Disallow: /en/AdvancedSearch*
Disallow: /en/Advancesearch*
Disallow: /en/Advancesearch/*
Disallow: /en/AdvanceSearch*
Disallow: /en/AdvanceSearch/*
Disallow: /en/AdvanceSearchResult/?bucketVals=
Disallow: /en/AdvanceSearchResult/index.htm?ssUrlType=
Disallow: /en/AdvanceSearchResult/index.htm?searchTerms=
Disallow: /en/AdvanceSearchResult/index.htm?bucketVals=
Disallow: /en/ContentItemManager
Disallow: /assetRoot
Disallow: /*?IdcService=
Disallow: /dr_consum_dh/*
Disallow: /*.asf
Disallow: /*.cab
Disallow: /*.doc
Disallow: /*.mov
Disallow: /*.mpeg
Disallow: /*.mp3
Disallow: /*.mpg
Disallow: /*.pdf
Disallow: /*.ppt
Disallow: /*.rm
Disallow: /*.rmvb
Disallow: /*.rtf
Disallow: /*.wma
Disallow: /*.wmv
Disallow: /*.xls
Disallow: /*.zip

Sitemap: http://www.dh.gov.uk/sitemap.xml