User-agent: *
Crawl-delay: 10
#Blocke explicit bleat links to limit crawlers pounding the site, but not sure that's
#relevant any more, so will comment out and see what happens
#Disallow: *?bleat=*$
Disallow: *?replytocom
# Need to allow cache and themes for google mobile-friently testing
#Disallow: /cache
#Allow: /cache/TravelDigests
#Disallow: /wp-content/themes/
Disallow: *?ct.ashx\?url=*$
# Allow scripts so search engines can render javascript
#Disallow: /scripts

User-agent: BUbiNG
Disallow: /