# /robots.txt file for http://www.tesco.com

User-agent: *

Disallow: /kiosk/
#Disallow: /emailImages/

# Development pages
Disallow: /dotcomHomepageDev/
Disallow: /_dev/
Disallow: /_whish/
Disallow: /homepages/default/v4.3/
Disallow: /homepages/default/v5.0/
Disallow: /halloween/default.2014.asp
#Disallow: /halloween/20*
Disallow: /christmas/default.2014.asp
Disallow: /easter/default.0.asp
Disallow: /star-wars-weekend/scroller.asp
Disallow: /contact.htm

Disallow: /register/userPrefs.aspx

Disallow: /clubcard/dev/

# direct 

Disallow: /direct/*;jsessionid=*
Disallow: /direct/tesco/*.slrcat*


# policy pages

Disallow: /help/privacy-and-cookies/
Disallow: /direct/help/privacy-policy.page
Disallow: /clubcard/charter
Disallow: /termsandconditions/privacy.htm
Allow: /help/privacy-and-cookies/privacy-centre/


# Awaiting deletion

Disallow: /csr/
#Disallow: /investorinformation/



Disallow: /EmailImages/
Disallow: /emailimages/
Disallow: /Emailimages/
Disallow: /emailImages/
Disallow: /InvestorInformation/
Disallow: /investorinformation/
Disallow: /investorInformation/
Disallow: /Investorinformation/

Noindex: /EmailImages/
Noindex: /emailimages/
Noindex: /Emailimages/
Noindex: /emailImages/
Noindex: /InvestorInformation/
Noindex: /investorinformation/
Noindex: /investorInformation/
Noindex: /Investorinformation/



# reduce crawl rate of Bingbot

User-agent: msnbot
Crawl-delay: 1