# http://www.compareandsave.com/robots.txt
# 
# The use of robots or other automated means to access the CompareandSave site
# without the express permission of CompareandSave is strictly prohibited.
# Notwithstanding the foregoing, CompareandSave may permit automated access to
# access certain CompareandSave pages but soley for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at http://www.robotstxt.org/wc/exclusion.html is strictly
# prohibited.
# 
# ---- List of robots commands 
# http://en.wikipedia.org/wiki/Robots.txt
# http://www.robotstxt.org/orig.html
# http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360
# ---- Verified by:
# http://tool.motoricerca.info/robots-checker.phtml 
# http://webmaster.live.com/

# Disallow all organic bots to dealfinder folder
User-agent: MSNBOT
Disallow: /dealfinder/
Disallow: /deal-finder/
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal
Allow: /news/
Allow: /blog/

User-agent: Googlebot
Disallow: /dealfinder/
Disallow: /deal-finder/
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal
Allow: /news/
Allow: /blog/

User-agent: Googlebot-Mobile
Disallow: /dealfinder/
Disallow: /deal-finder/
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal
Allow: /news/
Allow: /blog/

User-agent: Yahoo! Slurp
Disallow: /dealfinder/
Disallow: /deal-finder/
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal
Allow: /news/
Allow: /blog/

User-agent: Teoma
Disallow: /dealfinder/
Disallow: /deal-finder/
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal
Allow: /news/
Allow: /blog/

# Google adsense bot for contentual targeting on sitesearch, news, blog.
User-agent: Mediapartners-Google*
Disallow:

# Block Yahoo Pipes content scraper
User-agent: Yahoo Pipes 1.0
Disallow: /

# Block Yahoo Pipes content scraper
User-agent: Yahoo Pipes 2.0
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Disallow: /surveys/
Disallow: /interstitial/
Disallow: /members-area/
Disallow: /register/
Disallow: /search/
Disallow: /search.cfm
Disallow: /thank-you.cfm
Disallow: /track.cfm
Disallow: /__utm.gif
Disallow: /csID
Disallow: /*csID
Disallow: /*catID # filter product tables, remove this line when titles fixed
Disallow: /*cid
Disallow: /*reviews_action=add
Disallow: /*register_action=forgot
Disallow: /*mode=normal # mode=edit or mode=preview have not been cached
Allow: /news/
Allow: /blog/
# Disallow ppc parameters or pricavy/disclaimer pages - commented out
#Disallow: /*gclid
#Disallow: /*ysmwa
#Disallow: /*&OVADID
#Disallow: /*&utm_medium=cpc
#Disallow: /privacy/
#Disallow: /disclaimer/

Sitemap: http://www.compareandsave.com/sitemap.xml