User-agent: Mediapartners-Google*
Disallow:



# don't let search engines see the RSS feed, it's just confusing.


User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: /searchtools-rss.xml

User-agent: Mediapartners-Google* 

Disallow: /cgi-bin/
Disallow: /CSS/
Disallow: /CWS/
Disallow: /logs/
Disallow: /mws/
Disallow: /phpMyAdmin/
Disallow: /redirectLP/
Disallow: /samples/
Disallow: /scripts/
Disallow: /sites/
Disallow: /stop!/
Disallow: /test/




# updated 2010-07-22