User-agent: Mediapartners-Google*
Disallow:

User-agent: Teleport Pro/1.29.1590 
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: Szukacz/1.5 (robot; www.szukacz.pl/jakdzialarobot.html; info@szukacz.pl) 
Disallow: /

User-agent: Szukacz
Disallow: /

User-agent: ia_archiver 
Disallow: /

User-agent: *
Disallow: /Templates
Disallow: /images
Disallow: /pics
Disallow: /assets
Disallow: /_assets
Disallow: /_database_101
Disallow: /_old
Disallow: /library
Disallow: /secure


# don't let search engines see the RDF feed, it's just confusing.

User-agent: Mediapartners-Google*
User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.
Disallow: /searchtools-rss.xml

# updated 2002-03-22 (disallow rtestprob links)