# robots.txt --- index my site for search but don't archive it
User-agent: *
Disallow:

# Tell the Internet Archive not to keep a copy
User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: VadixBot
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: Gulliver/1.2
Disallow: /

# Keep out Tovek Tools
User-agent: TovekTools Web Indexer/1.0beta [Win32]
Disallow: /

User-agent: InfoNaviRobot
Disallow: /

User-agent: HURIDOCS  
Disallow: /

User-agent: navigator.justinfo.net
Disallow: /

User-agent: Openfind 
Disallow: /

User-agent: EmailWolf 
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Harvest/1.5
Disallow: /