# $Id: robots.txt,v 1.0, 2006-06-21 00:26:21Z, F. Andy Seidl$

User-agent: *
Disallow: /forms/
Disallow: /forms2che/

User-agent: msnbot 
Crawl-delay: 19

User-agent: Slurp
Crawl-delay: 19 

User-agent: YahooSeeker  
Crawl-delay: 19  

User-agent: YahooFeedSeeker
Crawl-delay: 19  

# Ask Jeeves
User-agent: Teoma
Crawl-delay: 19  

# Beta; no search engine launched yet
User-agent: BecomeBot
Crawl-Delay: 30

User-agent: IconSurf
Disallow: /

User-agent: ia_archiver
Disallow: /public/atom
Disallow: /public/edit-
Disallow: /public/klip
Disallow: /public/link-util
Disallow: /public/monitor-search
Disallow: /public/mostl
Disallow: /public/object
Disallow: /public/opml
Disallow: /public/rss
Disallow: /public/search
Disallow: /public/subscribe-channel