User-agent: VoilaBot
Disallow: /

User-agent: HouxouCrawler
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: Slurp
Crawl-delay: 30 

User-agent: msnbot 
Crawl-delay: 30 

User-agent: Googlebot 
Crawl-delay: 30 
Disallow: /rtnews/nlpages/
Disallow:  /nlnews.htm
Disallow: /rtapages/emailtofriend.htm
Disallow: /rtcpages/emailtofriend.htm
Disallow: /rtnews/openagent/
Disallow: /rtnews/OpenAgent/

User-agent: *
Disallow: /cgi-bin/
Disallow: /hold/
Disallow: /nl/nlpages@ERROR/
Disallow: /newsfiles/newsletter.nsf/nlpages@ERROR/
Disallow: /*.xml$
Disallow: /rtnews/nlpages/
Disallow:  /nlnews.htm
Disallow: /rtapages/emailtofriend.htm
Disallow: /rtcpages/emailtofriend.htm
Disallow: /rtnews/openagent/
Disallow: /rtnews/OpenAgent/
Crawl-delay: 30