##robots.txt for http://www.dxzone.com

User-agent: *

User-agent: Googlebot
Disallow: /cgi-bin/amazon_search.cgi*?

		
User-agent: Slurp
Crawl-delay: 5
Disallow: /cgi-bin/ 

Disallow: /cgi-bin/dir/bad_link.cgi
Disallow: /cgi-bin/amazon_search.cgi*?


User-agent:msnbot 
Crawl-delay:60
Disallow: /cgi-bin/dir/bad_link.cgi*$
Disallow: /cgi-bin/amazon_search.cgi*$
Disallow: /cgi-bin/amazon_search.cgi*?
Disallow: /cgi-bin/dir/rate.cgi
Disallow: /cgi-bin/dir/MioBanner.cgi



User-agent: Teoma
Crawl-delay: 10
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/bad_link.cgi

User-agent: Gigabot
Crawl-delay: 20
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/bad_link.cgi
Disallow: /cgi-bin/dir/jump.cgi
Disallow: /cgi-bin/dir/jump2.cgi

User-Agent: MJ12bot
Disallow:   /

User-agent: ShopWiki
Crawl-Delay: 20
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/jump.cgi
Disallow: /cgi-bin/dir/jump2.cgi

User-agent: Yandex
Crawl-Delay: 60
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/jump.cgi
Disallow: /cgi-bin/dir/jump2.cgi
Disallow: /cgi-bin/dir/rate.cgi
Disallow: /cgi-bin/dir/MioBanner.cgi
Disallow: /cgi-bin/amazon_search.cgi*?

User-agent: boitho.com-dc
Disallow: /