##robots.txt for https://www.dxzone.com
## mod del 10 10 14   

User-agent: Googlebot
Disallow: /cgi-bin/dir/page.cgi*?

User-agent: Yandex
Crawl-delay: 10

User-Agent: Yahoo! Slurp
Crawl-delay: 15
Disallow: /cgi-bin/dir/bad_link.cgi
Disallow: /cgi-bin/amazon_search.cgi*?
Disallow: /cgi-bin/amazon_search.cgi*?
Disallow: /cgi-bin/dir/page.cgi*?

User-agent:msnbot 
Crawl-delay:60
Disallow: /cgi-bin/dir/bad_link.cgi*$
Disallow: /cgi-bin/amazon_search.cgi*$
Disallow: /cgi-bin/amazon_search.cgi*?

User-Agent: AhrefsBot
Crawl-Delay: 10 

User-agent: CCBot
Crawl-Delay: 20

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider/2.0
Disallow: /

User-agent: Baiduspider+
Disallow: / 

User-agent: Teoma
Crawl-delay: 10
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/bad_link.cgi

User-agent: Gigabot
Crawl-delay: 20
Disallow: /cgi-bin/amazon_search.cgi
Disallow: /cgi-bin/dir/bad_link.cgi
Disallow: /cgi-bin/dir/jump.cgi