# /robots.txt file for http://www.denvertax.com/
User-agent: *
# Disallow FrontPage directories
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
# Disallow old directories or files
Disallow: /int.htm # Old
Disallow: /dup/ # Old

User-agent: Scooter #Alta Vista
Disallow: /cd-duplication/cd-duplication-al.htm
Disallow: /cd-duplication/cd-duplication-ex.htm
Disallow: /cd-duplication/cd-duplication-fa.htm
Disallow: /cd-duplication/cd-duplication-gl.htm
Disallow: /cd-duplication/cd-duplication-gt.htm
Disallow: /cd-duplication/cd-duplication-ht.htm
Disallow: /cd-duplication/cd-duplication-if.htm
Disallow: /cd-duplication/cd-duplication-iw.htm
Disallow: /cd-duplication/cd-duplication-ly.htm
Disallow: /cd-duplication/cd-duplication-mn.htm
Disallow: /cd-duplication/cd-duplication-wc.htm
Disallow: /cd-duplication/cd-duplication-yhp.htm
Disallow: /cd-duplication/cd-duplication-dh.htm
Disallow: /regression-test/software-testing-al.htm
Disallow: /regression-test/software-testing-dh.htm
Disallow: /regression-test/software-testing-ex.htm
Disallow: /regression-test/software-testing-gl.htm
Disallow: /regression-test/software-testing-gt.htm
Disallow: /regression-test/software-testing-iw.htm
Disallow: /regression-test/software-testing-ly.htm
Disallow: /regression-test/software-testing-mn.htm
Disallow: /regression-test/software-testing-wc.htm
Disallow: /regression-test/software-testing-yhp.htm
Disallow: /regression-test/software-testing-ls.htm

User-agent: Slurp #Hotbot, AOL, Goto, MSN, iWon, Looksmart
Disallow: /regression-test/software-testing-av.htm
Disallow: /regression-test/software-testing-dh.htm
Disallow: /regression-test/software-testing-ex.htm
Disallow: /regression-test/software-testing-gl.htm
Disallow: /regression-test/software-testing-ly.htm
Disallow: /regression-test/software-testing-wc.htm
Disallow: /regression-test/software-testing-yhp.htm

User-agent: Googlebot #Google - to exclude
Disallow: /regression-test/software-testing-av.htm
Disallow: /regression-test/software-testing-al.htm
Disallow: /regression-test/software-testing-dh.htm
Disallow: /regression-test/software-testing-ex.htm
Disallow: /regression-test/software-testing-gt.htm
Disallow: /regression-test/software-testing-iw.htm
Disallow: /regression-test/software-testing-ly.htm
Disallow: /regression-test/software-testing-mn.htm
Disallow: /regression-test/software-testing-wc.htm
Disallow: /regression-test/software-testing-yhp.htm
Disallow: /regression-test/software-testing-ls.htm