###############################
# Created by the web[at]histosoft.com
# robots.txt file for www.histosoft.com
# Last modified Tuesday, June 10, 2008
# addresses all robots by using wild card *
#
# forbidden robots
#User-agent: http://www.almaden.ibm.com/cs/crawler 
#Disallow: /
# Picsearch
User-agent: psbot
Disallow: /
User-agent: Snapbot
Disallow: /
# Broken agent?
User-agent: Twiceler
Disallow: /

# excepted robots - for testing validator
#User-Agent: W3C-checklink
#Disallow:
#
# list folders robots are not allowed to index
#
User-agent: *
Disallow: /_private/
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /archive/
Disallow: /auth/
Disallow: /cgi-bin/
Disallow: /commerce/order/
Disallow: /download/
Disallow: /forms/misc/
Disallow: /hs_img_internal/
Disallow: /images/
Disallow: /js/
Disallow: /log/
Disallow: /moftwofour/
#Disallow: /products/
Disallow: /restricted/
Disallow: /services/subscriptions/
Disallow: /style/
Disallow: /support/bbhelp/
Disallow: /support/soupermail/
Disallow: /t_basic/
#Disallow: /*x*.html$
#Disallow: /*.cgi$
#Disallow: /*.con$
#Disallow: /*.php*$
#Disallow: /*.pl$
#Disallow: /*.txt$
#
# End of robots.txt file
#
###############################