#robots text file to control the access to
#files and directories which need not be indexed
#keyseeker.net
#
#Specify all spiders
#
User-agent:*
#
#
#Block spidering of specific upper level directories
#
Disallow:/includes/
Disallow:/images/
Disallow:/cgi-sys/
Disallow:/cgi-bin/
Disallow:/_notes/
Disallow:/_private/
Disallow:/cart/
Disallow:/secure/
Disallow:/mail/
Disallow:/ebay/
Disallow:/pano/
Disallow:/png/
Disallow:/terms_files/
Disallow:/_vti_bin/
Disallow:/_vti_cnf/
Disallow:/_vti_log/
Disallow:/_vti_pvt/
Disallow:/cgi-txt/
#
#
#
#Block spidering of specific sub-directories
#
#Disallow:/folder/subfolder/ - just an exmple for later
#
#Block spidering of non-displaying
#top level pages 
#
Disallow:/footer.inc
Disallow:/keyseeker.css
Disallow:/meta.inc
#
#Just in case later versions allow wildcards
#Block non content extensions
#
Disallow:/*.inc
Disallow:/*.txt
Disallow:/*.htm
Disallow:/*.css
#
#
#
# End of File