#robots text file to control the access to
#files and directories which need not be indexed
#PaylessGroup.com
#
#Specify all spiders
#
User-agent:*
#
#
#Block spidering of specific upper level directories
#
Disallow:/templates/
Disallow:/images/
Disallow:/english/
Disallow:/cgi-bin/
Disallow:/commonimages/
Disallow:/secure/
#
#
#
#Block spidering of specific sub-directories
#
#Disallow:/folder/subfolder/ - just an exmple for later
#
#Block spidering of non-displaying
#top level pages 
#
Disallow:/body.inc
Disallow:/main.css
Disallow:/bottom.inc
Disallow:/_js.inc
Disallow:/imgMap.inc
Disallow:/leftnav.inc
Disallow:/leftnav.inc.htm
Disallow:/401.shtml
Disallow:/config.php
Disallow:/faqs.php
Disallow:/formhandler.php
Disallow:/formhandlerIC.php
#
#Just in case later versions allow wildcards
#Block non content extensions
#
Disallow:/*.inc
Disallow:/*.txt
Disallow:/*.htm
Disallow:/*.css
#
#
#
# End of File