# Directions for robots.  See this URL:
# http://info.webcrawler.com/mak/projects/robots/norobots.html
# for a description of the file format.


#####
# Allow W3C link Validator 
# skipping other dynamic content or private areas
#
User-agent: W3C-checklink
Disallow: /phpbin/


#####
# default action - currently it allows access to most of the site
# skipping dynamic content or private areas
#
User-agent: *
Disallow: /phpbin/


# If your robot is polite enough to request only a small number of
# files at a time we will add your robot to the list of cool robots.
# Send email to webmaster@spityateeth.com, referring to the /robots.txt
# URL.