###############################
#
# robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index
#
Disallow: /cgi-bin/
Disallow: /cp/
Disallow: /images/
Disallow: /modlogan/
Disallow: /scripts/
Disallow: /siteimages/
Disallow: /webalizer/
#
#
# list specific files robots are not allowed to index
#
Disallow: index.html
Disallow: info.html
Disallow: info.php
#
# allow all of the rest of the site
#
Allow: /
#
# let the robots know where the sitemap file is
#
sitemap: http://www.industrial.automation-au.com/sitemap.xml
#
# End of robots.txt file
#
###############################