############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /WebForm/ Disallow: /hosting_problem/ Disallow: /cgi-bin/ Disallow: /Scripts/ Disallow: /Templates/ Disallow: /CSS/ Disallow: /images/ Disallow: /PLC/ Disallow: /NE176/images/ Disallow: /NE176/Introduction/ Disallow: /NE176/Outcome1/ Disallow: /NE176/Outcome2/ Disallow: /NE176/Outcome3/ Disallow: /NE176/Outcome4/ Disallow: /NE176/PowerPointSlides/ Disallow: /NE176/QuizesAndTests/ Disallow: /NE176/SiteImages/ Disallow: /NE176/SitePages/ Disallow: /NE176/TALON_Assessments/ Disallow: /NE176/Templates/ # # # # list specific files robots are not allowed to index # Disallow: php.info Disallow: /NE176/ToDo.txt Disallow: /NE176/Footer.htm Disallow: /NE176/Header.htm Disallow: /NE176/Navigation.htm Disallow: /NE176/style_Content.css Disallow: /NE176/style_Navigation.css # # allow all of the rest of the site # Allow: / # # let the robots know where the sitemap file is # sitemap: http://www.plc-training.com.au/sitemap.xml # # # End of robots.txt file # ###############################