############################### # # robots.txt file for this website # # addresses all robots by using wild card * # Sitemap: http://www.mdbgroup.com/sitemap.xml # User-agent: * # list folders robots are not allowed to index Disallow: /photos/ Disallow: /logs/ Disallow: /images/ Disallow: /awmdata/ Disallow: /script/ # # list specific files robots are not allowed to index Disallow: /my_results2.html Disallow: /contact_form.html Disallow: /contact_form.css # # # End of robots.txt file # ###############################