############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /_notes/ Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /clients/ Disallow: /data/ Disallow: /library/ Disallow: /infoasis/ Disallow: /infoasis/Guestbook/ Disallow: /infoasis/photoalbum/ Disallow: /infoasis/halfwits/ Disallow: /mainlogo.htm Disallow: admin.asp Disallow: admin_users.asp Disallow: admin_wisebuys.asp Disallow: admin_content.asp # # list specific files robots are not allowed to index # #Disallow: /tutorials/meta_tags.html #Disallow: /tutorials/custom_error_page.html # Disallow: admin_links.asp Disallow: submit.asp Disallow: login.asp # End of robots.txt file # ###############################