############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /banimages/ Disallow: /images/ Disallow: /adobe/ Disallow: /cgi-bin/ Disallow: /banner/ Disallow: /charts/ Disallow: /ecommerce/ Disallow: /jyotish/ Disallow: /linkmachine/ Disallow: /login/ Disallow: /media/ Disallow: /member/ Disallow: /menu/ Disallow: /pics/ Disallow: /products/ Disallow: /sfraja/ Disallow: /shop/ Disallow: /upload/ Disallow: /vedicforum/ Disallow: /vwlogin/ # # list specific files robots are not allowed to index # Disallow: /meta_tags.html Disallow: /custom_error_page.html # # End of robots.txt file # ###############################