############################### # # sample robots.txt file for London Road Allotment Association # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /Document_Folder Disallow: /yabb Disallow: /video Disallow: /documents Disallow: /portprint Disallow: /variables Disallow: /members Disallow: /boards Disallow: /admin Disallow: /sources Disallow: /messages Disallow: /templates Disallow: /buttons Disallow: /help Disallow: /modules Disallow: /avatars Disallow: /languages Disallow: /smilies #Disallow: /tutorials/meta/ #Disallow: /tutorials/images/ #Disallow: /tutorials/assets/ #Disallow: /tutorials/404redirect/ # # list specific files robots are not allowed to index # #Disallow: /tutorials/meta_tags.html #Disallow: /tutorials/custom_error_page.html Disallow: /birthday.htm Disallow: /montagest.htm Disallow: /montagekj.htm Disallow: /slideshow.htm Disallow: /oldlondon.htm Disallow: /sports.htm # # Denied access due to suspicious activity User-agent: LinkWalker Disallow: / User-agent: psbot Disallow: / User-agent: SBIder Disallow: / # # # # End of robots.txt file # ###############################