############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /login/ Disallow: /newweb/ Disallow: /sasha/ Disallow: /secure/ Disallow: /smyths/ Disallow: /system_08/ Disallow: /thumbs/ Disallow: /tracking/ Disallow: /awear/ Disallow: /sasha_demo/ # # list specific files robots are not allowed to index # Disallow: /login/loginflash.asp # # End of robots.txt file # ###############################