############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /shirley/ Disallow: /common/ Disallow: /images/ Disallow: /img/ Disallow: /pictures/ Disallow: /cgi-bin/ Disallow: /party pics/ Disallow: /test/ Disallow: /_*/ Disallow: /tas-demo/ # # list specific files robots are not allowed to index # Disallow: /banner_homepage.htm Disallow: /frameset* Disallow: /*.gif Disallow: /frameset* # # ###############################