############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /images/ Disallow: /styles/ Disallow: /photo/ Disallow: /retailer/ Disallow: /retailer_fr/ Disallow: /admin/ # # list specific files robots are not allowed to index # Disallow: /en/login.asp Disallow: /en/login_failed.asp Disallow: /en/logout.asp Disallow: /en/map_results.asp Disallow: /en/privacy_policy.asp Disallow: /en/retailer_login.asp Disallow: /en/retailer_login2.asp Disallow: /en/thank_you.asp Disallow: /en/thank_you2.asp Disallow: /en/searched.asp Disallow: /en/product_search.asp Disallow: /fr/login.asp Disallow: /fr/login_failed.asp Disallow: /fr/logout.asp Disallow: /fr/map_results.asp Disallow: /fr/privacy_policy.asp Disallow: /fr/retailer_login.asp Disallow: /fr/retailer_login2.asp Disallow: /fr/thank_you.asp Disallow: /fr/thank_you2.asp Disallow: /fr/searched.asp Disallow: /fr/product_search.asp Disallow: /en/us_searched.asp # # ###############################