#-------------------------------------------------------------------- # Git orf my land ... #-------------------------------------------------------------------- User-agent: * Disallow: /account.html Disallow: /advanced_search.html Disallow: /checkout_shipping.html Disallow: /conditions.html Disallow: /featured_products.html Disallow: /honey/ Disallow: /login.html Disallow: /order/ Disallow: /popup_shipping_estimator.html Disallow: /privacy.html Disallow: /products_new.html Disallow: /shopping_cart.html Disallow: /tell_a_friend/ Disallow: /unsubscribe.html Disallow: /write_review/ #-------------------------------------------------------------------- # Undesirable bots that do as they're told ... #-------------------------------------------------------------------- User-agent: baiduspider User-agent: http://www.almaden.ibm.com/cs/crawler User-agent: Larbin User-agent: LinkWalker User-agent: MSIECrawler User-agent: NaverBot User-agent: NPBot User-agent: psbot User-agent: QuepasaCreep User-agent: SurveyBot User-agent: TurnitinBot User-agent: Wget Disallow: / # stop indexing the dynamic content for Google User-agent: Googlebot Disallow: /*?