# Allow all User-agent: * Disallow: /tools/login.php Disallow: /tools/account.php Disallow: /tools/logoff.php Disallow: /tools/shopping_cart.php Disallow: /tools/cookie_usage.php Disallow: /boardroom # added to review duplicates and add_basket links Disallow: /tools/products_new.php Disallow: /tools/product_reviews_write.php # disallow crowling of the spider page so that people dont try to inject shit Disallow: /search/search.php Disallow: /livechat/livehelp_js Disallow: /tools/buy_now.php Disallow: /tools/images/cache/ Disallow: /tools/images/cache-old/ Request-rate: 2/5 Crawl-delay: 4