# Cut & Paste t# osCommerce robots.txt # Currently disallow all shop stuff to the Google Image bot # Mainly image hunters anyway, they eat up bandwidth... User-agent: Googlebot-Image Disallow: /cgi-bin/ Disallow: /usage/ Disallow: / # ALL search engine spiders/crawlers (put at end of file) Sitemap: http://www.tractormad.co.uk/sitemapindex.xml User-agent: * Disallow: /cgi-bin/ Disallow: /usage/ Disallow: /admin/ Disallow: /download/ Disallow: /pub/ Disallow: /account.php Disallow: /advanced_search.php Disallow: //checkout_shipping.php Disallow: /create_account.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /shopping_cart.php