#### # Block MJ12 Bot - too aggressive #### User-Agent: MJ12bot Disallow: / #### # Block 80Legs - too aggressive #### User-Agent: 80legs Disallow: / User-Agent: 008 Disallow: / #### # Block Twenga Bot - too aggressive #### User-Agent: Twengabot Disallow: / #### # Block Baiduspider Bot - too aggressive #### User-Agent: Baiduspider Disallow: / #### # Block Ahrefs Bot - too aggressive #### User-Agent: AhrefsBot Disallow: / User-Agent: ShopWiki Disallow: / User-agent: * Crawl-delay: 10 Disallow: /myaccount/ Disallow: /admin/ Disallow: /forgottenpassword.php Disallow: /quicklookup.php Disallow: /search.php Disallow: /addtobasket.php Disallow: /basket.php Disallow: /checkout*.php Disallow: /file.php Disallow: /quicklookup.php Disallow: /removefrombasket.php Disallow: /usersettings.php Disallow: /password/