User-Agent: Yahoo-MMCrawler
Disallow: /admin
Disallow: /aliases
Disallow: /exports
Disallow: /gateways
Disallow: /newsletter
Disallow: /pp
Disallow: /resources
Disallow: /routines
Disallow: /static
Disallow: /affiliates.php
Disallow: /checkout.php*
Disallow: /cart.php*
Disallow: /products.php*
Disallow: /contact.php?product*
Disallow: /index.cgi*
Disallow: /search.php*
Disallow: /section.php/167/1/hiddennews

User-agent: ShopWiki
User-agent: LmCrawler
User-agent: asterias
User-agent: Offline Explorer
User-agent: Zealbot
User-agent: Zeus
Disallow: /


Sitemap: http://www.sextoyshopping.co.uk/sitemapindex.xml