User-agent: *
Disallow: /shop
Disallow: /cgi
Disallow: /public

User-agent: Slurp
Crawl-delay: 30
Disallow: /shop
Disallow: /cgi

User-agent: MSNBot 
Crawl-delay: 30
Disallow: /shop 
Disallow: /cgi

User-agent: Inktomi Slurp
Disallow: / 

User-agent: Slurp China
Disallow: / 

User-agent: Exabot
Disallow: / 

User-agent: TwengaBot
Disallow: /

User-agent: Livebot
Disallow: /

User-agent: Twenga
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ShopWiki
Disallow: /