#robots.txt for Spiegel
User-agent: *
Disallow: /shop/action/account
Disallow: /shop/action/advancedSearch
Disallow: /shop/action/pageableOverAllSearch
Disallow: /shop/action/quickSearch
Disallow: /shop/action/shoppingcart
Disallow: /shop/action/review
Disallow: /shop/action/magazine/browse
Disallow: /shop/action/magazine/bestseller
Disallow: /shop/action/subscriptionDetails
Disallow: /spiegel
Disallow: /wartung
Disallow: *;jsessionid*

Allow: /spiegel/pub

Crawl-delay: 30

Sitemap: http://shop.spiegel.de/sitemap.gz