# Block all robots from the following
User-agent: *
Crawl-delay: 10
Disallow: /admin
Disallow: /account_request.aspx
Disallow: /catalogsearch.aspx
Disallow: /login.aspx
Disallow: /shoppingcart.aspx

# Google
User-agent: Googlebot
Disallow: /catalogsearch.aspx

# Slow MSNbot
User-agent: msnbot
Crawl-delay: 5
Disallow: /catalogsearch.aspx

# Slow Yahoo
User-agent: Slurp
Crawl-delay: 4
Disallow: /catalogsearch.aspx

# SEO-related bots
User-agent: rogerbot
Disallow:/
User-agent: mj12bot
Disallow:/
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXBot
Disallow: /

#Sitemap: http://domain.com/sitemap.gz