User-agent: *

# Directories
Disallow: /shared/

# Files
Allow: /
Disallow: /inventory.aspx
Disallow: *sort*
Disallow: *refine*
Disallow: /session-update.ashx
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd

# Unwanted robots
User-agent: MJ12bot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Wells Search II 0.0
Disallow: /

User-agent: heritrix/1.10.0
Disallow:/

User-agent: ShopWiki
Disallow: /

User-agent: ScanAlert
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /