User-agent: *
Crawl-delay: 10
Allow: /
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /customer/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
# Do not index session ID
Disallow: /*?SID=
Disallow: /*.php$
# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
Disallow: /*-*-*-*-*-
# Specific bots
User-agent: Net veille
Disallow: /
User-agent: Paarly
Disallow: /
User-agent: SpyCommerce
Disallow: /
User-agent: Pricing Assistant
Disallow: /
User-agent: Price Observatory
Disallow: /
User-agent: Workit
Disallow: /
User-agent: Keox
Disallow: /
User-agent: Pricejet
Disallow: /
User-agent: Prixan
Disallow: /
User-agent: adequat
Disallow: /
User-agent: ADmantX bot
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Corporama
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Dotmic DotBot
Disallow: /
User-agent: ellisphere
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Grapeshot bot
Disallow: /
User-Agent: houzzbot
Disallow: /
User-agent: infoseek
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: leadbox
Disallow: /
User-agent: linkfluence
Disallow: /
User-agent: linko
Disallow: /
User-agent: Mail.Ru bot
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: opinion-tracker
Disallow: /
User-agent: proxem
Disallow: /
User-agent: Proximic bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-Agent: SeznamBot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: spotter
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: verticalsearch
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: winello
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MJ12bot
Disallow: /