## GENERAL SETTINGS
			 
## Enable robots.txt rules for all crawlers
User-agent: *
			 
## Crawl-delay parameter: number of seconds to wait between successive requests to the same server.
## Set a custom crawl rate if you're experiencing traffic problems with your server.
Crawl-delay: 10

# Exclusions
Disallow: /storeswitcher?
Disallow: /checkout/
Disallow: /account/
Disallow: /customer/
Disallow: /catalogsearch/
Disallow: /404/
Disallow: /ajaxcontent/
Disallow: /app/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/
Disallow: /var/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /report/
Disallow: /scripts/
Disallow: /skin/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /wishlist

##### Files #####
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /STATUS.txt

##### spidders #####
#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

#Ahrefs
user-agent: AhrefsBot
disallow: /

User-agent: spbot
Disallow: / 

#Moz Opensiteexplorer
User-agent: DotBot
Disallow: / 

# Ezooms is a parasite and they are definitely up to no good !!!
User-agent: ezooms
Disallow: / 

# sistrix (IP 5.9.112.64 - 5.9.112.95)
User-agent: sistrix
Disallow: /

# proximic.com/info/spider.php
User-agent: proximic
Disallow: /php/

User-agent: IDG/UK (http://spaziodati.eu/)
Disallow: /

User-agent: IExperibot_v1 [bit.ly/2bLMJdw]
Disallow: /