User-agent: *
Disallow: /js
Disallow: /magicslideshow
Disallow: /downloader
Disallow: /includes
Disallow: /errors
Disallow: /app
Disallow: /shell
Disallow: /whois
Disallow: /var
Disallow: /pkginfo
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /catalog/product_compare
Disallow: /customer/
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
User-agent: Linguee
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: seoscanners.net
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
crawl-delay: 10