User-agent: AhrefsBot
Crawl-delay: 45

User-Agent: MJ12bot
Crawl-Delay: 19

User-Agent: VelenPublicWebCrawler
Crawl-Delay: 7

User-agent: Seekport Crawler
Disallow: /

## params
User-Agent: *
Disallow: */home
Disallow: */index.php/*
Disallow: */admin/*
Disallow: *___store*
Disallow: *___from_store*
Disallow: *ajaxcatalog=*
Disallow: *ambrands/index/view/ambrand_id*
Disallow: *directory*
Disallow: *?SID=
Disallow: *customer*
Disallow: */checkout/
Disallow: */onestepcheckout/
Disallow: /catalog/category/view/*
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /*.php$

## folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt


User-agent: YandexBot
Crawl-delay: 1

## params
Disallow: */home
Disallow: */index.php/*
Disallow: */admin/*
Disallow: *___store*
Disallow: *___from_store*
Disallow: *ajaxcatalog=*
Disallow: *ambrands/index/view/ambrand_id*
Disallow: *directory*
Disallow: *?SID=
Disallow: *customer*
Disallow: */checkout/
Disallow: */onestepcheckout/
Disallow: /catalog/category/view/*
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /*.php$

## folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

Sitemap: https://beautyx.ee/sitemap.xml