Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_en.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_at.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_be_nl.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_be_fr.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_fr.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_de.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_it.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_nl.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_sw_it.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_sw_fr.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_sw_de.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_se.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_dk.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_ee.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_fi.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_lv.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_lt.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_pl.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_ro.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_es.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_pt.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_no.xml
Sitemap: https://www.kuraraynoritake.com.br/sitemaps/sitemap_br_pt.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_cz.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_ie.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_uk.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_rs.xml
Sitemap: https://www.kuraraynoritake.eu/sitemaps/sitemap_hr.xml

# Crawlers Setup
User-agent: *
Crawl-delay: 25

# Directories - Main site and country subdirectories
Disallow: /404/
Disallow: /*/404/
Disallow: /app/
Disallow: /*/app/
Disallow: /bin/
Disallow: /*/bin/
Disallow: /cgi-bin/
Disallow: /*/cgi-bin/
Disallow: /downloader/
Disallow: /*/downloader/
Disallow: /dev/
Disallow: /*/dev/
Disallow: /errors/
Disallow: /*/errors/
Disallow: /includes/
Disallow: /*/includes/
Disallow: /lib/
Disallow: /*/lib/
Disallow: /magento/
Disallow: /*/magento/
Disallow: /pkginfo/
Disallow: /*/pkginfo/
Disallow: /phpserver/
Disallow: /*/phpserver/
Disallow: /pub/errors/
Disallow: /*/pub/errors/
Disallow: /pub/opt/
Disallow: /*/pub/opt/
Disallow: /pub/static/adminhtml/
Disallow: /*/pub/static/adminhtml/
Disallow: /pub/static/_requirejs/
Disallow: /*/pub/static/_requirejs/
Disallow: /opt/
Disallow: /*/opt/
Disallow: /static/adminhtml/
Disallow: /*/static/adminhtml/
Disallow: /static/_requirejs/
Disallow: /*/static/_requirejs/
Disallow: /report/
Disallow: /*/report/
Disallow: /setup/
Disallow: /*/setup/
Disallow: /stats/
Disallow: /*/stats/
Disallow: /update/
Disallow: /*/update/
Disallow: /var/
Disallow: /*/var/
Disallow: /vendor/
Disallow: /*/vendor/
Disallow: /it/homepage-redesign
Disallow: /sw_it/homepage-redesign

# Paths (clean URLs) - Main site and country subdirectories
Disallow: /index.php/
Disallow: /*/index.php/
Disallow: /catalog/product_compare/
Disallow: /*/catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /*/catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*/catalog/product/view/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Disallow: /checkout/
Disallow: /*/checkout/
Disallow: /control/
Disallow: /*/control/
Disallow: /contacts/
Disallow: /*/contacts/
Disallow: /customer/
Disallow: /*/customer/
Disallow: /customize/
Disallow: /*/customize/
Disallow: /newsletter/
Disallow: /*/newsletter/
Disallow: /poll/
Disallow: /*/poll/
Disallow: /review/
Disallow: /*/review/
Disallow: /sendfriend/
Disallow: /*/sendfriend/
Disallow: /tag/
Disallow: /*/tag/
Disallow: /wishlist/
Disallow: /*/wishlist/
Disallow: /shopby/
Disallow: /*/shopby/
Disallow: /customer/account/
Disallow: /*/customer/account/
Disallow: /customer/account/login/
Disallow: /*/customer/account/login/
Disallow: /milai-content
Disallow: /*/milai-content
Disallow: /milai
Disallow: /*/milai

# Files
Disallow: /pub/cron.php
Disallow: /*/pub/cron.php
Disallow: /cron.php
Disallow: /*/cron.php
Disallow: /cron.sh
Disallow: /*/cron.sh
Disallow: /error_log
Disallow: /*/error_log
Disallow: /install.php
Disallow: /*/install.php
Disallow: /LICENSE.html
Disallow: /*/LICENSE.html
Disallow: /STATUS.txt
Disallow: /*/STATUS.txt
Disallow: /composer.json
Disallow: /*/composer.json
Disallow: /composer.lock
Disallow: /*/composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /*/CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /*/CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /*/COPYING.txt
Disallow: /Gruntfile.js
Disallow: /*/Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /*/LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /*/LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /*/nginx.conf.sample
Disallow: /package.json
Disallow: /*/package.json
Disallow: /php.ini.sample
Disallow: /*/php.ini.sample
Disallow: /RELEASE_NOTES.txt
Disallow: /*/RELEASE_NOTES.txt

# General query parameter blocking - covers all parameters and combinations
Disallow: /*?*
Disallow: /*/*?*

# CSV, SVN directory and dump files
Disallow: /*.csv
Disallow: /*/*.csv
Disallow: /*.zip$
Disallow: /*/*.zip$
Disallow: /*.svn$
Disallow: /*/*.svn$
Disallow: /*.idea$
Disallow: /*/*.idea$
Disallow: /*.sql$
Disallow: /*/*.sql$
Disallow: /*.tgz$
Disallow: /*/*.tgz$

# Specific allowable query parameters (these override the general disallow above)
Allow: /*?p=*
Allow: /*/*?p=*
Allow: /*?channel_code=*
Allow: /*/*?channel_code=*
Allow: /*?product_code=*
Allow: /*/*?product_code=*

# Allow css, js and images for Google - Main site and country subdirectories
Allow: /media/catalog/
Allow: /*/media/catalog/
Allow: /catalog/seo_sitemap/category/
Allow: /*/catalog/seo_sitemap/category/
Allow: /media/catalog/cache/
Allow: /*/media/catalog/cache/
Allow: /media/catalog/category/
Allow: /*/media/catalog/category/
Allow: /media/catalog/product/
Allow: /*/media/catalog/product/
Allow: /media/css/
Allow: /*/media/css/
Allow: /media/css_secure/
Allow: /*/media/css_secure/
Allow: /media/js/
Allow: /*/media/js/
Allow: /media/link/
Allow: /*/media/link/
Allow: /media/wysiwyg/
Allow: /*/media/wysiwyg/
Allow: /static/frontend/
Allow: /*/static/frontend/

Allow: /pub/media/catalog/cache/
Allow: /*/pub/media/catalog/cache/
Allow: /pub/media/catalog/category/
Allow: /*/pub/media/catalog/category/
Allow: /pub/media/catalog/product/
Allow: /*/pub/media/catalog/product/
Allow: /pub/media/css/
Allow: /*/pub/media/css/
Allow: /pub/media/css_secure/
Allow: /*/pub/media/css_secure/
Allow: /pub/media/js/
Allow: /*/pub/media/js/
Allow: /pub/media/link/
Allow: /*/pub/media/link/
Allow: /pub/media/wysiwyg/
Allow: /*/pub/media/wysiwyg/
Allow: /pub/static/frontend/
Allow: /*/pub/static/frontend/

# ---------------------------------------------------- 
# Block bad crawlers
# ----------------------------------------------------
# third party search engine bot
User-agent: MJ12bot
Disallow: /

# Web-crawler by the company 'WiseGuys' to gather unstructured webdata
User-agent: Vagabondo
Disallow: /

# Chinese Search Engine
User-agent: BaiDuSpider
Disallow: /

# French Search Engine
User-agent: Exabot
Disallow: /

# Russian Search Engine
User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: seoscanners.net
Disallow: /

User-agent: SpeedySpider
Disallow: /

User-agent: DotBot
Disallow: /