Sitemap: https://www.fyaril.com/sitemap.xml

# ===== Block Ahrefs crawlers =====
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

# ===== Default rules for all bots =====
User-agent: *
Disallow: /app/
Disallow: /var/
#Disallow: /images/
#Disallow: /images/thumbnails/
Disallow: /store_closed.html

#Disallow: /*.js$
#Disallow: /*.css$
#Disallow: /*.woff
#Disallow: /*.woff2
#Disallow: /*.ttf


# Sensitive/trap files
Disallow: /vendor.php

# Commerce / private pages
Disallow: /*cart*
Disallow: /*checkout*
Disallow: /*login*
Disallow: /*auth*
Disallow: /*profiles*
Disallow: /*orders*
Disallow: /*returns*
Disallow: /*gift-certificates*
Disallow: /*promotions*
Disallow: /*tracking*
Disallow: /*wishlist*
Disallow: /*register*
Disallow: /*register-as-a-seller*
Disallow: /*auth-loginform*
Disallow: /*auth.recover_password*
Disallow: /*profiles-update*
Disallow: /*profiles.update*
Disallow: /*companies.vendor_plans*

# Faceted / duplicate / heavy param pages
#Disallow: /*?*
#Disallow: /*items_per_page*
#Disallow: /*sort_by=*
#Disallow: /*sort_order=*
#Disallow: /*layout=*
#Disallow: /*category_id=*
#Disallow: /*page=*
#Disallow: */page-*
#Disallow: /*variation_id=*
#Disallow: /*comparers*
##Disallow: /*compare*
#Disallow: /*bestsellers*
#Disallow: /*newest*
#Disallow: /*onsale*
#Disallow: /*on_sale*
#Disallow: /*tags.view*
#Disallow: /*products.search*
#Disallow: /*products.newest*
#Disallow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*

# ===== Allow only major useful bots =====
User-agent: Googlebot
#Crawl-delay: 5
Allow: /
#Disallow: /*items_per_page=2[1-9]
#Disallow: /*items_per_page=[3-9][0-9]
#Disallow: /*items_per_page=[1-9][0-9][0-9]
#Disallow: /*comparers*
#Disallow: /*compare*
#Disallow: /*bestsellers*
#Disallow: /*newest*
#Disallow: /*onsale*
#Disallow: /*on_sale*
#Disallow: /*tags.view*
#Disallow: /*products.search*
#Disallow: /*products.newest*
Allow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*


User-agent: Bingbot
#Crawl-delay: 5
#Disallow: /*items_per_page=2[1-9]
#Disallow: /*items_per_page=[3-9][0-9]
#Disallow: /*items_per_page=[1-9][0-9][0-9]
#Disallow: /*comparers*
#Disallow: /*compare*
#Disallow: /*bestsellers*
#Disallow: /*newest*
#Disallow: /*onsale*
#Disallow: /*on_sale*
Disallow: /*tags.view*
#Disallow: /*products.search*
#Disallow: /*products.newest*
#Disallow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*

User-agent: Applebot
Allow: /
#Disallow: /*items_per_page=2[1-9]
#Disallow: /*items_per_page=[3-9][0-9]
#Disallow: /*items_per_page=[1-9][0-9][0-9]
#Disallow: /*comparers*
#Disallow: /*compare*
#Disallow: /*bestsellers*
#Disallow: /*newest*
#Disallow: /*onsale*
#Disallow: /*on_sale*
Disallow: /*tags.view*
#Disallow: /*products.search*
#Disallow: /*products.newest*
#Disallow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*

User-agent: DuckDuckBot
#Crawl-delay: 5
Disallow: /*items_per_page=2[1-9]
Disallow: /*items_per_page=[3-9][0-9]
Disallow: /*items_per_page=[1-9][0-9][0-9]
Disallow: /*comparers*
Disallow: /*compare*
Disallow: /*bestsellers*
Disallow: /*newest*
Disallow: /*onsale*
Disallow: /*on_sale*
Disallow: /*tags.view*
Disallow: /*products.search*
Disallow: /*products.newest*
Disallow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*

User-agent: Amazonbot
#Crawl-delay: 10
#Disallow: /*items_per_page=2[1-9]
#Disallow: /*items_per_page=[3-9][0-9]
#Disallow: /*items_per_page=[1-9][0-9][0-9]
Disallow: /*comparers*
Disallow: /*compare*
#Disallow: /*bestsellers*
##Disallow: /*newest*
##Disallow: /*onsale*
#Disallow: /*on_sale*
Disallow: /*tags.view*
#Disallow: /*products.search*
#Disallow: /*products.newest*
#Disallow: /*product_features.add_product&product_id*
Disallow: /*seventeentracks.tracking*
Disallow: /*searchanise.async*
Disallow: /*dispatch=debugger*
Disallow: /*security_hash*
Disallow: /*orders.search*
Disallow: /*?*currency=
Disallow: /*&currency=

# ===== Block aggressive / irrelevant bots =====
#User-agent: AhrefsBot
#Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: Brandwatch
Disallow: /
User-agent: Lipperhey
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: ByteSpider
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: HaoSouSpider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Yacy
Disallow: /
User-agent: Heritrix
Disallow: /
User-agent: CCbot
Disallow: /
User-agent: Ocarinabot
Disallow: /
User-agent: Charlotte
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Wotbox
Disallow: /
User-agent: GigaBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: Xenu
Disallow: /