# gustav.by robots.txt, 2026-09-14 (GUSTAV-SEO.md, phase 2). ASCII only.
# Attribute archives (pa_*), product tags and brands are noindex, not disallowed:
# crawlers must fetch them to see the noindex tag.
# Variation URLs (?attribute_pa_*) are open for Google since 2026-10-15 (GUSTAV-SEO.md p. 233):
# they carry noindex,follow, a robots block kept 2 of them as 'Indexed, though blocked by robots.txt'.

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: */wp-json*
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /wp-content/cache/
Disallow: /wp-content/litespeed/
Disallow: /wp-content/uploads/wpallexport/
Disallow: /wp-content/uploads/wpallimport/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /favorite/
Disallow: /sravnit/
Disallow: /viewed/
Disallow: /updatecart
Disallow: /offer
Disallow: *?s=
Disallow: *&s=
Disallow: *?add-to-cart*
Disallow: *&add-to-cart*
Disallow: *?orderby=
Disallow: *&orderby=
Disallow: *?min_price=
Disallow: *?max_price=
Disallow: *?remove_item=
Disallow: *?undo_item=
Disallow: *utm_*
Disallow: *gclid=
Disallow: *yclid=
Disallow: *fbclid=
Disallow: *gad_source=
Disallow: *ybaip=
Disallow: *etext=

# ClaudeBot: bursts up to 197 pages/min over cold product pages (2026-10-29, GUSTAV-SEO.md M177).
# PerplexityBot: 1.2k req/day, up to 94 pages/min (2026-10-31, GUSTAV-SEO.md M178).
# A bot with its own group ignores the * group, so the rules below repeat it.
User-agent: ClaudeBot
User-agent: PerplexityBot
Crawl-delay: 3
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: */wp-json*
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /wp-content/cache/
Disallow: /wp-content/litespeed/
Disallow: /wp-content/uploads/wpallexport/
Disallow: /wp-content/uploads/wpallimport/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /favorite/
Disallow: /sravnit/
Disallow: /viewed/
Disallow: /updatecart
Disallow: /offer
Disallow: *?s=
Disallow: *&s=
Disallow: *?add-to-cart*
Disallow: *&add-to-cart*
Disallow: *?orderby=
Disallow: *&orderby=
Disallow: *?min_price=
Disallow: *?max_price=
Disallow: *?remove_item=
Disallow: *?undo_item=
Disallow: *utm_*
Disallow: *gclid=
Disallow: *yclid=
Disallow: *fbclid=
Disallow: *gad_source=
Disallow: *ybaip=
Disallow: *etext=

User-agent: Yandex
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: */wp-json*
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /wp-content/cache/
Disallow: /wp-content/litespeed/
Disallow: /wp-content/uploads/wpallexport/
Disallow: /wp-content/uploads/wpallimport/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /favorite/
Disallow: /sravnit/
Disallow: /viewed/
Disallow: /updatecart
Disallow: /offer
Disallow: *?s=
Disallow: *&s=
Disallow: *?add-to-cart*
Disallow: *&add-to-cart*
Disallow: *?orderby=
Disallow: *&orderby=
Disallow: *?min_price=
Disallow: *?max_price=
Disallow: *?attribute_pa_*
Disallow: *?remove_item=
Disallow: *?undo_item=
Disallow: *utm_*
Disallow: *gclid=
Disallow: *yclid=
Disallow: *fbclid=
Disallow: *gad_source=
Disallow: *ybaip=
Disallow: *etext=
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&utm&gclid&yclid&fbclid&gad_source&ybaip&etext&openstat&from&_ga
Clean-param: add-to-cart&orderby&min_price&max_price&filters&paged_ajax

Sitemap: https://gustav.by/sitemap_index.xml