User-agent: SemrushBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Bytespider Disallow: / User-agent: serpstatbot Disallow: / User-agent: barkrowler Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: PetalBot Disallow: / User-agent: meta-webindexer Disallow: / User-agent: meta-externalagent/1.1 Disallow: / User-agent: GoogleOther Disallow: / User-agent: Claude-SearchBot/1.0 Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout # Facet crawl control. # Pretty-path facets live in the path, so they are blocked by facet name: # robots.txt wildcards span slashes, which makes path depth unmatchable. # Secondary facets are noindex on their own (see zoko_seo FacetPageContext), # so nothing indexable is lost; category and tag stay crawlable alone. Disallow: /*/availability/ Disallow: /*/coating/ Disallow: /*/cup_delivery_type/ Disallow: /*/cups_design/ Disallow: /*/cups_material/ Disallow: /*/doormat_material/ Disallow: /*/fastening/ Disallow: /*/manufacturer/ Disallow: /*/material/ Disallow: /*/orientation/ Disallow: /*/picture_type/ Disallow: /*/pictures_size/ Disallow: /*/qty/ Disallow: /*/relief/ Disallow: /*/shape/ Disallow: /*/size/ Disallow: /*/type/ Disallow: /*/vendor/ Disallow: /*/watch_type/ # Two primary facets together are noindex as well. Disallow: /*/category/*/category/ Disallow: /*/category/*/tag/ Disallow: /*/tag/*/category/ Disallow: /*/tag/*/tag/ # Query-string facets, both raw and percent-encoded. Disallow: /*?p[ Disallow: /*&p[ Disallow: /*?p%5B Disallow: /*&p%5B # Exposed Views sorts re-shuffle a listing we already serve. Disallow: /*?sort_by= Disallow: /*&sort_by= # ?page= is deliberately NOT blocked: zoko_seo gives it noindex,follow # precisely so crawlers keep walking pagination to reach deep products. Sitemap: https://zoko.com.ua/sitemap.xml