User-agent: ia_archiver
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: wget
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: facebot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: *
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.webp$
Disallow: /*.svg$
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: /*=*
Disallow: /search/
Disallow: /users/
Disallow: /trackback
Disallow: /feed
Disallow: /rss
Disallow: /embed
Disallow: /wlwmanifest.xml
Disallow: /comments/
Disallow: /archive/
Disallow: /author/
Disallow: /xmlrpc.php
Disallow: /products/*

Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-admin/admin-ajax.php
Allow: /?page_id=
Allow: /?product_cat=
Allow: /?product=
Allow: /?p=
Allow: /?cat=
Allow: /?category=
Allow: /*?tag=
Allow: /*?add-to-cart=

Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

User-agent: Yandex
Clean-param: add-to-cart

Sitemap: https://tehtorg.kz/sitemap_index.xml
# Файл обновлен Fri Dec 26 02:16:35 +05 2025