# === Стандартные поисковики ===
User-agent: *
Disallow: /web/
Disallow: /odoo/
Disallow: /web/database/
Disallow: /api/
Disallow: /_odoo/
Disallow: /web/dataset/
Disallow: /web/binary/
Disallow: /longpolling/
Disallow: /my/
Disallow: /discuss/
Disallow: /mail/
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/address
Disallow: /shop/confirm_order
Disallow: /shop?
Disallow: /*?attrib=
Disallow: /*?attribute_values=
Disallow: /*?available=
Disallow: /*?order=
Disallow: /*?ppg=
Disallow: /*?search=
Allow: /shop/
Allow: /web/image/

# === Яндекс ===
User-agent: Yandex
Disallow: /web/
Disallow: /odoo/
Disallow: /api/
Disallow: /_odoo/
Disallow: /web/dataset/
Disallow: /web/binary/
Disallow: /longpolling/
Disallow: /my/
Disallow: /discuss/
Disallow: /mail/
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop?
Disallow: /*?attrib=
Disallow: /*?attribute_values=
Disallow: /*?available=
Disallow: /*?order=
Disallow: /*?ppg=
Allow: /shop/
Allow: /web/image/
Clean-param: page&category
Clean-param: option&view&task&key&Itemid

# === AI-поиск: разрешить ===
User-agent: GPTBot
Allow: /
Disallow: /web/

User-agent: ChatGPT-User
Allow: /
Disallow: /web/

User-agent: OAI-SearchBot
Allow: /
Disallow: /web/

User-agent: PerplexityBot
Allow: /
Disallow: /web/

User-agent: ClaudeBot
Allow: /
Disallow: /web/

User-agent: anthropic-ai
Allow: /
Disallow: /web/

User-agent: Google-Extended
Allow: /
Disallow: /web/

User-agent: meta-externalagent
Allow: /
Disallow: /web/

User-agent: Applebot-Extended
Allow: /
Disallow: /web/

User-agent: YouBot
Allow: /
Disallow: /web/

User-agent: cohere-ai
Allow: /
Disallow: /web/

# === Обучающие краулеры: заблокировать ===
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /


Sitemap: https://techvitas.by/sitemap.xml