# robots.txt — shveichel.ru (single physical file served for all hosts via .htaccess)
# Updated 2026-06-01: merged two conflicting "User-agent: *" groups into one;
# removed standalone Googlebot/Yandex groups so they follow the shared rules
# (previously they were exempt from every Disallow); added Sitemap directive.

User-agent: *
Disallow: /auth*
Disallow: /basket*
Disallow: /cart/
Disallow: /order*
Disallow: /personal/
Disallow: /search/
Disallow: /test/
Disallow: /ajax/
Disallow: /bitrix/
Disallow: *index.php*
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*ORDER_BY
Disallow: /*print*
Disallow: /*action*
Disallow: /*register=
Disallow: /*password*
Disallow: /*login=
Disallow: /*type=
Disallow: /*sort=
Disallow: /*order=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*backurl=
Disallow: /*back_url=
Disallow: /*BACKURL=
Disallow: /*BACK_URL=
Disallow: /*back_url_admin=
Disallow: /*?utm_source=
Disallow: *?arrFilter*
Disallow: /*?*
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /upload/
# Clean-param (Yandex): consolidate signals + drop indexed param-duplicates.
# Tracking / analytics params (content-irrelevant):
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&gclid&yclid&_ga&referrer&srsltid
# Marquiz quiz GET leak (personal data in URL) — remove from index:
Clean-param: marquiz_name&marquiz_email&marquiz_phone
# Aspro catalog sort params (duplicate listings):
Clean-param: sort&direction

# AI / answer-engine crawlers — full content access (GEO/AEO policy; refined in task 3.2)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

Sitemap: https://shveichel.ru/sitemap.xml