User-Agent: *
Disallow: /bitrix/
Disallow: /local/
Disallow: /upload/resize_cache/
Disallow: /upload/tmp/
Disallow: /upload/rosmems.visitors/
Disallow: /uploud/
Disallow: /auth/
Disallow: /personal/
Disallow: /*login=
Disallow: /*logout=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*action=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*DELETE_FROM_COMPARE_LIST
Disallow: /*ADD2BASKET
Disallow: /*BUY
Disallow: /*sort=
Disallow: /*order=
Disallow: /*sorting=
Disallow: /*sorting_order=
Disallow: /*filter
Disallow: /*arrFilter
Disallow: /*set_filter=
Disallow: /*print
Disallow: /*backurl
Disallow: /*back_url
Disallow: /*utm_
Disallow: /*gclid=
Disallow: /*gbraid=
Disallow: /*wbraid=
Disallow: /*fbclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*srsltid=
Disallow: /*vkclid=
Disallow: /*cm_id=
Disallow: /*from=
Disallow: /*openstat=
Disallow: /*_openstat=
Disallow: /*roistat=
Disallow: /*_ga=
Disallow: /*_gl=
Disallow: /*referrer1=
Disallow: /*referrer2=
Disallow: /*referrer3=
Disallow: /*r1=
Disallow: /*r2=
Disallow: /*r3=
Disallow: /*sessid=
Disallow: /*ncc=
Disallow: /*bxajaxid
Disallow: /*clear_cache
Disallow: /*clear_cache_session
Disallow: /*page=
Disallow: /*index.php$
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /local/templates/rosmems/assets/
Allow: /local/templates/rosmems/components/*.css
Allow: /local/templates/rosmems/components/*.js
Allow: /local/components/*/templates/*.css
Allow: /local/components/*/templates/*.js
# Yandex uses its own group; it does not inherit User-agent: *.
Sitemap: https://rosmems.ru/sitemap.xml

User-Agent: Yandex
Disallow: /bitrix/
Disallow: /local/
Disallow: /upload/resize_cache/
Disallow: /upload/tmp/
Disallow: /upload/rosmems.visitors/
Disallow: /uploud/
Disallow: /auth/
Disallow: /personal/
Disallow: /*login=
Disallow: /*logout=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*action=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*DELETE_FROM_COMPARE_LIST
Disallow: /*ADD2BASKET
Disallow: /*BUY
Disallow: /*sort=
Disallow: /*order=
Disallow: /*sorting=
Disallow: /*sorting_order=
Disallow: /*filter
Disallow: /*arrFilter
Disallow: /*set_filter=
Disallow: /*print
Disallow: /*backurl
Disallow: /*back_url
Disallow: /*utm_
Disallow: /*gclid=
Disallow: /*gbraid=
Disallow: /*wbraid=
Disallow: /*fbclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*srsltid=
Disallow: /*vkclid=
Disallow: /*cm_id=
Disallow: /*from=
Disallow: /*openstat=
Disallow: /*_openstat=
Disallow: /*roistat=
Disallow: /*_ga=
Disallow: /*_gl=
Disallow: /*referrer1=
Disallow: /*referrer2=
Disallow: /*referrer3=
Disallow: /*r1=
Disallow: /*r2=
Disallow: /*r3=
Disallow: /*sessid=
Disallow: /*ncc=
Disallow: /*bxajaxid
Disallow: /*clear_cache
Disallow: /*clear_cache_session
Disallow: /*page=
Disallow: /*index.php$
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /local/templates/rosmems/assets/
Allow: /local/templates/rosmems/components/*.css
Allow: /local/templates/rosmems/components/*.js
Allow: /local/components/*/templates/*.css
Allow: /local/components/*/templates/*.js
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_id&utm_referer&utm_referrer&utm_banner&yclid&ymclid&gclid&gbraid&wbraid&fbclid&vkclid&cm_id&from&openstat&_openstat&roistat&_ga&_gl&referrer1&referrer2&referrer3&r1&r2&r3&bxajaxid&clear_cache&clear_cache_session&sorting&sorting_order&srsltid&sessid&ncc
Host: rosmems.ru
# AI search, assistants and model crawlers are not permitted to collect
# public content. This is an advisory layer; enforcement also happens at the
# web/WAF and application layers.

User-Agent: CCBot
Disallow: /
Disallow: /bitrix/
Disallow: /local/
Disallow: /upload/resize_cache/
Disallow: /upload/tmp/
Disallow: /upload/rosmems.visitors/
Disallow: /uploud/
Disallow: /auth/
Disallow: /personal/
Disallow: /*login=
Disallow: /*logout=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*action=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*DELETE_FROM_COMPARE_LIST
Disallow: /*ADD2BASKET
Disallow: /*BUY
Disallow: /*sort=
Disallow: /*order=
Disallow: /*sorting=
Disallow: /*sorting_order=
Disallow: /*filter
Disallow: /*arrFilter
Disallow: /*set_filter=
Disallow: /*print
Disallow: /*backurl
Disallow: /*back_url
Disallow: /*utm_
Disallow: /*gclid=
Disallow: /*gbraid=
Disallow: /*wbraid=
Disallow: /*fbclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*srsltid=
Disallow: /*vkclid=
Disallow: /*cm_id=
Disallow: /*from=
Disallow: /*openstat=
Disallow: /*_openstat=
Disallow: /*roistat=
Disallow: /*_ga=
Disallow: /*_gl=
Disallow: /*referrer1=
Disallow: /*referrer2=
Disallow: /*referrer3=
Disallow: /*r1=
Disallow: /*r2=
Disallow: /*r3=
Disallow: /*sessid=
Disallow: /*ncc=
Disallow: /*bxajaxid
Disallow: /*clear_cache
Disallow: /*clear_cache_session
Disallow: /*page=
Disallow: /*index.php$
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /local/templates/rosmems/assets/
Allow: /local/templates/rosmems/components/*.css
Allow: /local/templates/rosmems/components/*.js
Allow: /local/components/*/templates/*.css
Allow: /local/components/*/templates/*.js
# High-load/low-value AI crawler.

User-Agent: Bytespider
Disallow: /

User-Agent: GPTBot
User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: Google-Extended
User-Agent: ClaudeBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: PerplexityBot
User-Agent: Amazonbot
User-Agent: cohere-ai
User-Agent: Applebot-Extended
User-Agent: Meta-ExternalAgent
Disallow: /
Sitemap: https://rosmems.ru/sitemap.xml