# robots.txt для сайта
# Разрешения и запреты для поисковых роботов

# === Yandex ===
User-agent: Yandex
Disallow: /cgi-bin/
Disallow: /admin*
Disallow: /udata/*
Disallow: /udata://*
Disallow: /search/*
Disallow: /users/*
Disallow: /webforms/*
Disallow: /personal/*
Disallow: /private/*
Disallow: /account/*
Disallow: /bitrix/admin/
Disallow: /bitrix/cache/
# Disallow: /*.php  # Закомментировано — PHP-файлы не блокируются
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.csv
Disallow: /*.djvu
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*/filter/*
Disallow: /*?action=

Allow: /order/
Allow: /*?p=
Allow: /*?sort=
Allow: /*?filter=
Allow: /*/exchange/get_export/*/? 
Allow: /styles/*.css
Allow: /bitrix/js/
Allow: /content/images/
Allow: /upload/
Allow: /*.woff
Allow: /*.woff2
Allow: /*.jpg
Allow: /*.webp
Allow: /*.png


# === Googlebot (десктоп) ===
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /admin*
Disallow: /udata/*
Disallow: /udata://*
Disallow: /search/*
Disallow: /users/*
Disallow: /webforms/*
Disallow: /personal/*
Disallow: /private/*
Disallow: /account/*
Disallow: /bitrix/admin/
Disallow: /bitrix/cache/
# Disallow: /*.php  # Не блокируем PHP
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.csv
Disallow: /*.djvu
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*/filter/*
Disallow: /*?action=

Allow: /order/
Allow: /*?p=
Allow: /*?sort=
Allow: /*?filter=
Allow: /*/exchange/get_export/*/? 
Allow: /styles/*.css
Allow: /bitrix/js/
Allow: /content/images/
Allow: /upload/
Allow: /*.woff
Allow: /*.woff2
Allow: /*.jpg
Allow: /*.webp
Allow: /*.png


# === Googlebot-Mobile ===
User-agent: Googlebot-Mobile
Disallow: /cgi-bin/
Disallow: /admin*
Disallow: /udata/*
Disallow: /udata://*
Disallow: /search/*
Disallow: /users/*
Disallow: /webforms/*
Disallow: /personal/*
Disallow: /private/*
Disallow: /account/*
Disallow: /bitrix/admin/
Disallow: /bitrix/cache/
# Disallow: /*.php  # Не блокируем PHP
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.csv
Disallow: /*.djvu
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*/filter/*
Disallow: /*?action=

Allow: /order/
Allow: /*?p=
Allow: /*?sort=
Allow: /*?filter=
Allow: /*/exchange/get_export/*/? 
Allow: /styles/*.css
Allow: /bitrix/js/
Allow: /content/images/
Allow: /upload/
Allow: /*.woff
Allow: /*.woff2
Allow: /*.jpg
Allow: /*.webp
Allow: /*.png


# === Остальные поисковики (все) ===
User-agent: *
Disallow: /cgi-bin/
Disallow: /admin*
Disallow: /udata/*
Disallow: /udata://*
Disallow: /search/*
Disallow: /users/*
Disallow: /webforms/*
Disallow: /personal/*
Disallow: /private/*
Disallow: /account/*
Disallow: /bitrix/admin/
Disallow: /bitrix/cache/
# Disallow: /*.php  # PHP не блокируется
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.csv
Disallow: /*.djvu
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*/filter/*
Disallow: /*?action=

Allow: /order/
Allow: /*?p=
Allow: /*?sort=
Allow: /*?filter=
Allow: /*/exchange/get_export/*/? 
Allow: /styles/*.css
Allow: /bitrix/js/
Allow: /content/images/
Allow: /upload/
Allow: /*.woff
Allow: /*.woff2
Allow: /*.jpg
Allow: /*.webp
Allow: /*.png



# Чистка рекламных и служебных параметров для Yandex
Clean-Param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&utm_id&utm_keyword&utm_network&utm_placement&utm_region&utm_brand&utm_partner
Clean-Param: yclid&ysclid&yclid&gclid&fbclid&_openstat&ymclid&_ym_debug&_ym_status-check&_ym_lang
Clean-Param: campaignid&campaign_name&campaign_name_lat&campaign_type&campaign_id&ad_id&adgroupid&creative_id&gbid&phrase&keyword&phrase_id&retargeting_id
Clean-Param: device&device_type&device_model&devicemodel&loc_interest_ms&loc_physical_ms
Clean-Param: position&position_type&adposition&placement&network&matchtype&match_type
Clean-Param: feeditemid&extensionid&targetid&store_code&merchant_id&product_id&product_channel&product_country&product_language&product_partition_id
Clean-Param: frommarket&from&source&source_type&added&block&pos&key&retargeting&ad&blogFilter
Clean-Param: sessionID&order-id&orderId&signature&type&random&ignore&le2b_source&srsltid


# Вредоносные парсеры
User-agent: HTTrack
User-agent: Teleport
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: larbin
User-agent: ZyBORG
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: Fetch
User-agent: DISCo Pump
User-agent: Xenu
Disallow: /

# SEO-боты (если не используете)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: Exabot
User-agent: BLEXBot
User-agent: dotbot
User-agent: sistrix
User-agent: SearchmetricsBot
Disallow: /

# Китайские поисковики
User-agent: Baiduspider
User-agent: Sogou
User-agent: 360Spider
User-agent: HaoSouSpider
User-agent: coccoc
Disallow: /

# Сборщики ссылок и аналитики
User-agent: MegaIndex
User-agent: rogerbot
User-agent: spbot
User-agent: linkdexbot
Disallow: /