# The Fields: robots policy for Bitrix + Sotbit SEO Meta
# Public indexable URLs are clean paths and real Bitrix pagination (?PAGEN_N=2+).
# Raw Smart Filter URLs stay crawl-blocked; Sotbit clean landing URLs stay open.

User-agent: *

# Private and technical paths
Disallow: /index.php$
Disallow: /*/index.php$
Disallow: /bitrix/
Disallow: /local/
Disallow: /personal/
Disallow: /auth/
Disallow: /*/auth/
Disallow: /auth.php$
Disallow: /*/auth.php$
Disallow: /order/
Disallow: /*/order/
Disallow: /search/
Disallow: /*/search/
Disallow: /api/
Disallow: /test/
Disallow: /test.php$
Disallow: /404.php$
Disallow: /cgi-bin/
Disallow: /*/cgi-bin/
Disallow: /upload/tmp/

# Bitrix Smart Filter technical URLs. Clean Sotbit URLs do not contain these paths.
Disallow: /filter/
Disallow: /*/filter/
Disallow: /apply/
Disallow: /*/apply/

# Stateful, account and service parameters
Disallow: /*?*action=
Disallow: /*?*ADD_TO_COMPARE_LIST=
Disallow: /*?*ORDER_ID=
Disallow: /*?*register=
Disallow: /*?*forgot_password=
Disallow: /*?*change_password=
Disallow: /*?*login=
Disallow: /*?*logout=
Disallow: /*?*auth=
Disallow: /*?*backurl=
Disallow: /*?*back_url=
Disallow: /*?*BACKURL=
Disallow: /*?*BACK_URL=
Disallow: /*?*back_url_admin=
Disallow: /*?*setreg=
Disallow: /*?*form_id=
Disallow: /*?*bxajaxid=
Disallow: /*?*view_result=
Disallow: /*?*autoload=
Disallow: /*?*AJAX_CALL=
Disallow: /*?*product_id=
Disallow: /*?*item_id=
Disallow: /*?*category_id=
Disallow: /*?oid=
Disallow: /*?*&oid=
Disallow: /*?tid=
Disallow: /*?*&tid=
Disallow: /*?*RID=
Disallow: /*?*RESULT_ID=
Disallow: /*?*IBLOCK_ID=
Disallow: /*?id=
Disallow: /*?*&id=

# Sorting and presentation variants. PAGEN_N is intentionally not blocked.
Disallow: /*?*sort=
Disallow: /*?*sort_by=
Disallow: /*?*sort_order=
Disallow: /*?*sort_ord=
Disallow: /*?*sort_dir=
Disallow: /*?*order=
Disallow: /*?*ORDER_BY=
Disallow: /*?*by=
Disallow: /*?*print=
Disallow: /*?*list_style=
Disallow: /*?*display=
Disallow: /*?*view=
Disallow: /*?*view_mode=
Disallow: /*?*products_on_page=
Disallow: /*?*linerow=
Disallow: /*?*SHOWALL=
Disallow: /*?*SHOW_ALL=
Disallow: /*?*SHOWBY=
Disallow: /*?*SORT=
Disallow: /*?*SORT_TO=
Disallow: /*?*SORT_FIELD=
Disallow: /*?*VIEW=

# Query-string filtering and search variants
Disallow: /*?*set_filter=
Disallow: /*?*del_filter=
Disallow: /*?*arrFilter=
Disallow: /*?*FILTER=
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*IN_STOCK=
Disallow: /*?*BRAND=
Disallow: /*?*SECTION_ID=
Disallow: /*?*section_id=
Disallow: /*?*SECTION[
Disallow: /*?*SECTION_CODE=
Disallow: /*?*PROPERTY=
Disallow: /*?*SIZE=
Disallow: /*?new=
Disallow: /*?*&new=
Disallow: /*?tag=
Disallow: /*?*&tag=
Disallow: /*?*tags=
Disallow: /*?type=
Disallow: /*?*&type=
Disallow: /*?TYPE=
Disallow: /*?*&TYPE=
Disallow: /*?*showElements=
Disallow: /*?p=
Disallow: /*?*&p=
Disallow: /*?q=
Disallow: /*?*&q=
Disallow: /*?*SPHRASE_ID=

# Debug, cache, preview and legacy technical parameters
Disallow: /*?*show_include_exec_time=
Disallow: /*?*show_page_exec_time=
Disallow: /*?*show_sql_stat=
Disallow: /*?*bitrix_include_areas=
Disallow: /*?*clear_cache=
Disallow: /*?*clear_cache_session=
Disallow: /*?*CLEAR_CACHE=
Disallow: /*?*preview=
Disallow: /*?*edit=
Disallow: /*?*bitrix_=
Disallow: /*?*_ym_debug=
Disallow: /*?*gtm_debug=
Disallow: /*?*download=
Disallow: /*?*path=
Disallow: /*?*route=
Disallow: /*?*pn_pr=
Disallow: /*?*alfaction=
Disallow: /*?*print_course=
Disallow: /*?*no_search=
Disallow: /*?page=
Disallow: /*?*&page=
Disallow: /*?tab=
Disallow: /*?*&tab=
Disallow: /*?year=
Disallow: /*?*&year=
Disallow: /*?name=
Disallow: /*?*&name=
Disallow: /*?block=
Disallow: /*?*&block=
Disallow: /*?r1=
Disallow: /*?*&r1=
Disallow: /*?_r=
Disallow: /*?*&_r=
Disallow: /*?option=
Disallow: /*?*&option=
Disallow: /*?*hhtmFrom=
Disallow: /*?*added=
Disallow: /*?*B_ORDER=
Disallow: /*?how=
Disallow: /*?*&how=
Disallow: /*?a=
Disallow: /*?*&a=
Disallow: /*?amp=
Disallow: /*?*&amp=
Disallow: /*?ei=
Disallow: /*?*&ei=
Disallow: /*?*IN_ORDER=
Disallow: /*?*IN_QUEST=

# Assets required to render public pages. Other files under /bitrix/ and /local/ stay blocked.
Allow: /bitrix/*.css
Allow: /bitrix/*.js
Allow: /bitrix/*.jpg
Allow: /bitrix/*.jpeg
Allow: /bitrix/*.png
Allow: /bitrix/*.gif
Allow: /bitrix/*.webp
Allow: /bitrix/*.svg
Allow: /bitrix/*.woff
Allow: /bitrix/*.woff2
Allow: /bitrix/*.ttf
Allow: /local/*.css
Allow: /local/*.js
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.png
Allow: /local/*.gif
Allow: /local/*.webp
Allow: /local/*.svg
Allow: /local/*.woff
Allow: /local/*.woff2
Allow: /local/*.ttf


# Yandex uses Clean-param for harmless duplicates, while technical filters and
# state-changing parameters remain crawl-blocked. Yandex ignores the * group
# when this more specific group is present, so all required path rules are explicit.
User-agent: Yandex

Disallow: /index.php$
Disallow: /*/index.php$
Disallow: /bitrix/
Disallow: /local/
Disallow: /personal/
Disallow: /auth/
Disallow: /*/auth/
Disallow: /auth.php$
Disallow: /*/auth.php$
Disallow: /order/
Disallow: /*/order/
Disallow: /search/
Disallow: /*/search/
Disallow: /api/
Disallow: /test/
Disallow: /test.php$
Disallow: /404.php$
Disallow: /cgi-bin/
Disallow: /*/cgi-bin/
Disallow: /upload/tmp/
Disallow: /filter/
Disallow: /*/filter/
Disallow: /apply/
Disallow: /*/apply/

Disallow: /*?*action=
Disallow: /*?*ADD_TO_COMPARE_LIST=
Disallow: /*?*ORDER_ID=
Disallow: /*?*register=
Disallow: /*?*forgot_password=
Disallow: /*?*change_password=
Disallow: /*?*login=
Disallow: /*?*logout=
Disallow: /*?*auth=
Disallow: /*?*backurl=
Disallow: /*?*back_url=
Disallow: /*?*BACKURL=
Disallow: /*?*BACK_URL=
Disallow: /*?*back_url_admin=
Disallow: /*?*setreg=
Disallow: /*?*form_id=
Disallow: /*?*bxajaxid=
Disallow: /*?*view_result=
Disallow: /*?*autoload=
Disallow: /*?*AJAX_CALL=
Disallow: /*?*product_id=
Disallow: /*?*item_id=
Disallow: /*?*category_id=
Disallow: /*?oid=
Disallow: /*?*&oid=
Disallow: /*?tid=
Disallow: /*?*&tid=
Disallow: /*?*RID=
Disallow: /*?*RESULT_ID=
Disallow: /*?*IBLOCK_ID=
Disallow: /*?id=
Disallow: /*?*&id=

Disallow: /*?*set_filter=
Disallow: /*?*del_filter=
Disallow: /*?*arrFilter=
Disallow: /*?*FILTER=
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*IN_STOCK=
Disallow: /*?*BRAND=
Disallow: /*?*SECTION_ID=
Disallow: /*?*section_id=
Disallow: /*?*SECTION[
Disallow: /*?*SECTION_CODE=
Disallow: /*?*PROPERTY=
Disallow: /*?*SIZE=
Disallow: /*?new=
Disallow: /*?*&new=
Disallow: /*?tag=
Disallow: /*?*&tag=
Disallow: /*?*tags=
Disallow: /*?type=
Disallow: /*?*&type=
Disallow: /*?TYPE=
Disallow: /*?*&TYPE=
Disallow: /*?*showElements=
Disallow: /*?p=
Disallow: /*?*&p=
Disallow: /*?q=
Disallow: /*?*&q=
Disallow: /*?*SPHRASE_ID=

Disallow: /*?*show_include_exec_time=
Disallow: /*?*show_page_exec_time=
Disallow: /*?*show_sql_stat=
Disallow: /*?*bitrix_include_areas=
Disallow: /*?*clear_cache=
Disallow: /*?*clear_cache_session=
Disallow: /*?*CLEAR_CACHE=
Disallow: /*?*preview=
Disallow: /*?*edit=
Disallow: /*?*bitrix_=
Disallow: /*?*_ym_debug=
Disallow: /*?*gtm_debug=
Disallow: /*?*download=
Disallow: /*?*path=
Disallow: /*?*route=
Disallow: /*?*pn_pr=
Disallow: /*?*alfaction=
Disallow: /*?*print_course=
Disallow: /*?*no_search=
Disallow: /*?page=
Disallow: /*?*&page=
Disallow: /*?tab=
Disallow: /*?*&tab=
Disallow: /*?year=
Disallow: /*?*&year=
Disallow: /*?name=
Disallow: /*?*&name=
Disallow: /*?block=
Disallow: /*?*&block=
Disallow: /*?r1=
Disallow: /*?*&r1=
Disallow: /*?_r=
Disallow: /*?*&_r=
Disallow: /*?option=
Disallow: /*?*&option=
Disallow: /*?*hhtmFrom=
Disallow: /*?*added=
Disallow: /*?*B_ORDER=
Disallow: /*?how=
Disallow: /*?*&how=
Disallow: /*?a=
Disallow: /*?*&a=
Disallow: /*?amp=
Disallow: /*?*&amp=
Disallow: /*?ei=
Disallow: /*?*&ei=
Disallow: /*?*IN_ORDER=
Disallow: /*?*IN_QUEST=

Allow: /bitrix/*.css
Allow: /bitrix/*.js
Allow: /bitrix/*.jpg
Allow: /bitrix/*.jpeg
Allow: /bitrix/*.png
Allow: /bitrix/*.gif
Allow: /bitrix/*.webp
Allow: /bitrix/*.svg
Allow: /bitrix/*.woff
Allow: /bitrix/*.woff2
Allow: /bitrix/*.ttf
Allow: /local/*.css
Allow: /local/*.js
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.png
Allow: /local/*.gif
Allow: /local/*.webp
Allow: /local/*.svg
Allow: /local/*.woff
Allow: /local/*.woff2
Allow: /local/*.ttf

# Harmless duplicate parameters. Standard UTM and yrclid parameters are already
# removed automatically by Yandex and therefore are intentionally not repeated.
Clean-param: sort&sort_by&sort_order&sort_ord&sort_dir&order&ORDER_BY&by
Clean-param: print&list_style&display&view&view_mode&products_on_page&linerow
Clean-param: SHOWALL&SHOW_ALL&SHOWBY&SORT&SORT_TO&SORT_FIELD&VIEW
Clean-param: gclid&yclid&ymclid&yadclid&srsltid&etext&ref&from&source
Clean-param: placement&adv&callibri&position&bx_sender_conversion_id&link_rewrite
Clean-param: external_browser_redirect&disableGlobalInfoCollect&esdn&te&ybaip


# Google Images may crawl all public image locations, including resized product images.
User-agent: Googlebot-Image
Disallow: /upload/tmp/

# Crawlers with no business value for the store
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://thefields.ru/sitemap.xml
Sitemap: https://thefields.ru/sitemap-products-inactive.xml