User-Agent: *
Sitemap: https://aveon.ru/sitemap.xml
Disallow: /.git/
Disallow: /ajax/
Disallow: /aspro_regions/
Disallow: /auth/
Disallow: /awstats/
Disallow: /basket/
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /form/
Disallow: /help/
Disallow: /images/
Disallow: /include/
Disallow: /industry/
Disallow: /info/
Disallow: /landings/
Disallow: /order/
Disallow: /personal/
Disallow: /registr_msd/
Disallow: /registration/
Disallow: /search/
Disallow: /robots-tkht-ot-aspro/
Disallow: /sitemap-ot-aspro/
Disallow: /site_en/
Disallow: /test/
Disallow: /to_lower_code/
Disallow: *?display=
Disallow: *?sort=
Disallow: *&display=
Disallow: *&sort=
Disallow: /serii/*&q=
Disallow: /serii/?q=
Disallow: /serii/*PAGEN_1=	# закрыта пагинация в сериях
Disallow: /serii/*PAGEN_2=	# закрыта пагинация в сериях
Disallow: /serii/*section_id=	# закрыты виды выдачи в сериях
Disallow: *?*
Disallow: *?clear_cache=
Disallow: *&clear_cache=
Disallow: *?set_filter=
Disallow: *&set_filter=
# ------------------------------------------------
Disallow: */filter/price-*/apply/
Disallow: */filter/*/apply/
Disallow: */filter/clear/apply/
# ------------------------------------------------
Disallow: /no.php
Disallow: /yes.php
Disallow: /about/registr.php
Disallow: /registr/index.php
Disallow: /registr/success.php
Disallow: /test.php
Disallow: /about/feedback/google.php
Disallow: /about/feedback/yandex.php
# ------------------------------------------------
Allow: /manufacturer/
Disallow: /manufacturer/*order=	# закрыта сортировка в каталоге
Disallow: /manufacturer/*section_id=	# закрыты виды выдачи в брендах
Disallow: /manufacturer/*sphrase_id=    #NEW:были дубли по get-параметрам
Disallow: /manufacturer/*?clear_cache=
# ------------------------------------------------
Allow: /services/
Disallow: /services/*sphrase_id=    #NEW:были дубли по get-параметрам
Allow: /contacts/
Allow: /kak-kupit/
Allow: /price/
Allow: /projects/
Allow: /ruggnet/
Allow: /sale/
# ------------------------------------------------
Allow: /catalog/
Disallow: /catalog/?q=
Disallow: /catalog/*&q=
Disallow: /catalog/*display=   	# закрыты виды выдачи в каталоге
Disallow: /catalog/*sort=		# закрыта сортировка в каталоге
Disallow: /catalog/*order=	# закрыта сортировка в каталоге
Disallow: /catalog/*?from=*
Disallow: /catalog/*?client=*
Disallow: /catalog/*?RID=*
Disallow: /catalog/*?frommarket=*
Disallow: /catalog/*?clid=*
Disallow: /catalog/*?yhid=*
Disallow: /catalog/*?r1=*
Disallow: /catalog/*filter*     # закрыла выдачу умного фильтра, предварительно загнав все страницы в модуль Сотбита, либо ридеркет, либо урлы слишком длинные
Disallow: /catalog/*apply*   # то же самое
Disallow: /catalog/*/talkme/opensupport/*
Disallow: /catalog/*clear_cache=
Disallow: /catalog/*?yadclid=
Disallow: /catalog/?b24form_user=
Disallow: /catalog/*?_currency=
Disallow: /catalog/*?
Allow: /catalog/*?PAGEN
Allow: /catalog/*?pagen
# ------------------------------------------------
Allow: /technical_support/
Disallow: /technical_support/product_reviews/
Disallow: /*.pdf/$
Disallow: /*.zip/$
Disallow: /*.rar/$
Disallow: /*.xls/$
Disallow: /*.doc/$
# ------------------------------------------------
Disallow: /upload/
Disallow: /*.jpg/$
Disallow: /*.jpeg/$
Disallow: /*.png/$
Disallow: /*.gif/$
Allow: /upload/iblock/
Allow: /upload/medialibrary/
Allow: /upload/resize_cache/iblock/
Allow: /upload/CNext/
Allow: /upload/sposoby-oplaty.png
Allow: /upload/CNext/3df/3dfc21572dd11692fe3332c9792d8a26.png
# ------------------------------------------------
Disallow: /bitrix/
Allow: /bitrix/js/*
Allow: /bitrix/css/*
Allow: /bitrix/templetes/*
Allow: /bitrix/templete/*
Allow: /bitrix/*.js
Allow: /bitrix/*.css
Allow: /bitrix/catalog_export/
Allow: /bitrix/cache/js/en/aspro_next/
Allow: /bitrix/js/bxwebru.imgoptim/
Allow: /bitrix/js/currency/
Allow: /bitrix/js/ui/dexie/dist/
Allow: /bitrix/js/main/
Allow: /bitrix/js/main/core/
Allow: /bitrix/js/main/jquery/
Allow: /bitrix/js/main/popup/dist/
Allow: /bitrix/js/ui/dexie/dist/
# ------------------------------------------------
Allow: /company/
Disallow: /company/staff/
Disallow: /company/vacancy/
# ------------------------------------------------
Allow: /ruggnet/
Disallow: /ruggnet/konfig*                      #Добавила 25/08/22
# ------------------------------------------------
Allow: /news/industry/
Disallow: /news/industry/*sphrase_id=    #NEW:были дубли по get-параметрам
# ------------------------------------------------
Disallow: *PAGEN_1=  # разобрать бы эту кучу
Disallow: *SHOWALL_1=
Disallow: *utm_source=
Disallow: *search
Disallow: *tags=
Disallow: *captcha
Disallow: *index.php
Disallow: *index.php?id=
Disallow: *show_include_exec_time=
Disallow: *show_page_exec_time=
Disallow: *show_sql_stat=
Disallow: *clear
Disallow: *ADD_TO_COMPARE_LIST
Disallow: *ORDER_BY
Disallow: *print=
Disallow: *action=
Disallow: *register=
Disallow: *forgot_password=
Disallow: *change_password=
Disallow: *login=
Disallow: *logout=
Disallow: *auth=
Disallow: *backurl=
Disallow: *back_url=
Disallow: *bitrix_include_areas=
Disallow: *back_url_admin=
Disallow: *view_result=
Disallow: */element_code/
Allow: /*.js			# стили, изображения, pdf-файлы
Allow: /*.css
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.pdf
Clean-param: display&order&sort&set_filter&src_pof&etext&utm&send&WEB_FORM_ID&RESULT_ID&formresult&PAGEN_2&section_id&PAGEN_1&element_code&basket

User-Agent: MJ12bot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: HubSpot Webcrawler
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: AA_SMG_Crawler
Disallow: /