User-Agent: *
Host: https://nota.ru
Allow: /
Allow: /bitrix/templates/nota/sitemap.xml
Allow: /search/map.php
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/panel/
Disallow: /users.php
Disallow: /userurlrewrite.php
Disallow: /urlrewrite.php
Disallow: /topmenu2.php
Disallow: /sitemap_index.xml
Disallow: /sitemap_errors.xml
Disallow: /sitemap_000.xml
Disallow: /return-connect-send.php
Disallow: /map_site1.php
Disallow: /log.log
Disallow: /error.log
Disallow: /data_time.php
Disallow: /sms4b_demo/
Disallow: /site_qn/
Disallow: /personal/
Disallow: /exchange/
Disallow: /add_files/
Disallow: /bitrix/
Disallow: /Yandex_Market_files/
Disallow: /include/
Disallow: /login/
# Disallow: /upload/
Disallow: /auth/
Disallow: /auth.php
Disallow: /search/
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*register=yes*
Disallow: /*forgot_password=yes*
Disallow: /*change_password=yes*
Disallow: /*login=yes*
Disallow: /*logout=yes*
Disallow: /*auth=yes*
Disallow: /*action=ADD_TO_COMPARE_LIST
Disallow: /*action=DELETE_FROM_COMPARE_LIST
Disallow: /*action=ADD2BASKET
Disallow: /*action=BUY
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*backurl=
Disallow: /*back_url=
Disallow: /*back_url_admin=
Disallow: /*index.php$
Disallow: /*?alph=*
Disallow: /*&alph=*
Disallow: /*sort=*
Disallow: /*cost-*
# Disallow: /*_power_*
Disallow: /*PAGEN_1=*
Disallow: /?barandAr*
# Disallow: */index.php
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*bitrix_include_areas=
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*ORDER_BY
Disallow: /*PAGEN
Disallow: /*print_course=
Disallow: /*?action=
Disallow: /*&action=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*?xar-block=
Disallow: /*forum/?PAGE_NAME=profile_view=
Sitemap: https://nota.ru/sitemap.xml
Crawl-delay: 9 # задает таймаут в 9 секунд

User-agent: Yandex
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_added&utm_block&utm_position&utm_term
Crawl-delay: 9.0 # задает таймаут в 9 секунды

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /