User-Agent: * Disallow: # empty Disallow instruction SHOULD be there Disallow: /bitrix/ Disallow: /1/ Disallow: /catalogue/ Disallow: /search/ Allow: /search/map.php Disallow: /auth/ Disallow: /auth.php Disallow: /*?print= Disallow: /*&print= Disallow: /*register=yes Disallow: /*forgot_password=yes Disallow: /*change_password=yes Disallow: /*login=yes Disallow: /*logout=yes Disallow: /*auth=yes Disallow: /*backurl=* Disallow: /*BACKURL=* Disallow: /*back_url=* Disallow: /*BACK_URL=* Disallow: /*back_url_admin=* Disallow: *?pageno* Disallow: *?PAGEN* Disallow: *?arrFilter* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*?success= Disallow: /*?sphrase_id= Disallow: /*index.php$\ Clean-param: arrFilter_ff[PREVIEW_TEXT] Clean-param: country Clean-param: city Clean-param: success Clean-param: sphrase_id Clean-param: code Host: https://russkiymir.ru User-Agent: YandexNews Disallow: # empty Disallow instruction SHOULD be there Allow: /russkiymir/ru/publications/rss.php Allow: /russkiymir/ru/news/common/rss.html