User-agent: YandexNews
Allow: /rssy.rss
Crawl-delay: 2.0

User-agent: Yandex
Allow: */feed/rssy.rss
Disallow: */amp
Disallow: */page/              # Все виды пагинации.
Disallow: /hashtags

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp*.php
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/wp-cache-config.php
Disallow: /wp-content/index.php
Disallow: /wp-content/.htaccess
Disallow: /wp-content/wp-super-cache
Disallow: /wp-content/logs
Disallow: /wp-content/languages
Disallow: /wp-content/reports
Disallow: /wp-content/extensions
Disallow: /wp-content/ngg
Disallow: /wp-content/ngg_styles
Disallow: /wp-content/mu-plugins
Disallow: /wp-content/banners
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: */trackback
Disallow: */*/trackback
Disallow: /*?*
Disallow: /tag
Disallow: */embed              # Все встраивания.
Disallow: */page/              # Все виды пагинации.
Disallow: */xmlrpc.php         # Файл WordPress API
Disallow: /plugins
Disallow: /archives
Disallow: /step/.....
Disallow: /go/
Disallow: /goto/
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: /wp/
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /author/*
Disallow: /users/
Disallow: /forum
Allow: /forum*.html
Allow: /wp-content/uploads
Disallow: /comment/
Disallow: /*comment*
Allow: /*comment*.html
Disallow: */feed
Disallow: /nextgen-attach_to_post/
#Disallow: /category/без-рубрики
#Disallow: /category/без-рубрики/*
Disallow: /category/%D0%B1%D0%B5%D0%B7-%D1%80%D1%83%D0%B1%D1%80%D0%B8%D0%BA%D0%B8
#Disallow: /category/ne-chinovnichij-vzglyad/*
#Disallow: /category/ne-chinovnichij-vzglyad
#Disallow: /podkasty
#Disallow: /podkasty/*
Disallow: /nextgen-attach_to_post/preview/id--17105
Allow: /feed/feed-google.xml
Allow: /feed/feed-Redaktory.xml
Allow: /tag/tixvin
Allow: /tag/tixvinskij-rajon
Allow: /tag/vsevolozhskij-rajon
Allow: /tag/dtp-pod-tixvinom
Allow: */feed/rssy-turbo.rss
Allow: */feed/rssy-rambler.rss
Allow: /feed/rssy.rss
Allow: /feed/turbo/?paged=2
Allow: /feed/turbo/?paged=3
Allow: /feed/turbo/?paged=4
Allow: /feed/turbo/?paged=5
Allow: /feed/turbo/?paged=6
Disallow: /tag/tixvin/*
Disallow: /tag/vsevolozhskij-rajon/*
Disallow: /tag/tixvinskij-rajon/*
Disallow: /tag/dtp-pod-tixvinom/*


Host: https://ivbg.ru
Sitemap: https://ivbg.ru/sitemap.xml
Sitemap: https://ivbg.ru/feed/feed-google.xml