User-agent: YandexBot
Allow: /rss/yandexfull/turbo

User-agent: Yandex
Disallow: /search
Disallow: /check_ed
Disallow: /auth
Disallow: /my
Disallow: /core
Host: https://lenta.ru

User-agent: GoogleBot
Disallow: /search
Disallow: /check_ed
Disallow: /auth
Disallow: /my
Disallow: /core

User-agent: *
Disallow: /search
Disallow: /check_ed
Disallow: /auth
Disallow: /my
Disallow: /core

Sitemap: https://lenta.ru/sitemap.xml.gz