User-agent: *
Disallow: /assets/components/
Disallow: /assets/jquery/
Disallow: /manager/
Disallow: /index.php
Disallow: /resultatyi-poiska.html
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*?

User-agent: Yandex
Disallow: /assets/components/
Disallow: /assets/jquery/
Disallow: /manager/
Disallow: /index.php
Disallow: /resultatyi-poiska.html
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*?

User-agent: Twitterbot 
Disallow: * 
Allow: /images/

User-agent: Yandex
Crawl-delay: 1
User-agent: Googlebot
Crawl-delay: 1
User-agent: Mail.Ru 
Crawl-delay: 2

Host: https://news.jeps.ru
Sitemap: https://news.jeps.ru/sitemap.xml