User-agent: Googlebot
Disallow: /pdf-fayli/
Disallow: /pdf-2012-2016/
Disallow: /pdf-2015-2019/
Sitemap: http://list-of-lit.ru/sitemap.xml

User-agent: Yandex
Disallow: /pdf-fayli/
Disallow: /pdf-2012-2016/
Disallow: /pdf-2015-2019/
Crawl-delay: 10
Host: list-of-lit.ru
Sitemap: http://list-of-lit.ru/sitemap.xml

User-agent: Slurp
Disallow: /pdf-fayli/
Disallow: /pdf-2012-2016/
Disallow: /pdf-2015-2019/

User-agent: bingbot
Disallow: /pdf-fayli/
Disallow: /pdf-2012-2016/
Disallow: /pdf-2015-2019/

User-agent: *
Disallow: /pdf-fayli/
Disallow: /pdf-2012-2016/
Disallow: /pdf-2015-2019/