User-agent: Yandex
Allow: /
disallow: /search
disallow: /ref/
disallow: /*.zip$
disallow: /*.rar$
disallow: /my/*
disallow: /adm/
Disallow: /*sponsorId=
Disallow: /user/reports/*
Crawl-delay: 1
Host: https://batel.ru
Sitemap: https://batel.ru/sitemap.xml
Clean-param: tg_chat_id
Clean-param: tpclid
Clean-param: etext
Clean-param: redirect_url

User-agent: Slurp
Disallow: /
Crawl-delay: 100

user-agent: *
Allow: /
disallow: /search
disallow: /ref/
disallow: /*.zip$
disallow: /*.rar$
disallow: /my/*
Crawl-delay: 1
disallow: /adm/
Sitemap: https://batel.ru/sitemap.xml
Disallow: /*sponsorId=
Disallow: /user/reports/*