User-agent: Linguee
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /user/
Disallow: /js/
Disallow: /captcha/
Disallow: /templates/
Crawl-delay: 20
Sitemap: http://xn----7sbqkcmlfeai8b4e.xn--p1ai/sitemap.xml

# Отключаем ботов
# https://seo-robotic.ru/blog/news/disallow-bad-bots/
# YandexDirect bidswitchbot YandexMetrika SemrushBot http://statdom.ru/bot.html GrapeshotCrawler DotBot bingbot YandexMobileBot MJ12bot
# Googlebot UptimeRobot BLEXBot YandexBot Mail.RU_Bot AhrefsBot trovitBot aiHitBot