User-agent: *
Allow: /
Disallow: /success.html
Disallow: /fail.html
Disallow: /404.html

# Yandex reads ONLY its own section once one exists, so the generic rules are
# duplicated here in full. Clean-param folds ?lang= variants into the bare
# canonical and stops crawl-budget waste on them (seo-growth-engine).
# The /en/ tree is Google-only (en-market-surface): Yandex must never crawl
# or index the path-based English pages — this disallow is one of the three
# independent exclusion mechanisms (meta yandex noindex + this + sitemap
# segregation). The generic section deliberately does NOT disallow /en/.
# `Disallow: /en/` sits BEFORE `Allow: /`: real engines use longest-prefix
# match (order-independent), but first-match parsers (urllib.robotparser in
# the guard test) would otherwise let `Allow: /` swallow it.
User-agent: Yandex
Disallow: /en/
Disallow: /compare/
Allow: /
Disallow: /success.html
Disallow: /fail.html
Disallow: /404.html
Clean-param: lang
# The certificate token identifies one shared link, not a page. Yandex folds
# `?cert=` back into the bare `/score/<slug>` (the page's own canonical), so a
# certificate someone shares never competes with the channel's page in the
# index (shareable-channel-quality-certificate).
Clean-param: cert&certificate /score/

Sitemap: https://tgscore.ru/sitemap.xml
Sitemap: https://tgscore.ru/sitemap-scores.xml
Sitemap: https://tgscore.ru/sitemap-rating.xml
Sitemap: https://tgscore.ru/sitemap-agencies.xml
Host: tgscore.ru