# ==============================================================================
# robots.txt для образовательного портала «Наставник» (https://utop.ru)
# ==============================================================================

User-agent: Yandex
Allow: /
Allow: /static/
Allow: /media/
Allow: /media/public/
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /profile
Disallow: /media/raw/
Disallow: /media/textbooks/
Disallow: /*/covers/cover*.webp$
Disallow: /*/covers/cover*.jpg$
Disallow: /*/covers/cover*.png$
Disallow: /*?*nocache=
Disallow: /*?*debug=
Disallow: /*?*token=
Clean-param: nocache&debug&tab&sort&filter&page_num&theme /

User-agent: Googlebot
Allow: /
Allow: /static/
Allow: /media/
Allow: /media/public/
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /profile
Disallow: /media/raw/
Disallow: /media/textbooks/
Disallow: /*/covers/cover*.webp$
Disallow: /*/covers/cover*.jpg$
Disallow: /*/covers/cover*.png$
Disallow: /*?*nocache=
Disallow: /*?*debug=
Disallow: /*?*token=

User-agent: *
Allow: /
Allow: /static/
Allow: /media/
Allow: /media/public/
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /profile
Disallow: /media/raw/
Disallow: /media/textbooks/
Disallow: /*/covers/cover*.webp$
Disallow: /*/covers/cover*.jpg$
Disallow: /*/covers/cover*.png$
Disallow: /*?*nocache=
Disallow: /*?*debug=
Disallow: /*?*token=

Host: utop.ru
Sitemap: https://utop.ru/sitemap.xml