# robots.txt для agenteo.ru
# Агентео — AI-агенты и мультиагентные системы для бизнеса

User-agent: *
Allow: /
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.woff2$
Disallow: /save.php
Disallow: /admin/
Disallow: /*?utm_
Disallow: /*?yclid=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?ref=
Crawl-delay: 1

User-agent: Yandex
Allow: /
Disallow: /save.php
Disallow: /admin/
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: yclid&fbclid&gclid&from&openstat&_openstat&ref
Clean-param: roistat&roistat_visit&calltouch_tm
Crawl-delay: 1

User-agent: YandexBot
Allow: /
Disallow: /save.php
Disallow: /admin/

User-agent: YandexImages
Allow: /
Disallow: /save.php
Disallow: /admin/

User-agent: Googlebot
Allow: /
Disallow: /save.php
Disallow: /admin/

User-agent: Googlebot-Image
Allow: /
Disallow: /save.php
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /save.php
Disallow: /admin/
Crawl-delay: 1

User-agent: Mail.RU_Bot
Allow: /
Disallow: /save.php
Disallow: /admin/

# Чужие SEO-краулеры: нагрузка есть, пользы нет
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://agenteo.ru/sitemap.xml