# /robots.txt

User-agent: *
Crawl-delay: 5
Disallow: /admin/
Disallow: /engine/
Disallow: /module/
Disallow: /errorPages/
Disallow: /config/
Disallow: /widgetModule/

User-agent: YandexBot
User-agent: Yandex
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: BLEXBot
User-agent: SemrushBot-SA
User-agent: SeznamBot
User-agent: SemrushBot/1.2~bl
Disallow: /
Sitemap: https://aurakeskus.ee/sitemap.xml