User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Bytespider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://varvet.com/sitemap.xml

# LLMs: https://varvet.com/llms.txt
# LLMs (full): https://varvet.com/llms-full.txt