# VestaLinks robots.txt
# AI search + classic search bots are welcome. Pure scrapers that take
# content without sending users back are blocked.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/

# --- Blocked: AI training/scraping bots that do not drive traffic back ---
User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: PerplexityBot
Disallow: /

# --- Blocked: SEO-competitor scrapers ---
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://vestalinks.com/sitemap.xml
Sitemap: https://vestalinks.com/image-sitemap.xml
Sitemap: https://vestalinks.com/video-sitemap.xml