User-agent: *
Disallow: /search

User-agent: *
Disallow: /admin

User-agent: *
Disallow: /api

User-agent: AhrefsBot
User-agent: Barkrowler
User-agent: MJ12bot
User-agent: PetalBot
User-agent: SemrushBot
Disallow: /