User-agent: *
Disallow: /login/
Disallow: /register/

User-agent: SemrushBot
Crawl-Delay: 15
Allow: /

User-agent: AhrefsBot
Crawl-Delay: 15
Allow: /