User-agent: *
Disallow: 
Crawl-delay: 5
Disallow: /cgi-bin/

User-agent: AhrefsBot 
Crawl-Delay: 5

User-agent: SemrushBot
Crawl-Delay: 10