user-agent: AhrefsBot
disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

user-agent: *
crawl-delay: 3