# User-agent: * means all bots
User-agent: *
Crawl-delay: 10

# Slow down aggressive crawlers
User-agent: Amazonbot
Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 30

User-agent: Applebot
Crawl-delay: 30

# Allow these
User-agent: Googlebot
Crawl-delay: 5

User-agent: Bingbot
Crawl-delay: 5