User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: DotBot
Crawl-Delay: 10

User-agent: SemrushBot
Crawl-Delay: 10

# User-agent: bingbot
# Crawl-Delay: 5



# Used for HTTPS protocol
# User-agent: *
# Disallow: /

# Used for HTTP protocol
# User-agent: *
# Disallow: