# Don't allow most bots
# User-agent: *
# Disallow: /
Crawl-delay: 10

# Allow these bots
User-agent: AhrefsBot
User-agent: Bingbot
User-agent: Googlebot
User-agent: YandexBot
User-agent: SemrushBot
Crawl-delay: 10
Allow: /
Disallow: /site/staging/

Sitemap: https://arctic-council.org/sitemap/