# # Robots.txt
# Enables robots.txt rules for all crawlers

User-agent: *
Allow: /

# Rate limit Yahoo!, Bing and Yandex (Google ignores this)
Crawl-delay: 5

# SilverStripe sitemap:
Sitemap: https://www.shl.com/sitemap.xml

Disallow: /admin
Disallow: /dev