# Rustbot does not support search engine results and so is excluded
User-agent: Rustbot
Disallow: /

# The Google AdsBots can crawl too aggressivly for WordPress to keep up.
# However, without it, site owners can't see site metrics.
# Only enable where and when needed.
#
# User-agent: AdsBot-Google
# Disallow: /
#
# User-agent: AdsBot-Google-Mobile
# Disallow: /

# Limit all other crawlers to a slow crawl avoiding requesting admin URLs.
User-agent: *
Crawl-delay: 3
Disallow: /*wp-login.php
Disallow: /*wp-admin/