User-agent: *
Request-rate: 1/5 # Maximum request rate of 1 page every 5 seconds (12/minute)
Crawl-delay: 5 # Used by several bots (12/minute)


Sitemap: /sitemap.xml
User-agent: *
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php 
Disallow: /wp-signup.php 
Disallow: /tag/
Disallow: /go/