User-agent: Googlebot
Allow: /
User-agent: ia_archiver
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: *
Disallow: /
Crawl-delay: 10
Disallow: /cgi-bin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /feed/
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /comments/