User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: /wp-register.php

# SEO-related directives
Disallow: /author/
Disallow: /tag/
Disallow: /category/
Disallow: /comments/

# Disallow trackbacks
Disallow: /trackback/

# Disallow xmlrpc.php
Disallow: /xmlrpc.php