User-agent: *
Allow: /


Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /comments/

# Allow admin-ajax for proper WordPress functionality
Allow: /wp-admin/admin-ajax.php