# Blocks robots from specific folders / directories User-agent: * Disallow: /robots.txt Disallow: /wp-login.php Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/themes Disallow: /wp-content/plugins Allow: /wp-admin/admin-ajax.php