User-agent: * Allow: / # Disallow sensitive files and folders Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-login.php Disallow: /wp-register.php