User-agent: * Crawl-delay: 10 # Directories Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ # Files Disallow: /license.txt Disallow: /wp-app.php Disallow: /wp-atom.php Disallow: /wp-blog-header.php Disallow: /wp-comments-post.php Disallow: /wp-commentsrss2.php Disallow: /wp-config-sample.php Disallow: /wp-config.php Disallow: /wp-cron.php Disallow: /wp-feed.php Disallow: /wp-load.php Disallow: /wp-mail.php Disallow: /wp-pass.php Disallow: /wp-rdf.php Disallow: /wp-register.php Disallow: /wp-rss.php Disallow: /wp-rss2.php Disallow: /wp-trackback.php Disallow: /xmlrpc.php Disallow: /wp-settings.php Disallow: /links.html