# robots.txt
# 
User-agent: *
Disallow: /
# Disallow: /wp-login.php
# Disallow: /wp-register.php
# Disallow: /wp-subscription-manager.php
# Disallow: /wp-comments-post.php
# Disallow: /wp-commentsrss2.php
# Disallow: /wpmu-settings.php
# Disallow: /go/
# Disallow: /js/
# Disallow: /css/
# Disallow: /cgi-bin/
# Disallow: /pages/
# Disallow: /admin/
# Disallow: /assets/
# Disallow: /images/
# Disallow: /includes
# Disallow: /recommends/
# Disallow: /wp-admin/
# Disallow: /wp-includes/
# Disallow: /wp-content/blogs.php
# Disallow: /wp-content/cache/
# Disallow: /wp-content/themes/
# Disallow: /wp-content/plugins/
# Disallow: /wp-content/mu-plugins/
# Sitemap
#
Sitemap: http://www.<%= website_domain %>/sitemap.xml