# Robots.txt file # All robots will spider the domain User-agent: * Disallow: /demo/ Disallow: /download/ Disallow: /feed/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /admin/