Sitemap: # keep spiders out of the TEMPLATES, EMAIL-TIPS, IMAGES, RSS-FEEDS directories User-agent: * Disallow: /templates/ Disallow: /email-tips/ Disallow: /images/ Disallow: /rss-feeds/ Disallow: /cgi-bin/ Disallow: /public_html/ Disallow: /blog/wp-admin/ Disallow: /redirect/ Disallow: /Credentials/ # keep spiders out of specific files User-agent: * Disallow: dropdown.js Disallow: forgot-password.html Disallow: index-scrolling-alternate.html Disallow: invalid-user-or-password.html Disallow: privacy-policy.html Disallow: subscribe-confirm.html Disallow: subscribe-email-tips.html Disallow: subscribe-to-blog.html Disallow: under-construction.html Disallow: unregistered-user.html Disallow: /blog/demo.htm Disallow: /blog/wp-login.php