# # This file robots.txt prevents search engines from # indexing parts of your site you don't want in the listings. # # This file must be in the domain's root folder. # # # ML Policty: Stay out unless otherwise stated # We must give permission to the directorys & files # We want indexed # # Edited: 20090815 by David # User-agent: * # Disallow: / Allow: /index.php Allow: /sitemap.xml Allow: /sitemap.xml.gz Allow: /about-david-shade/ Allow: /how-to-contact-david-shade/ Allow: /press-kit-for-david-shade/ Allow: /david-shade-in-the-lost-chapter-of-the-game-by-neil-strauss/ Allow: /david-shade-on-david-deangelo-products/ Allow: /the-history-of-david-shades-manual/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /images/david/David-Shade.jpg Allow: /images/david/David-Shade-And-David-DeAngelo.jpg Allow: /images/David-Shade-David-DeAngelo-Interview.jpg Allow: /images/David-Shade-On-David-DeAngelo-Power-Sexuality.jpg # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /