# robots.txt generated at www.invision-graphics.com/robotstxt_generator.html User-agent: Googlebot-Image Disallow:/ User-agent: ia_archiver Disallow:/ User-agent: yahoo-mmcrawler Disallow:/ User-agent: psbot Disallow:/ User-agent: Googlebot Disallow: /*.pdf$ Disallow: /*.js$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*/feed/ Disallow: /*/trackback/ # Begin Exclusion From Directories from robots.txt User-agent: * Crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /blog/wp- Disallow: /blog/wp-content/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/feed/ Disallow: /blog/trackback/ Allow: /blog/wp-content/uploads/