User-Agent: * Disallow: /dev/ Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /errors/ Disallow: /blog/wp-content/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.xhtml$ Disallow: /*.txt$ # disallow all files with ? in url Disallow: /*?* User-agent: Browsershots Disallow: