User-agent: * Disallow: /common/ Disallow: /blog/ Disallow: /images/ Disallow: /photos/ Disallow: /portfolio/ Disallow: /templates/ Disallow: /webmail/ Disallow: /blog/ Disallow: /blog/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow files in /cgi-bin Disallow: /cgi-bin/ # disallow all files with ? in url Disallow: /*? #disallow all files in /wp- directories Disallow: /blog/wp-*/