User-agent: * Disallow: /cgi-bin/ Disallow: /photo/ Disallow: /img/ # disallow all files ending in .php Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # disallow all files with ? in url Disallow: /*?