User-agent: * Disallow: /css/ Disallow: /include/ Disallow: /jscripts/ Disallow: /media/ Disallow: /*? Disallow: /*.php$ Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.gif$ Allow: /index.php Allow: /*.html$