User-agent: * Disallow: /*.pdf$ Disallow: /*.mp3$ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$