User-agent: * Disallow: /bbs/Images/ Disallow: /bbs/login/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /images/ Disallow: /js/ Disallow: /login/ Disallow: /memberlist/ Disallow: /shoutbox/ # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.pl$