User-agent: * Disallow: /*.htm Disallow: /shop/ Disallow: /bbs.asp Disallow: /tt.asp Disallow: /img/