# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /docs/Careers/ Disallow: /html/Old/ Disallow: /html/Bob/ Disallow: /menu/ Disallow: /menu-files/ Disallow: /php/ Disallow: /scripts/ Disallow: /shapextranet/ Disallow: /webspeed31D/