# shut off robots for selected directories User-agent: * Disallow: /cgi-bin Disallow: /htbin Disallow: /archives Disallow: /faq Disallow: /hec_faq Disallow: /slanjx Disallow: /~simon/murphy.html