User-agent: * Disallow: /cgi-bin/ Disallow: /ephemera/ Disallow: /hottitles/ # obsolete folder Disallow: /spotlight/request.asp Disallow: /bt-trp/