User-agent: * #Prevent indexing of specific folders. Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /guest/ #Prevent indexing of specific files. Disallow: /_template.htm Disallow: /contact_sent.asp Disallow: /global.asa Disallow: /links.htm Disallow: /siteman.asp