User-agent: * Disallow: /sub.html Disallow: /dsub.html Disallow: /cgi-bin/