User-agent: *
Allow: /public*/
Disallow: /cgi-bin/

User-agent: webcrawler
Allow: /public*/
Disallow: /cgi-bin/

User-agent: Googlebot
Allow: /public*/
Disallow: /cgi-bin/

User-agent: Slurp
Allow: /public*/
Disallow: /cgi-bin/

User-agent: msnbot
Allow: /public*/
Disallow: /cgi-bin/