User-agent: *
Disallow: /cgi-bin
Disallow: /perl-bin
Disallow: /htdig
Disallow: /404.shtml