User-Agent: *
Disallow: /cgi-bin/
Disallow: /links.html
Disallow: /perl/get2/url_info
Disallow: /perl/get2/url_check
Disallow: /perl/url.pl
Disallow: /perl/href