use LWP::Simple;
use LWP::UserAgent;
use HTML::LinkExtor;

$baseurl ="http://dev.apache.org/mail/"; 
$ua=LWP::UserAgent->new();
$ua ->proxy(['http','ftp'] => 'http://webproxy.research.bell-labs.com:8000');
my $req = new HTTP::Request('GET', $baseurl);
$content = $ua ->request($req)->as_string();
$parser=HTML::LinkExtor->new(undef,$baseurl);
$parser->parse($content)->eof;
@links=$parser->links;
#print "@links\n";
foreach $i (@links){
	my @e = @$i;
	my $t = shift @e;
	while (@e){
		my ($n, $v)=splice (@e, 0, 2);
		$seen{$v}++; 
	}
}

for (sort keys %seen) {
	#if ($_ =~ /\/nh\.9/ || $_ =~ /\/cvs\.9/){
	if ($_ =~ /\/mail\/[a-z]/){
		print $_, "\n";
		@x=split(/\//,$_);$ff=$x[scalar(@x)-1];
		my $req = new HTTP::Request('GET', $_);
		$ua ->request($req, "./mail/$ff");
	}
}