require LWP::Parallel::RobotUA;
require HTTP::Request;
use LWP::Debug qw(+ -conns);
$ua = new LWP::Parallel::RobotUA 'my-robot/0.1', 'me@foo.com';
$ua->delay(0.01);# in minutes!
$request = HTTP::Request->new(GET => 'http://cgi.w3.org/cgi-bin/tidy');
#$request = HTTP::Request->new(GET => 'http://www.w3.org/QA/');
# just use it just like a normal LWP::Parallel::UserAgent
$ua->register ($request, \&callback, 4096); # or
my $entries = $ua->wait();
foreach (keys %$entries) {
    my $uri;
    my $response = $entries->{$_}->response;  
    if (defined $response->request) {
        $uri = $response->request->url();
    }  else {
        # try (for 401s or other cases, back to the previous)
        print  $response->previous()."\n" ;
        $uri = $response->previous()->request()->url();
    }
    print $uri."\n" ;
}
    
