#!/usr/bin/perl  -w

use LWP::UserAgent;
use HTTP::Cookies;
use threads;
use threads::shared;
use strict;


open (F, '<half.txt');
chomp(my @site : shared = <F>);
close F;

my $s     : shared = '';
my $good  : shared = 0;
my $time           = time;
my $url            = '';
   $|              = 1;

my @trl;


###########-------------###########
print "Threads: ";
my $threads = <STDIN>; chomp ($threads);
#open (F, '>>drupal2.txt');
###########-------------###########
for(0..$threads-1) {$trl[$_] = threads->create(\&pars, $_);}
for(@trl)   { $_->join; }
###################################
sub pars {

my ($browser,$cookie) = browser();


    while(@site)
     {
         {lock(@site); $url = shift @site;}

         print "Took the site: $url\n";
         print ' good: '.$good.' procc: '.sprintf ("%.f", time-$time)." sec\r";

         my $request = $browser->get("http://$url/")->as_string;
     }
}

#close F;
print ' good: '.$good.' procc: '.sprintf ("%.f", time-$time).' sec';
#######################################################################
sub agent_b {
 my @agents = qw(Opera/9.15 Opera/9.12 Opera/8.60b IE/4.0 IE/5.0 IE/6.0 IE/7.0 Mozilla/4.0 Mozilla/5.0 Mozilla/2.0 Mozilla/3.0);
 return $agents[rand(scalar @agents)];
}
#######################################################################
sub browser {
my $cookie_browser = HTTP::Cookies->new();
my $browser = LWP::UserAgent->new();
$browser->agent(agent_b());
$browser->cookie_jar($cookie_browser);
$browser->timeout(60);
return $browser,$cookie_browser;
}
#######################################################################