#!/usr/bin/perl

use strict;

use LWP::Simple;

open(L, "locations2.txt");

my $url = 'http://search.ancestry.com/cgi-bin/sse.dll?db=1930usfedcen&rank=1&new=1&so=3&MSAV=1&msT=1&gss=ms_r_db&msbdy=%YEAR%&msbdy_x=1&msrpn__ftp=%LOCATION%&msrpn_x=XO&msrpn__ftp_x=1&dbOnly=_83004006-n|_83004006-n_x&dbOnly=_F0006AB0|_F0006AB0_x&uidh=6tw&_83004003-n_xcl=f';

open(O, ">out3.txt");
     my $oldh = select(O);
     $| = 1;
     select($oldh);
     while (my $location = <L>) {
         chomp($location);
         $location =~ s/ /+/g;
          foreach my $year (1915..1916) {
               foreach my $gender ('Male') {
                     my $u = $url;
                     $u =~ s/%LOCATION%/$location/;
                     $u =~ s/%YEAR%/$year/;
                     $u =~ s/%GENDER%/$gender/;
                     #print "$u\n";
                     my $content = get($u);
                     my $val = 'unknown';
                     if ($content =~ / of .strong.([0-9,]+)..strong. /) {
                             $val = $1;
                     }
                     $val =~ s/,//g;
                     $location =~ s/\+/ /g;
                     print "'$location',$year,$gender,$val\n";
                     print O "'$location',$year,$gender,$val\n";
         }
    }
}