use WWW;
use DOM::Tiny;
use Text::CSV;
use URI::Encode;
use HTTP::UserAgent;

my $fh = open :w, 'results3.txt';
constant OUT_FILE = 'results3.txt'.IO;

my @terms = "list3.txt".IO.lines.map: *.subst(:g, " ", "+").&uri_encode;
my $id = 1114;

for @terms -> $term {
  $id = $id + 1;
  say "Searching for: $term";
  for 1990..1991 -> $year {
    print "\t...year $year ";
    "temp".IO.spurt: get "https://patents.google.com/xhr/query?url=q%3D$term%26country%3DUS%26before%3D{$year}0101%26after%3D{$year}1231&exp=&download=true", User-Agent => 'Mozilla/5.0';
    my $results-num = csv(:in<temp>).elems - 2;
    say $results-num;
    $fh.spurt: :append, "$term,$year,$results-num\n";
    sleep(9.rand);
  }
}
$fh.close;