Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- use WWW;
- use DOM::Tiny;
- use Text::CSV;
- use URI::Encode;
- use HTTP::UserAgent;
- my $fh = open :w, 'results3.txt';
- constant OUT_FILE = 'results3.txt'.IO;
- my @terms = "cancer";
- my $id = 0;
- for @terms -> $term {
- $id = $id + 1;
- say "Searching for: $term";
- for 1990..1992 -> $year {
- print "\t...year $year ";
- "temp".IO.spurt: get "https://patents.google.com/?q={$term}&country=US&before={$year}1231&after={$year}0101&exp=&download=true", User-Agent => 'Test/5.0';
- my $results-num = csv(:in<temp>).elems - 2;
- say $results-num;
- OUT_FILE.spurt: :append, "$id,$term,$year,$results-num\n";
- sleep(9.rand);
- }
- }
- $fh.close;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement