p6.p6

use WWW;
use DOM::Tiny;

constant URL = 'https://www.ncbi.nlm.nih.gov/pubmed';
constant OUT_FILE = 'results.txt'.IO;

sub make-term (:$term, :$year) {
    '(' ~ $term ~ ' AND (("' ~ $year ~ '/01/01"[PDat] : "' ~ $year ~ '/12/31"[PDat])))'
}

my @terms = "terms.txt".IO.lines;

for @terms -> $term {
    say "Doing searches for $term";
    for 1990..2000 -> $year {
        print "\t...year $year ";
        my $results-num = DOM::Tiny.parse(post URL, term => make-term :$term, :$year)
            .at('meta[name="ncbi_resultcount"]').attr: 'content';
        say "Found $results-num results";
        OUT_FILE.spurt: :append, "$year,$term,$results-num\n";
    }
}