Using caching

gistfile1.pl

my $pm = Parallel::ForkManager->new($PROCESSES);

my @list_of_work      = qw/ BLAH BLAH BLAH /;
my @list_of_endpoints = qw/ YADDA YADDA YADDA /;

my $cache = CHI->new(
   driver     => 'FastMmap',
   root_dir   => $SOME_DIRECTORY,
   cache_size => $SIZE,
);

for my $unit_of_work (@list_of_work) {
    my $pid = $pm->start and next;

    for my $endpoint (@list_of_endpoints) {
        my $value_retrieved = $cache->compute($unit_of_work, $EXPIRATION, sub {
            retrieve_value_from_stuff($unit_of_work);
        });

        do_stuff_to($value_retrieved);
        push_value_retrieved_to($endpoint);
    }

    $pm->finish; # Terminates the child process
}
$pm->wait_all_children;