Preliminary Solr for site search

mapCSVtoVEuPathSolr.pl

#!/usr/bin/env perl
#  -*- mode: cperl -*-

use strict;
use warnings;
use Text::CSV_XS;
use JSON;

my ($file) = @ARGV;
my $json = JSON->new->pretty;

my $csv = Text::CSV_XS->new ({ binary => 1, auto_diag => 1 });
open my $fh, "<:encoding(utf8)", $file or die "$file: $!";

my $headers = $csv->getline($fh);

# header to index
my %h2i;
for (my $i=0; $i<@$headers; $i++) { $h2i{$headers->[$i]}=$i }

my %SolrField2function =
  (
   # Solr_Field_name => function that takes a $row object

   "id" => sub { "popbio_sample_".$_[0]->[$h2i{"Sample ID"}] },
   "documentType" => sub { 'popbioSample' },
   "TEXT__popbio_species" => sub { $_[0]->[$h2i{Species}] },

  );

my $count;
print "[\n";
while (my $row = $csv->getline($fh)) {
  my $doc = { };
  foreach my $SolrField (keys %SolrField2function) {
    $doc->{$SolrField} = $SolrField2function{$SolrField}($row);
  }
  print ",\n" if ($count++);
  print $json->encode($doc);
  # printing each document at a time, to prevent unnecessary memory use
}
print "]\n";