example Dezi::Client indexer for TSV file

tsv-indexer.pl

#!/usr/bin/env perl
use strict;
use warnings;
use Dezi::Client;
use Dezi::Doc;

my $BATCH_SIZE = 1000;    # number of docs to buffer before committing.

if ( $#ARGV != 0 ) {
    die "$0 inputfile.tsv";
}

my $client    = Dezi::Client->new( server => 'http://localhost:5000' );
my $inputfile = $ARGV[0];
my $count     = 0;

open( RF1, "$inputfile" ) or die "Can't open < $inputfile: $!";
my $header = <RF1>;       # read out header line

while ( my $line = <RF1> ) {
    chomp $line;
    $count++;
    my @array = split( /\t/, $line );

    my $doc = Dezi::Doc->new( uri => $count, );
    $doc->set_field( 'shopid'   => $array[0] );
    $doc->set_field( 'prodtype' => $array[1] );
    $doc->set_field( 'prodid'   => $array[2] );
    $doc->set_field( 'prodname' => $array[3] );

    my $resp = $client->index($doc);
    if ( !$resp->is_success ) {
        die "Failed to add $doc to the Dezi index!";
    }

    $client->commit() if $count % $BATCH_SIZE == 0;
}

close(RF1);

$client->commit();    # final commit to catch any lingering buffer.