levenshteindistance.pig

register /home/raffi/appprofiler/commons-lang-2.5.jar;
register /home/raffi/appprofiler/scala-library.jar;
register /home/raffi/appprofiler/appprofiler_2.7.7-1.0.jar;

test_data = load 'test.tsv' as (first, second);
distances = foreach test_data {
  distance = com.twitter.appprofiler.pig.piggybank.LevenshteinDistance(first, second);
  generate distance, first, second;
};