Skip to content

Instantly share code, notes, and snippets.

@milindjagre
Created May 9, 2016 14:17
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save milindjagre/162754ca83f1f86d3d7dff379d316197 to your computer and use it in GitHub Desktop.
Save milindjagre/162754ca83f1f86d3d7dff379d316197 to your computer and use it in GitHub Desktop.
/*
* To change this license header, choose License Headers in Project Properties.
* To change this template file, choose Tools | Templates
* and open the template in the editor.
*/
package com.github.milind;
import java.io.IOException;
import java.util.StringTokenizer;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
/**
*
* @author milind
*/
public class GlobalNumberAddition {
public static class GlobalNumberAdditionMapper
extends Mapper < Object, Text, Text, IntWritable > {
int sum = 0;
public void map(Object key, Text value, Context context) throws IOException,
InterruptedException {
StringTokenizer itr = new StringTokenizer(value.toString());
while (itr.hasMoreTokens()) {
String str = itr.nextToken();
sum = sum + Integer.parseInt(str);
}
}
public void cleanup(Context context) throws IOException,
InterruptedException {
context.write(new Text("Addition of numbers is"), new IntWritable(sum));
}
}
public static void main(String[] args) throws Exception {
Configuration conf = new Configuration();
Job job = Job.getInstance(conf, "Global Addition of Numbers");
job.setJarByClass(GlobalNumberAddition.class);
job.setMapperClass(GlobalNumberAdditionMapper.class);
job.setNumReduceTasks(0);
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(IntWritable.class);
FileInputFormat.addInputPath(job, new Path(args[0]));
FileOutputFormat.setOutputPath(job, new Path(args[1]));
System.exit(job.waitForCompletion(true) ? 0 : 1);
}
}
@milindjagre
Copy link
Author

This MapReduce code will calculate Addition of all numbers in a file.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment