Hadoop commnad to run bash script in hadoop cluster-This script counts the number of lines in input file and writes count to output file

count.sh

#!/bin/sh
# 's_\^\*~_\n_g' is the line delimiter in input file replace with yours
 
sed 's_\^\*~_\n_g'| wc -l

hadoop-streaming.sh

$sudo -u hdfs hadoop jar /usr/lib/hadoop-0.20/contrib/streaming/hadoop-streaming-0.20.2-cdh3u4.jar \
-numReduceTasks 0 \
-file /home/hdhamee/count.sh \
-input /user/hdhamee/input/Medical.csv \
-output /user/hdhamee/output/MedCount.csv \
-mapper count.sh \
-verbose