MapR Streams Throughput Parameterized By Message Size

MaprThroughputParameterizedByMessageSize.sh

# DESCRIPTION: Perf test streams with a producer sending 1 million messages with
# record sizes between 10, 100, 500, 1000, 2000, 5000, 10000 to 1 topic with 1
# partition.
maprcli stream delete -path /user/mapr/iantest
maprcli stream create -path /user/mapr/iantest -produceperm p -consumeperm p -topicperm p -compression off
THREADCOUNT=1
TOPICS=1
PARTITIONS=1
MESSAGES=1000000
# print csv header
mapr perfproducer -path /user/mapr/iantest | tail -n 12 | grep ":" | awk -F ":" '{printf "%s,",$1}' > here.dat
echo "threadCount,topicCount,partitions,messages,messageSize" >> here.dat
#run parameterized test
for MSGSIZE in 10 100 500 1000 2000 5000 10000; do
echo "Running 20 iterations for message size = $MSGSIZE"
for i in `seq 1 20`; do
maprcli stream delete -path /user/mapr/iantest
maprcli stream create -path /user/mapr/iantest -produceperm p -consumeperm p -topicperm p -compression off
echo -n "" >> here.dat
sleep 2
mapr perfproducer -path /user/mapr/iantest -ntopics $TOPICS -npart $PARTITIONS -nmsgs $MESSAGES -msgsz $MSGSIZE | tail -n 12 | grep ":" | awk '{printf "%s,",$NF}' >> here.dat
echo "$THREADCOUNT,$TOPICS,$PARTITIONS,$MESSAGES,$MSGSIZE" >> here.dat
echo -n "."
done
echo ""
done