bash one liners for parsing, counting, and analyzing AA tape manifest

filemarkToTapeToGUIDMaker

# there are 73940 GUIDs (assuming that there is one bagit.txt per "package" or GUID)
cat cpb-aa.global_lto_report.01.26.2014.csv |grep even_num|grep bagit.txt|sed 's/\//,/g'|awk -F "," '{ print $1","$3","$11 }'|wc -l

# creates 3 column list (filemark,tape id,AA GUID)
cat cpb-aa.global_lto_report.01.26.2014.csv |grep even_num|grep bagit.txt|sed 's/\//,/g'|awk -F "," '{ print $1","$3","$11 }' > filemarkToTapeToGUID.csv

# create 3 column list (tape id,filemark (TAR#),count of packages in TAR)
cat filemarkToBoxToGUID.csv|awk -F "," '{ print $1"\t"$2}'|sort|uniq -c|sort -n|awk '{print $3","$2","$1}'|sort -u > tapeTofilemarkTocount.csv

# count all files that have more than one file per GUID
cat cpb_LTO_even_keepers.07.09.2015.csv | awk -F "," '{ print $4}'|sort|uniq -c|awk '{ print "files,"$1","$2}'|grep -v files,1|sort| awk -F "," '{s+=$2} END {print s}'