Mentions of words like "http" or Web" in 250 PDFs submitted to WWW2018 Web Content Analysis, Semantics, and Knowledge track

count.sh

for a in $(find . -name '*pdf') ; do 
  pdf2txt $a > $a.txt; 
done

find . -name '*txt' | xargs grep -c http | cut -d : -f 2 > http
find . -name '*txt' | xargs grep -c doi.org | cut -d : -f 2 > doi.org
find . -name '*txt' | xargs grep -ci web | cut -d : -f 2 > web
find . -name '*txt' | xargs grep -ci www | cut -d : -f 2 > www
find . -name '*txt' | xargs grep -ci mining | | cut -d : -f 2 > mining
find . -name '*txt' | xargs wc -l | grep -v total$ | awk -e '{print $1}' > lines
find . -name '*txt' | xargs wc -w | grep -v total$ | awk -e '{print $1}' > words
echo 'http,doi.org,web,www,mining,words,lines' > http-counts.csv
paste -d , http doi.org web www mining words lines | sort -t , -g -r >> http-counts.csv

http-counts.csv