UNIX one-liner to split a EuropePMC XML archive into a stream of articles

demo.sh

sed '1d;$d' | sed 's/<\/article>/<\/article>♛/g' |  tr -d '\n' | tr '♛' '\n' | less -S

# e.g. download every EuropePMC archive and convert them to a stream of all articles
curl --silent http://europepmc.org/ftp/oa/ | \
  grep -o 'PMC[0-9]*_PMC[0-9]*\.xml\.gz' | \
  sort | uniq | \
  sed 's/^/http:\/\/europepmc.org\/ftp\/oa\//' | \
  xargs -n 1 curl --silent | gunzip | grep -vP '<\/?articles>' | \
  sed 's/<\/article>/<\/article>♛/g' |  tr -d '\n' | tr '♛' '\n' | less -S