A script to take links to Papers with Code, and save the link to abstract, title and year

papers-with-code-to-list.sh

#! /bin/bash
TYPE=PAPER
TAG1=PAPER
TAG2=NLP
TAG3=LANGUAGE_MODELING
trap 'rm -f foo.html' EXIT
while read -r url
do
	echo "$url" >> log
	curl -sL "$url" > foo.html
	(pup 'a:contains("Abstract"), a:contains("PDF") attr{href}' < foo.html | head -n1; pup '.paper-title h1, .authors span:nth-child(1) text{}' < foo.html) |
		grep '[[:alnum:]]' |
		(sed 's/.* \([0-9]\{4\}\)/\1/;4,$d'; printf "%s\n" "$TYPE" "$TAG1" "$TAG2" "$TAG3") |
		paste -d '\t' - - - - - - - |
		tee -a output
	echo
done