Crawls all absolute links on a page

crawl.zsh

# If this:
URLS=`curl $HOST/articles.html |\
grep -o 'href="\([^"]*\)' |\
grep -o '/[^/]*/\?.*html' |\
sed 's/\(.*\)/localhost:3000\1/'`; for url in $URLS
do
echo $url
done
# Produces this:
localhost:3000/articles.html
localhost:3000/topics/6-lorem.html
localhost:3000/topics/7-parody.html
localhost:3000/articles/9-the-original.html
localhost:3000/topics/5-latin.html
localhost:3000/topics/6-lorem.html
localhost:3000/articles/10-gangsta-ipsum.html
localhost:3000/topics/6-lorem.html
localhost:3000/topics/7-parody.html
localhost:3000/articles/11-veggie-ipsum.html
localhost:3000/articles/15-hipster-ipsum.html
localhost:3000/articles/17-tuna-ipsum.html

# Then shouldn't this:
URLS=`curl $HOST/articles.html |\
grep -o 'href="\([^"]*\)' |\
grep -o '/[^/]*/\?.*html' |\
sed 's/\(.*\)/localhost:3000\1/'`; for url in $URLS
do
curl $url
done

# `curl` each of those?