Getting article as markdown from dev.to for Cassidoo

blog2vault

#!/bin/bash

# Dependencies:
# apt install curl libxml2-utils python3-html2text

set -euo pipefail
shopt -s lastpipe

# destination repository. For example, the path to your obsidian vault
declare -r dest=~/tmp/cassidoo-gems
declare article
declare title

mkdir -p "$dest"
curl https://dev.to/feed/cassidoo |
    xmllint --xpath '//channel/item/link/text()' - |
    while read article
    do
        title=$(printf '%b' "$article" | awk -F/ '{ print $5 }')
        curl "$article" |
            xmllint --html --xpath '//div[@class="crayons-article__main"]' - |
            html2markdown > "$dest/$title.md"
    done

MIT license