Quick hack to download and extract all dictionaries from huzheng.org for `sdcv`

download_huzheng.org.sh

#!/bin/bash

set -exo pipefail

HOST=http://download.huzheng.org/dict.org/

if [ -z "$STARDICT_DATA_DIR" ]
then
    echo >&2 "Error: STARDICT_DATA_DIR not set!"
    exit 1
fi

curl -s ${HOST} \
    | grep -Eo 'href="[^\"]+"' \
    | sed 's/href="\?//g; s/"\?$//g' \
    | egrep '\.bz2$' \
    | while read this_file;
do
    echo "- $this_file"
    dst_tarball=${STARDICT_DATA_DIR}/${this_file}

    if [ -e "$dst_tarball" ]
    then
        echo >&2 "Skipping: ${this_file}"
        continue
    fi

    # Download the file to a temporary location
    wget \
        -O ${dst_tarball} \
        ${HOST}${this_file}

    # Extract the file
    tar \
        -xvj \
        -f ${dst_tarball} \
        -C ${STARDICT_DATA_DIR}
done

# vim:expandtab:ft=bash:sw=4:ts=4