Download http directory with aria2c

dir-aria2.sh

#!/bin/sh

if [ -z ${1+x} ]; then echo "URL must be specified!" && exit -1; fi

URL=$1
ARGS="${@:2}"

PARENT=$(dirname $URL)/ 
PARENT_ESCAPED="${PARENT//\//\\\/}"

wget -e robots=off -r -np -nH -nd --spider $ARGS $URL 2>&1 | \
grep -o "$URL\([^/]*/\)*[^/?][^/]*$" | \
sed 's/\(^'$PARENT_ESCAPED'\)\(.\+\)/\1\2\n\ \ out=\2/g' | \
python3 -c'import urllib.parse,sys;[print("  out="+urllib.parse.unquote(s[6:]), end="") if s.startswith("  out=") else print(s, end="") for s in sys.stdin]'