fetch all pages of a doku wiki install (given a filelisting)

dokuwiki_fetcher.sh

#!/bin/bash

base=/var/www/intern/data/pages
doku='https://DOKUWIKIHOST/doku.php?id='

filelist=`find $base -type f -name '*.txt'`

echo -e "gonna fetch `wc -w <<< $filelist` pages!11!!\n"

for file in $filelist; do
  url=${file#*pages/} # truncate base dir
  url=${url%\.txt}    # truncate .txt
  url=${url//\//:}    # replace / with :
  echo -e "fetching page $url\n$doku$url\n`curl -LIsS $doku$url | grep HTTP`\n"
done