wget file list recursively see url decode gist to decode files found : https://gist.github.com/crazy-max/5695521

wget-file-list-recursively.sh

#! /bin/sh

function wgetFind() {
  local host="$1"
  local path="$2"
  local files=$(wget -q -O - "$host$path" | grep -o 'ftp:[^"]*')
  while read -r line
  do
    local file=$(echo "$line" | sed "s#&\#32;#%20#g" | sed "s#$host# #g" | cut -c2-)
    if [ "${file#${file%?}}" == "/" ]
    then
      wgetFind "$host" "$file"
    else
      echo "$file"
    fi
  done <<< "$files"
}

FOUND=$(wgetFind "http://www.foo.com" "/public/")