iub-email-mining.sh

 #!/bin/bash    
mkdir -p /srv/iub_data
mkdir -p /srv/iub_mirror
lftp -c "open 'ftp://open.iub.gov.lv';
lcd /srv/iub_data/;
mirror --verbose ./ /srv/iub_mirror/ "
cd /srv/iub_mirror
find ./ -name '*.tar.gz' -exec tar -xzvf {} -C /srv/iub_data \;
grep -hroP '(?<=<email>).*?(?=</email>)' /srv/iub_data/ | cut -d "@" -f2 |  sed -e 's/^[ \t\]*//' | sort -u > ~/domain_list