GreatExtractor.sh

#!/bin/bash

file='ips.txt'



max=`curl -s 'https://en.greatfire.org/search/ip-addresses' | grep 'page=' | grep 'last' | sed 's/.*\([0-9]\{3,4\}\).*/\1/'`

for i in $(seq 0 $max); do
  echo 'Starting Download '$i
  curl -s 'https://en.greatfire.org/search/ip-addresses?page='$i | grep 'td class="first"' | sed 's/.*\([0-9]\{1,3\}\.[0-9]\{1,3\}\.[0-9]\{1,3\}\.[0-9]\{1,3\}\).*/\1/' >> $file &
done

while killall -0 curl; do
  current=`echo $(ps -x | grep curl | wc -l)-1 | bc`
  echo 'Downloads still running. '$current' remaining'
  sleep 5
done