accessible-tlds.sh

#!/bin/bash
TMPNAM=$(mktemp)
rm $TMPNAM
mkfifo $TMPNAM
curl http://data.iana.org/TLD/tlds-alpha-by-domain.txt | sed -e 1d | parallel -j 24 host '{}' 8.8.8.8 | grep "has address" > $TMPNAM &
echo -en "
import requests
with open('$TMPNAM') as f:
  for tld, has, address, addr in map(lambda x: x.strip().split(' '), f.readlines()):
    if addr.startswith('127'): continue
    try:
      print(tld, addr, requests.get('http://{}'.format(addr), timeout=1))
    except Exception as e:
      if e.__class__.__name__ != 'ConnectionError': print(repr(e.__class__.__name__))
" | python3 -