Skip to content

Instantly share code, notes, and snippets.

@mtairu
Created August 25, 2017 09:28
Show Gist options
  • Save mtairu/befe918ba13af1b50598f5b12b126b9b to your computer and use it in GitHub Desktop.
Save mtairu/befe918ba13af1b50598f5b12b126b9b to your computer and use it in GitHub Desktop.
use sockets to determine domain availabity
bar = pyprind.ProgBar(len(df.host.tolist()))
def check_extensions(domain):
ext_taken = {'de':'','uk':'','org':'','net':'','ca':'','info':'','eu':'',
'fr':'','es':'','nl':'','biz':'','com':'','host':'','be':'','it':'',
'se':'','no':'','jp':'','fi':'','ie':''}
de_ = domain + '.de'
uk_ = domain + '.co.uk'
org_ = domain + '.org'
net_ = domain + '.net'
ca_ = domain + '.ca'
info_ = domain + '.info'
eu_ = domain + '.eu'
fr_ = domain + '.fr'
es_ = domain + '.es'
nl_ = domain + '.nl'
biz_ = domain + '.biz'
com_ = domain + '.com'
it_ = domain + '.it'
be_ = domain + '.be'
se_ = domain + '.se'
ie_ = domain + '.ie'
fi_ = domain + '.fi'
jp_ = domain + '.jp'
no_ = domain + '.no'
try:
res = socket.gethostbyname(de_)
if res is not None:
ext_taken['de'] = 1
except:
ext_taken['de'] = 0
try:
res = socket.gethostbyname(uk_)
if res is not None:
ext_taken['uk'] = 1
except:
ext_taken['uk'] = 0
try:
res = socket.gethostbyname(org_)
if res is not None:
ext_taken['org'] = 1
except:
ext_taken['org'] = 0
try:
res = socket.gethostbyname(net_)
if res is not None:
ext_taken['net'] = 1
except:
ext_taken['net'] = 0
try:
res = socket.gethostbyname(ca_)
if res is not None:
ext_taken['ca'] = 1
except:
ext_taken['ca'] = 0
try:
res = socket.gethostbyname(info_)
if res is not None:
ext_taken['info'] = 1
except:
ext_taken['info'] = 0
try:
res = socket.gethostbyname(eu_)
if res is not None:
ext_taken['eu'] = 1
except:
ext_taken['eu'] = 0
try:
res = socket.gethostbyname(fr_)
if res is not None:
ext_taken['fr'] = 1
except:
ext_taken['fr'] = 0
try:
res = socket.gethostbyname(nl_)
if res is not None:
ext_taken['nl'] = 1
except:
ext_taken['nl'] = 0
try:
res = socket.gethostbyname(es_)
if res is not None:
ext_taken['es'] = 1
except:
ext_taken['es'] = 0
try:
res = socket.gethostbyname(biz_)
if res is not None:
ext_taken['biz'] = 1
except:
ext_taken['biz'] = 0
try:
res = socket.gethostbyname(com_)
if res is not None:
ext_taken['com'] = 1
except:
ext_taken['com'] = 0
try:
res = socket.gethostbyname(be_)
if res is not None:
ext_taken['be'] = 1
except:
ext_taken['be'] = 0
try:
res = socket.gethostbyname(it_)
if res is not None:
ext_taken['it'] = 1
except:
ext_taken['it'] = 0
try:
res = socket.gethostbyname(se_)
if res is not None:
ext_taken['se'] = 1
except:
ext_taken['se'] = 0
try:
res = socket.gethostbyname(ie_)
if res is not None:
ext_taken['ie'] = 1
except:
ext_taken['ie'] = 0
try:
res = socket.gethostbyname(fi_)
if res is not None:
ext_taken['fi'] = 1
except:
ext_taken['fi'] = 0
try:
res = socket.gethostbyname(jp_)
if res is not None:
ext_taken['jp'] = 1
except:
ext_taken['jp'] = 0
try:
res = socket.gethostbyname(no_)
if res is not None:
ext_taken['no'] = 1
except:
ext_taken['no'] = 0
ext_taken['host'] = domain
return ext_taken
bar.update()
pool = ThreadPool(10)
check_extensions_res = pool.map(check_extensions,dfa.host.tolist())
pool.close()
pool.join()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment