Webgrab

Webgrab

#!/usr/bin/env python
#
# __          __  _                     _     
# \ \        / / | |                   | |       
#  \ \  /\  / /__| |__   __ _ _ __ __ _| |__     
#   \ \/  \/ / _ \ '_ \ / _` | '__/ _` | '_ \    
#    \  /\  /  __/ |_) | (_| | | | (_| | |_) |  
#     \/  \/ \___|_.__/ \__, |_|  \__,_|_.__/    
#                        __/ |                  
#                       |___/                  
#
#
# BLOG : www.kyxhack.blogspot.mx
# FB : www.fb.Kyxrec0n.Official
# Creat0or : Kyxrec0n
# Webgrab advance crawl ip & domain's tool
#
#
#
#

import socket
import urllib2
import re 
logo = '''

 __          __  _                     _     
 \ \        / / | |                   | |      | Webgrab advance crawl ip & domain's tool
  \ \  /\  / /__| |__   __ _ _ __ __ _| |__    | 
   \ \/  \/ / _ \ '_ \ / _` | '__/ _` | '_ \   | Creat0or : Kyxrec0n
    \  /\  /  __/ |_) | (_| | | | (_| | |_) |  |
     \/  \/ \___|_.__/ \__, |_|  \__,_|_.__/   | FB : www.fb.Kyxrec0n.Official
                        __/ |                  |
                       |___/                   | BLOG : www.kyxhack.blogspot.mx
'''

print(logo)
###LOGO#####
def unique(seq):
    seen = set()
    return [seen.add(x) or x for x in seq if x not in seen]
#defBING



def BingAllGrabber(s, numpages):
    lista = []
    page = 1
    while page <= numpages:
    #    try:
            bing = "http://www.bing.com/search?q="+s+"+&count=50&first="+str(page)
            openbing  = urllib2.urlopen(bing)
            readbing = openbing.read()
            findwebs = re.findall('<h2><a href="(.*?)"' , readbing)
            #print findwebs
            for i in range(len(findwebs)):
                    allnoclean = findwebs[i]
                    findall1 = re.findall('http://(.*?)/', allnoclean)
                    for idx, item in enumerate(findall1):
                                    if 'www' not in item:
                                                    findall1[idx]  = 'http://www.' + item + '/'
                                    else:	
                                            findall1[idx]  = 'http://' + item + '/'
                    lista.extend(findall1)

            page = page + 50
     #   except:
      #      pass

    final =  unique(lista)
    return final

def Clean(s):
	domainlist = []
	for domain in domains:
		if 'http://' in domain:
			domain = domain.lstrip('http://')
		if domain[-1] == '/':
			domain = domain.rstrip('/')
		domainlist.append(domain)
	return domainlist

#DEFips
def GetIp(s):
	iplist = []
	for domain in s:
		try:
			ip = socket.gethostbyname(domain)
			iplist.append(ip)
		except socket.gaierror:
			pass
	iplist = unique(iplist)
	return iplist

if __name__ == '__main__':
	dork = raw_input('[*] - Insert Dork --> ')
	dork = dork.replace(' ', '+')
	numpages = int(raw_input('[*] - How many pages number? --> '))

	numpages = numpages * 50

	domains = BingAllGrabber(dork, numpages)
	print '[*]   --== Grabbed %i Domains ==--' % len(domains)

# Extracting Ips	

	resp = raw_input('[!] - Save grabbed domains? [Y/n] : ')
	if resp.lower() == 'y':
		wheretosave = raw_input('[!] - Name your result text file --> ')
		savedomains = open(wheretosave, 'w')
		for domain in domains:
			savedomains.write(domain)
			if domain != domains[-1]:
				savedomains.write('\n')

	resp1 = raw_input('[*] - Grab IPs? [Y/n] : ')

	if resp1.lower() == 'y':
		domains = Clean(domains)
		ips = GetIp(domains)
		print '[*] Grabbed %i IPs' % len(ips)
		resp3 = raw_input('[!] - Save Grabbed IPs? [Y/n] : ')
		if resp3.lower() == 'y':
			wheretosave = raw_input('[?] - Name ips result file? : ')
			saveips = open(wheretosave, 'w')
			for ip in ips:
				saveips.write(ip)
				if ip != ips[-1]:
					saveips.write('\n')
	else:
		exit()

How do I install this in ubuntu 16.0?