ali.py

import re
import requests
import networkx as nx
import pygraphviz as pgv

MAX_DEPTH = 3
ADDR_PATTERN = re.compile("[a-zA-Z0-9\-]+\.blog\.ir", re.M)
G = nx.DiGraph()

def add_all_links(addr, d=0):
    global ADDR_PATTERN
    global G

    if d >= MAX_DEPTH:
        return
    name = addr.split(".")[0]
    if not addr.startswith("http"):
        addr = "http://" + addr
    try:
        ok = requests.head(addr).ok
    except:
        return

    if not ok:
        return

    links = set(ADDR_PATTERN.findall(requests.get(addr).content.decode()))
    for link in links:
        G.add_edge(name, link.split(".")[0])
        add_all_links(link, d+1)

add_all_links("pcworms.blog.ir")
with open("/tmp/atmp", "w") as fp:
    nx.drawing.nx_pydot.write_dot(G, fp)
del G
G = pgv.AGraph("/tmp/atmp")
G.layout()
G.draw("/tmp/gout.png")