Finishing_the_Web_Crawler.md

def crawl_web(seed):
    tocrawl = [seed]
    crawled = []
    index = []                   
    while tocrawl:
        page = tocrawl.pop()
        if page not in crawled:
            content = get_page(page)           
            add_page_to_index(index, page, content)
            union(tocrawl,get_all_links(content))
            crawled.append(page)
    return index