Functions to work with Open Graph efficiently

OG-articles.py

# This function takes Open Graph info and just returns the articles
def returnArticles(og_array):
    article_urls = []
    for og in og_array:
        is_article = False
        for prop in og:
            if hasattr(prop, "property"):
                if prop["property"] == "og:type":
                    if prop["content"] == "article":
                        is_article = True
                if prop["property"] == "og:url":
                    article_url = prop["content"]
        if is_article:
            article_urls.append(article_url)
    return article_urls

OG-extract.py

def extractOpenGraph(urls):
    heads = []
    for url in urls:
        r = requests.get(url, stream=True)
        text = ''
        for line in r.iter_lines():
            line = line.decode("utf8")
            text += line
            if "</head>" in line:
                break
        doc = BeautifulSoup(text)
        ogs = doc.html.head.findAll(property=re.compile(r'^og'))
        heads.append(ogs)
    return heads