This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import urllib | |
import requests | |
from requests.auth import HTTPBasicAuth | |
import configparser | |
import core | |
from datetime import datetime | |
import pandas as pd | |
def search_bing(query, top=50): |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from nltk.twitter import Query | |
from nltk.twitter import credsfromfile | |
import pandas as pd | |
def hrefs_from_text(str): | |
res = str | |
for s in str.split(): | |
if s.startswith('http'): |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from googleapiclient.discovery import build | |
from urllib.parse import quote_plus | |
import datetime | |
import configparser | |
import pandas as pd | |
def format_date(date): | |
return datetime.datetime.strftime(date, '%Y%m%d') |