Skip to content

Instantly share code, notes, and snippets.

@nrb
Created January 20, 2015 20:01
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save nrb/5a82bc636fa085de00d2 to your computer and use it in GitHub Desktop.
Save nrb/5a82bc636fa085de00d2 to your computer and use it in GitHub Desktop.
A nightfall/heroic strike information scraper
from functools import partial
import requests
import bs4
template = "%(strike)s. Modifiers: %(mods)s"
event_url = 'http://destinytracker.com/destiny/events'
def get_mods(soup, index):
mod_list = soup.select('ul')[index]
modifiers = [li.text for li in mod_list.select('li')]
modifiers = ', '.join(modifiers)
return modifiers
def get_soup(event_url):
response = requests.get(event_url)
html = response.text
soup = bs4.BeautifulSoup(response.text)
return soup
def strike_title(soup):
title = soup.select('h4.media-heading')[-1].text
return title
nightfall_mods = partial(get_mods, index=9)
heroic_mods = partial(get_mods, index=10)
def nightfall_info(soup):
return template % {'strike': strike_title(soup),
'mods': nightfall_mods(soup)}
def heroic_info(soup):
return template % {'strike': strike_title(soup),
'mods': heroic_mods(soup)}
if __name__ == '__main__':
soup = get_soup(event_url)
print nightfall_info(soup)
print heroic_info(soup)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment