[Beautiful Soup] #bs4

index.py

#!/usr/bin/python

# Ratings Scraper
# Watches the house price on screetons.

from bs4 import BeautifulSoup

from datetime import datetime
import requests
import re

urls = []

for url in urls:
	try:
		r = requests.get(url)
		xml = r.text

		soup = BeautifulSoup(xml, "lxml")
		#print soup

		ratingsTable  = soup.find('div',class_='ratings__table');
		#print ratingsTable
		
		ratings = ratingsTable.find_all("div", attrs={"class": "ResultsTableRow"});
		for rating in ratings:
			#print rating
			bName = rating.find('h3', class_='ResultsBusinessName');
			bAddress = rating.find('div', class_='ResultsBusinessAddress');
			bPostcode = rating.find('div', class_='ResultsBusinessPostcode');
			itemLng = rating.find('input', class_='ResultsLongitude');
			itemLat = rating.find('input', class_='ResultsLatitude');
			ratingValue = rating.find('div', class_='ResultsRatingValue');
			ratingImg = ratingValue.find('img').get('alt')
			print bName.text.strip(),'|', itemLng.get('value'),'|', itemLat.get('value'), '|',ratingImg, '|', bAddress.text.strip().replace('\r', '').replace('\n', ', ') , ',', bPostcode.text.strip()
			 
		
	#	ratingItem   = ratingsTable.find_all('div',class_='ResultsTableRow');
	#	
	#	rating = ratingItem.find('div',class_='ResultsRatingValue');
	#	
	#	print rating
		
	except Exception as e:
		print 'Site Error - %s' % (str(e))