airbnb_catalogue_details_iterative.py

"""
python3.6
ipython console test
"""

from scrapy.selector import Selector
    
scrapy_selector = Selector(text = self.driver.page_source)
homes_selector = scrapy_selector.xpath('//*[@itemtype="http://schema.org/ListItem"]') #name of an item can be changed by Airbnb
try:
    i = 0
    j = 1
#    q = 1
#    p = 2
    for home_selector in homes_selector:
        url = home_selector.xpath('//*[@itemprop = "url"]/@content').extract()[i]
        name = home_selector.xpath('//*[@itemprop="name"]/@content').extract()[i]
	price_local = home_selector.xpath('//*[@class="_12kw8n71"]/span/text()').extract()[j]
	rating = home_selector.xpath('//*[@class="_q27mtmr"]//@aria-label').extract()[i]
	yield{
	    'url': url,
	    'name': name,
	    'price_local': price_local,
	    'rating': rating
	    }
        i = i+1
	j = j+2
except:
    logger.info('Reached the last iteration')