airbnb scraping sample 2

test_the_webdriver.py

# ipython
import scrapy
import selenium
from scrapy.selector import Selector
from selenium import webdriver

driver = webdriver.Chrome('path/to/the/chromedriver')
driver.get('https://www.airbnb.ae/s/Dubai/homes?refinement_paths%5B%5D=%2Fhomes&adults=0&children=0&infants=0&guests=0&place_id=ChIJRcbZaklDXz4RYlEphFBu5r0&query=Dubai&allow_override%5B%5D=&s_tag=CKxLe9y7') 

scrapy_selector = Selector(text = driver.page_source)
scrapy_selector.xpath('//*[@itemtype="http://schema.org/ListItem"]') #returns the list of selectors