gistfile1.txt

# -*- coding: utf-8 -*-
import scrapy


class LfrSpider(scrapy.Spider):
    name = "lfr"
    allowed_domains = ["www.leboncoin.fr"]
    start_urls = ['https://www.leboncoin.fr/ventes_immobilieres/']

    def parse(self, response):
        urls = response.xpath(".//section[@class='tabsContent block-white dontSwitch']/ul/li/a/@href").extract()
        for i in urls:
            yield scrapy.Request('https:' + i, callback=self.parse_detail)

    def parse_detail(self, response):
        item = dict()
        item['url'] = response.url
        table = response.xpath(".//section[@class='properties lineNegative']//div//h2")
        for i in table:
            prop = ''.join(i.xpath(".//span[1]/text()").extract()).replace('\n', '').strip()
            val = ''.join(i.xpath(".//span[2]//text()").extract()).replace('\n', '').strip()
            item[prop] = val
        print(item)